openvidu/openvidu-browser/src/OpenVidu/Stream.ts

871 lines
33 KiB
TypeScript
Raw Normal View History

2018-04-26 15:33:47 +02:00
/*
2019-01-21 21:32:17 +01:00
* (C) Copyright 2017-2019 OpenVidu (https://openvidu.io/)
2018-04-26 15:33:47 +02:00
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*
*/
import { Connection } from './Connection';
import { Event } from '../OpenViduInternal/Events/Event';
import { Filter } from './Filter';
import { Session } from './Session';
2018-05-29 18:28:58 +02:00
import { StreamManager } from './StreamManager';
import { Subscriber } from './Subscriber';
import { EventDispatcher } from '../OpenViduInternal/Interfaces/Public/EventDispatcher';
2018-04-26 15:33:47 +02:00
import { InboundStreamOptions } from '../OpenViduInternal/Interfaces/Private/InboundStreamOptions';
import { OutboundStreamOptions } from '../OpenViduInternal/Interfaces/Private/OutboundStreamOptions';
import { WebRtcPeer, WebRtcPeerSendonly, WebRtcPeerRecvonly, WebRtcPeerSendrecv } from '../OpenViduInternal/WebRtcPeer/WebRtcPeer';
2018-04-26 15:33:47 +02:00
import { WebRtcStats } from '../OpenViduInternal/WebRtcStats/WebRtcStats';
import { PublisherSpeakingEvent } from '../OpenViduInternal/Events/PublisherSpeakingEvent';
import { StreamManagerEvent } from '../OpenViduInternal/Events/StreamManagerEvent';
import { StreamPropertyChangedEvent } from '../OpenViduInternal/Events/StreamPropertyChangedEvent';
import { OpenViduError, OpenViduErrorName } from '../OpenViduInternal/Enums/OpenViduError';
2018-04-26 15:33:47 +02:00
import EventEmitter = require('wolfy87-eventemitter');
import hark = require('hark');
import platform = require('platform');
platform['isIonicIos'] = (platform.product === 'iPhone' || platform.product === 'iPad') && platform.ua!!.indexOf('Safari') === -1;
2018-04-26 15:33:47 +02:00
/**
2018-05-29 18:28:58 +02:00
* Represents each one of the media streams available in OpenVidu Server for certain session.
* Each [[Publisher]] and [[Subscriber]] has an attribute of type Stream, as they give access
2018-06-01 14:39:38 +02:00
* to one of them (sending and receiving it, respectively)
2018-04-26 15:33:47 +02:00
*/
export class Stream implements EventDispatcher {
2018-04-26 15:33:47 +02:00
/**
* The Connection object that is publishing the stream
*/
connection: Connection;
/**
2018-05-29 18:28:58 +02:00
* Frame rate of the video in frames per second. This property is only defined if the [[Publisher]] of
* the stream was initialized passing a _frameRate_ property on [[OpenVidu.initPublisher]] method
2018-04-26 15:33:47 +02:00
*/
frameRate?: number;
/**
2018-06-01 14:39:38 +02:00
* Whether the stream has a video track or not
2018-04-26 15:33:47 +02:00
*/
hasVideo: boolean;
/**
2018-06-01 14:39:38 +02:00
* Whether the stream has an audio track or not
2018-04-26 15:33:47 +02:00
*/
hasAudio: boolean;
/**
* Whether the stream has the video track muted or unmuted. If [[hasVideo]] is false, this property is undefined.
*
* This property may change if the Publisher publishing the stream calls [[Publisher.publishVideo]]. Whenever this happens a [[StreamPropertyChangedEvent]] will be dispatched
* by the Session object as well as by the affected Subscriber/Publisher object
*/
videoActive: boolean;
/**
* Whether the stream has the audio track muted or unmuted. If [[hasAudio]] is false, this property is undefined
*
* This property may change if the Publisher publishing the stream calls [[Publisher.publishAudio]]. Whenever this happens a [[StreamPropertyChangedEvent]] will be dispatched
* by the Session object as well as by the affected Subscriber/Publisher object
*/
audioActive: boolean;
2018-04-26 15:33:47 +02:00
/**
* Unique identifier of the stream. If the stream belongs to a...
* - Subscriber object: property `streamId` is always defined
* - Publisher object: property `streamId` is only defined after successful execution of [[Session.publish]]
2018-04-26 15:33:47 +02:00
*/
streamId: string;
/**
* Time when this stream was created in OpenVidu Server (UTC milliseconds). Depending on the owner of this stream:
* - Subscriber object: property `creationTime` is always defined
* - Publisher object: property `creationTime` is only defined after successful execution of [[Session.publish]]
*/
creationTime: number;
2018-04-26 15:33:47 +02:00
/**
* `"CAMERA"`, `"SCREEN"` or `"CUSTOM"` (the latter when [[PublisherProperties.videoSource]] is a MediaStreamTrack when calling [[OpenVidu.initPublisher]]).
* If [[hasVideo]] is false, this property is undefined
2018-04-26 15:33:47 +02:00
*/
typeOfVideo?: string;
/**
2018-05-29 18:28:58 +02:00
* StreamManager object ([[Publisher]] or [[Subscriber]]) in charge of displaying this stream in the DOM
*/
2018-05-29 18:28:58 +02:00
streamManager: StreamManager;
/**
* Width and height in pixels of the encoded video stream. If [[hasVideo]] is false, this property is undefined
*
* This property may change if the Publisher that is publishing:
* - If it is a mobile device, whenever the user rotates the device.
* - If it is screen-sharing, whenever the user changes the size of the captured window.
*
* Whenever this happens a [[StreamPropertyChangedEvent]] will be dispatched by the Session object as well as by the affected Subscriber/Publisher object
*/
videoDimensions: { width: number, height: number };
2018-07-27 14:32:53 +02:00
/**
* **WARNING**: experimental option. This interface may change in the near future
*
* Filter applied to the Stream. You can apply filters by calling [[Stream.applyFilter]], execute methods of the applied filter with
* [[Filter.execMethod]] and remove it with [[Stream.removeFilter]]. Be aware that the client calling this methods must have the
2018-07-27 14:32:53 +02:00
* necessary permissions: the token owned by the client must have been initialized with the appropriated `allowedFilters` array.
*/
filter: Filter;
2018-07-27 14:32:53 +02:00
2018-05-29 18:28:58 +02:00
/**
* @hidden
*/
ee = new EventEmitter();
2018-04-26 15:33:47 +02:00
private webRtcPeer: WebRtcPeer;
2018-04-26 15:33:47 +02:00
private mediaStream: MediaStream;
private webRtcStats: WebRtcStats;
private isSubscribeToRemote = false;
/**
* @hidden
*/
isLocalStreamReadyToPublish = false;
2018-04-26 15:33:47 +02:00
/**
* @hidden
*/
isLocalStreamPublished = false;
/**
* @hidden
*/
publishedOnce = false;
2018-04-26 15:33:47 +02:00
/**
* @hidden
*/
session: Session;
/**
* @hidden
*/
inboundStreamOpts: InboundStreamOptions;
/**
* @hidden
*/
outboundStreamOpts: OutboundStreamOptions;
/**
* @hidden
*/
speechEvent: any;
/**
* @hidden
*/
publisherStartSpeakingEventEnabled = false;
/**
* @hidden
*/
publisherStopSpeakingEventEnabled = false;
/**
* @hidden
*/
volumeChangeEventEnabled = false;
2018-04-26 15:33:47 +02:00
/**
* @hidden
*/
constructor(session: Session, options: InboundStreamOptions | OutboundStreamOptions | {}) {
this.session = session;
if (options.hasOwnProperty('id')) {
// InboundStreamOptions: stream belongs to a Subscriber
this.inboundStreamOpts = <InboundStreamOptions>options;
this.streamId = this.inboundStreamOpts.id;
this.creationTime = this.inboundStreamOpts.createdAt;
this.hasAudio = this.inboundStreamOpts.hasAudio;
this.hasVideo = this.inboundStreamOpts.hasVideo;
if (this.hasAudio) {
this.audioActive = this.inboundStreamOpts.audioActive;
}
if (this.hasVideo) {
this.videoActive = this.inboundStreamOpts.videoActive;
this.typeOfVideo = (!this.inboundStreamOpts.typeOfVideo) ? undefined : this.inboundStreamOpts.typeOfVideo;
this.frameRate = (this.inboundStreamOpts.frameRate === -1) ? undefined : this.inboundStreamOpts.frameRate;
this.videoDimensions = this.inboundStreamOpts.videoDimensions;
}
if (!!this.inboundStreamOpts.filter && (Object.keys(this.inboundStreamOpts.filter).length > 0)) {
2018-07-27 14:32:53 +02:00
if (!!this.inboundStreamOpts.filter.lastExecMethod && Object.keys(this.inboundStreamOpts.filter.lastExecMethod).length === 0) {
delete this.inboundStreamOpts.filter.lastExecMethod;
}
this.filter = this.inboundStreamOpts.filter;
}
2018-04-26 15:33:47 +02:00
} else {
// OutboundStreamOptions: stream belongs to a Publisher
this.outboundStreamOpts = <OutboundStreamOptions>options;
this.hasAudio = this.isSendAudio();
this.hasVideo = this.isSendVideo();
if (this.hasAudio) {
this.audioActive = !!this.outboundStreamOpts.publisherProperties.publishAudio;
}
if (this.hasVideo) {
this.videoActive = !!this.outboundStreamOpts.publisherProperties.publishVideo;
this.frameRate = this.outboundStreamOpts.publisherProperties.frameRate;
if (this.outboundStreamOpts.publisherProperties.videoSource instanceof MediaStreamTrack) {
this.typeOfVideo = 'CUSTOM';
2018-04-26 15:33:47 +02:00
} else {
this.typeOfVideo = this.isSendScreen() ? 'SCREEN' : 'CAMERA';
2018-04-26 15:33:47 +02:00
}
}
2018-07-27 14:32:53 +02:00
if (!!this.outboundStreamOpts.publisherProperties.filter) {
this.filter = this.outboundStreamOpts.publisherProperties.filter;
}
2018-04-26 15:33:47 +02:00
}
2018-05-29 18:28:58 +02:00
this.ee.on('mediastream-updated', () => {
this.streamManager.updateMediaStream(this.mediaStream);
2018-04-26 15:33:47 +02:00
console.debug('Video srcObject [' + this.mediaStream + '] updated in stream [' + this.streamId + ']');
});
}
/**
* See [[EventDispatcher.on]]
*/
on(type: string, handler: (event: Event) => void): EventDispatcher {
this.ee.on(type, event => {
if (event) {
console.info("Event '" + type + "' triggered by stream '" + this.streamId + "'", event);
} else {
console.info("Event '" + type + "' triggered by stream '" + this.streamId + "'");
}
handler(event);
});
return this;
}
/**
* See [[EventDispatcher.once]]
*/
once(type: string, handler: (event: Event) => void): EventDispatcher {
this.ee.once(type, event => {
if (event) {
console.info("Event '" + type + "' triggered once by stream '" + this.streamId + "'", event);
} else {
console.info("Event '" + type + "' triggered once by stream '" + this.streamId + "'");
}
handler(event);
});
return this;
}
/**
* See [[EventDispatcher.off]]
*/
off(type: string, handler?: (event: Event) => void): EventDispatcher {
if (!handler) {
this.ee.removeAllListeners(type);
} else {
this.ee.off(type, handler);
}
return this;
}
/**
* Applies an audio/video filter to the stream.
*
* @param type Type of filter applied. See [[Filter.type]]
* @param options Parameters used to initialize the filter. See [[Filter.options]]
*
* @returns A Promise (to which you can optionally subscribe to) that is resolved to the applied filter if success and rejected with an Error object if not
*/
applyFilter(type: string, options: Object): Promise<Filter> {
return new Promise((resolve, reject) => {
console.info('Applying filter to stream ' + this.streamId);
options = !!options ? options : {};
if (typeof options !== 'string') {
options = JSON.stringify(options);
}
this.session.openvidu.sendRequest(
'applyFilter',
{ streamId: this.streamId, type, options },
(error, response) => {
if (error) {
console.error('Error applying filter for Stream ' + this.streamId, error);
if (error.code === 401) {
reject(new OpenViduError(OpenViduErrorName.OPENVIDU_PERMISSION_DENIED, "You don't have permissions to apply a filter"));
} else {
reject(error);
}
} else {
console.info('Filter successfully applied on Stream ' + this.streamId);
const oldValue: Filter = this.filter;
this.filter = new Filter(type, options);
this.filter.stream = this;
this.session.emitEvent('streamPropertyChanged', [new StreamPropertyChangedEvent(this.session, this, 'filter', this.filter, oldValue, 'applyFilter')]);
this.streamManager.emitEvent('streamPropertyChanged', [new StreamPropertyChangedEvent(this.streamManager, this, 'filter', this.filter, oldValue, 'applyFilter')]);
resolve(this.filter);
}
}
);
});
}
/**
* Removes an audio/video filter previously applied.
*
* @returns A Promise (to which you can optionally subscribe to) that is resolved if the previously applied filter has been successfully removed and rejected with an Error object in other case
*/
removeFilter(): Promise<any> {
return new Promise((resolve, reject) => {
console.info('Removing filter of stream ' + this.streamId);
this.session.openvidu.sendRequest(
'removeFilter',
{ streamId: this.streamId },
(error, response) => {
if (error) {
console.error('Error removing filter for Stream ' + this.streamId, error);
if (error.code === 401) {
reject(new OpenViduError(OpenViduErrorName.OPENVIDU_PERMISSION_DENIED, "You don't have permissions to remove a filter"));
} else {
reject(error);
}
} else {
console.info('Filter successfully removed from Stream ' + this.streamId);
const oldValue = this.filter;
delete this.filter;
this.session.emitEvent('streamPropertyChanged', [new StreamPropertyChangedEvent(this.session, this, 'filter', this.filter, oldValue, 'applyFilter')]);
this.streamManager.emitEvent('streamPropertyChanged', [new StreamPropertyChangedEvent(this.streamManager, this, 'filter', this.filter, oldValue, 'applyFilter')]);
resolve();
}
}
);
});
}
2018-04-26 15:33:47 +02:00
/* Hidden methods */
/**
* @hidden
*/
getMediaStream(): MediaStream {
return this.mediaStream;
}
/**
* @hidden
*/
setMediaStream(mediaStream: MediaStream): void {
this.mediaStream = mediaStream;
}
/**
* @hidden
*/
updateMediaStreamInVideos() {
2018-04-26 15:33:47 +02:00
this.ee.emitEvent('mediastream-updated');
}
/**
* @hidden
*/
getWebRtcPeer(): WebRtcPeer {
2018-04-26 15:33:47 +02:00
return this.webRtcPeer;
}
/**
* @hidden
*/
getRTCPeerConnection(): RTCPeerConnection {
return this.webRtcPeer.pc;
2018-04-26 15:33:47 +02:00
}
/**
* @hidden
*/
subscribeToMyRemote(value: boolean): void {
this.isSubscribeToRemote = value;
2018-04-26 15:33:47 +02:00
}
/**
* @hidden
*/
setOutboundStreamOptions(outboundStreamOpts: OutboundStreamOptions): void {
this.outboundStreamOpts = outboundStreamOpts;
}
/**
* @hidden
*/
subscribe(): Promise<any> {
return new Promise((resolve, reject) => {
this.initWebRtcPeerReceive()
.then(() => {
resolve();
})
.catch(error => {
reject(error);
});
});
}
/**
* @hidden
*/
publish(): Promise<any> {
return new Promise((resolve, reject) => {
if (this.isLocalStreamReadyToPublish) {
2018-04-26 15:33:47 +02:00
this.initWebRtcPeerSend()
.then(() => {
resolve();
})
.catch(error => {
reject(error);
});
} else {
2018-05-29 18:28:58 +02:00
this.ee.once('stream-ready-to-publish', () => {
2018-04-26 15:33:47 +02:00
this.publish()
.then(() => {
resolve();
})
.catch(error => {
reject(error);
});
});
}
});
}
/**
* @hidden
*/
disposeWebRtcPeer(): void {
if (this.webRtcPeer) {
const isSenderAndCustomTrack: boolean = !!this.outboundStreamOpts &&
this.outboundStreamOpts.publisherProperties.videoSource instanceof MediaStreamTrack;
this.webRtcPeer.dispose(isSenderAndCustomTrack);
2018-04-26 15:33:47 +02:00
}
if (this.speechEvent) {
this.speechEvent.stop();
delete this.speechEvent;
2018-04-26 15:33:47 +02:00
}
this.stopWebRtcStats();
console.info((!!this.outboundStreamOpts ? 'Outbound ' : 'Inbound ') + "WebRTCPeer from 'Stream' with id [" + this.streamId + '] is now closed');
}
/**
* @hidden
*/
disposeMediaStream(): void {
if (this.mediaStream) {
this.mediaStream.getAudioTracks().forEach((track) => {
track.stop();
});
this.mediaStream.getVideoTracks().forEach((track) => {
track.stop();
});
2018-05-29 18:28:58 +02:00
delete this.mediaStream;
2018-04-26 15:33:47 +02:00
}
console.info((!!this.outboundStreamOpts ? 'Local ' : 'Remote ') + "MediaStream from 'Stream' with id [" + this.streamId + '] is now disposed');
}
/**
* @hidden
*/
displayMyRemote(): boolean {
return this.isSubscribeToRemote;
}
/**
* @hidden
*/
isSendAudio(): boolean {
return (!!this.outboundStreamOpts &&
this.outboundStreamOpts.publisherProperties.audioSource !== null &&
this.outboundStreamOpts.publisherProperties.audioSource !== false);
}
/**
* @hidden
*/
isSendVideo(): boolean {
return (!!this.outboundStreamOpts &&
this.outboundStreamOpts.publisherProperties.videoSource !== null &&
this.outboundStreamOpts.publisherProperties.videoSource !== false);
}
/**
* @hidden
*/
isSendScreen(): boolean {
return (!!this.outboundStreamOpts &&
this.outboundStreamOpts.publisherProperties.videoSource === 'screen');
}
/**
* @hidden
*/
setSpeechEventIfNotExists(): void {
if (!this.speechEvent) {
const harkOptions = this.session.openvidu.advancedConfiguration.publisherSpeakingEventsOptions || {};
harkOptions.interval = (typeof harkOptions.interval === 'number') ? harkOptions.interval : 50;
harkOptions.threshold = (typeof harkOptions.threshold === 'number') ? harkOptions.threshold : -50;
this.speechEvent = hark(this.mediaStream, harkOptions);
2018-04-26 15:33:47 +02:00
}
}
/**
* @hidden
*/
enableSpeakingEvents(): void {
this.setSpeechEventIfNotExists();
if (!this.publisherStartSpeakingEventEnabled) {
this.publisherStartSpeakingEventEnabled = true;
this.speechEvent.on('speaking', () => {
this.session.emitEvent('publisherStartSpeaking', [new PublisherSpeakingEvent(this.session, 'publisherStartSpeaking', this.connection, this.streamId)]);
});
}
if (!this.publisherStopSpeakingEventEnabled) {
this.publisherStopSpeakingEventEnabled = true;
this.speechEvent.on('stopped_speaking', () => {
this.session.emitEvent('publisherStopSpeaking', [new PublisherSpeakingEvent(this.session, 'publisherStopSpeaking', this.connection, this.streamId)]);
});
}
2018-04-26 15:33:47 +02:00
}
/**
* @hidden
*/
enableOnceSpeakingEvents(): void {
this.setSpeechEventIfNotExists();
if (!this.publisherStartSpeakingEventEnabled) {
this.publisherStartSpeakingEventEnabled = true;
this.speechEvent.once('speaking', () => {
this.session.emitEvent('publisherStartSpeaking', [new PublisherSpeakingEvent(this.session, 'publisherStartSpeaking', this.connection, this.streamId)]);
this.disableSpeakingEvents();
});
}
if (!this.publisherStopSpeakingEventEnabled) {
this.publisherStopSpeakingEventEnabled = true;
this.speechEvent.once('stopped_speaking', () => {
this.session.emitEvent('publisherStopSpeaking', [new PublisherSpeakingEvent(this.session, 'publisherStopSpeaking', this.connection, this.streamId)]);
this.disableSpeakingEvents();
});
}
2018-04-26 15:33:47 +02:00
}
/**
* @hidden
*/
disableSpeakingEvents(): void {
if (!!this.speechEvent) {
if (this.volumeChangeEventEnabled) {
// 'streamAudioVolumeChange' event is enabled. Cannot stop the hark process
this.speechEvent.off('speaking');
this.speechEvent.off('stopped_speaking');
} else {
this.speechEvent.stop();
delete this.speechEvent;
}
}
this.publisherStartSpeakingEventEnabled = false;
this.publisherStopSpeakingEventEnabled = false;
}
/**
* @hidden
*/
enableVolumeChangeEvent(): void {
this.setSpeechEventIfNotExists();
if (!this.volumeChangeEventEnabled) {
this.volumeChangeEventEnabled = true;
this.speechEvent.on('volume_change', harkEvent => {
const oldValue = this.speechEvent.oldVolumeValue;
const value = { newValue: harkEvent, oldValue };
this.speechEvent.oldVolumeValue = harkEvent;
this.streamManager.emitEvent('streamAudioVolumeChange', [new StreamManagerEvent(this.streamManager, 'streamAudioVolumeChange', value)]);
});
}
}
/**
* @hidden
*/
enableOnceVolumeChangeEvent(): void {
this.setSpeechEventIfNotExists();
if (!this.volumeChangeEventEnabled) {
this.volumeChangeEventEnabled = true;
this.speechEvent.once('volume_change', harkEvent => {
const oldValue = this.speechEvent.oldVolumeValue;
const value = { newValue: harkEvent, oldValue };
this.speechEvent.oldVolumeValue = harkEvent;
this.disableVolumeChangeEvent();
this.streamManager.emitEvent('streamAudioVolumeChange', [new StreamManagerEvent(this.streamManager, 'streamAudioVolumeChange', value)]);
});
}
}
/**
* @hidden
*/
disableVolumeChangeEvent(): void {
if (!!this.speechEvent) {
if (this.session.speakingEventsEnabled) {
// 'publisherStartSpeaking' and/or publisherStopSpeaking` events are enabled. Cannot stop the hark process
this.speechEvent.off('volume_change');
} else {
this.speechEvent.stop();
delete this.speechEvent;
}
}
this.volumeChangeEventEnabled = false;
2018-04-26 15:33:47 +02:00
}
2018-06-07 14:55:47 +02:00
/**
* @hidden
*/
isLocal(): boolean {
// inbound options undefined and outbound options defined
return (!this.inboundStreamOpts && !!this.outboundStreamOpts);
}
/**
* @hidden
*/
getSelectedIceCandidate(): Promise<any> {
return new Promise((resolve, reject) => {
this.webRtcStats.getSelectedIceCandidateInfo()
.then(report => resolve(report))
.catch(error => reject(error));
});
}
2018-04-26 15:33:47 +02:00
/**
* @hidden
*/
getRemoteIceCandidateList(): RTCIceCandidate[] {
return this.webRtcPeer.remoteCandidatesQueue;
}
/**
* @hidden
*/
getLocalIceCandidateList(): RTCIceCandidate[] {
return this.webRtcPeer.localCandidatesQueue;
}
2018-04-26 15:33:47 +02:00
/* Private methods */
private initWebRtcPeerSend(): Promise<any> {
return new Promise((resolve, reject) => {
const userMediaConstraints = {
audio: this.isSendAudio(),
video: this.isSendVideo()
};
const options = {
mediaStream: this.mediaStream,
2018-04-26 15:33:47 +02:00
mediaConstraints: userMediaConstraints,
onicecandidate: this.connection.sendIceCandidate.bind(this.connection),
iceServers: this.getIceServersConf(),
simulcast: false
2018-04-26 15:33:47 +02:00
};
const successCallback = (sdpOfferParam) => {
2018-04-26 15:33:47 +02:00
console.debug('Sending SDP offer to publish as '
+ this.streamId, sdpOfferParam);
let typeOfVideo = '';
if (this.isSendVideo()) {
typeOfVideo = this.outboundStreamOpts.publisherProperties.videoSource instanceof MediaStreamTrack ? 'CUSTOM' : (this.isSendScreen() ? 'SCREEN' : 'CAMERA');
}
2018-04-26 15:33:47 +02:00
this.session.openvidu.sendRequest('publishVideo', {
sdpOffer: sdpOfferParam,
doLoopback: this.displayMyRemote() || false,
hasAudio: this.isSendAudio(),
hasVideo: this.isSendVideo(),
audioActive: this.audioActive,
videoActive: this.videoActive,
typeOfVideo,
frameRate: !!this.frameRate ? this.frameRate : -1,
2018-07-27 14:32:53 +02:00
videoDimensions: JSON.stringify(this.videoDimensions),
filter: this.outboundStreamOpts.publisherProperties.filter
2018-04-26 15:33:47 +02:00
}, (error, response) => {
if (error) {
if (error.code === 401) {
reject(new OpenViduError(OpenViduErrorName.OPENVIDU_PERMISSION_DENIED, "You don't have permissions to publish"));
} else {
reject('Error on publishVideo: ' + JSON.stringify(error));
}
2018-04-26 15:33:47 +02:00
} else {
this.webRtcPeer.processAnswer(response.sdpAnswer, false)
2018-04-26 15:33:47 +02:00
.then(() => {
this.streamId = response.id;
this.creationTime = response.createdAt;
2018-05-29 18:28:58 +02:00
this.isLocalStreamPublished = true;
this.publishedOnce = true;
if (this.displayMyRemote()) {
this.remotePeerSuccessfullyEstablished();
}
2018-04-26 15:33:47 +02:00
this.ee.emitEvent('stream-created-by-publisher');
this.initWebRtcStats();
2018-04-26 15:33:47 +02:00
resolve();
})
.catch(error => {
reject(error);
});
console.info("'Publisher' successfully published to session");
}
});
};
if (this.displayMyRemote()) {
this.webRtcPeer = new WebRtcPeerSendrecv(options);
2018-04-26 15:33:47 +02:00
} else {
this.webRtcPeer = new WebRtcPeerSendonly(options);
2018-04-26 15:33:47 +02:00
}
this.webRtcPeer.generateOffer().then(offer => {
successCallback(offer);
}).catch(error => {
reject(new Error('(publish) SDP offer error: ' + JSON.stringify(error)));
});
2018-04-26 15:33:47 +02:00
});
}
private initWebRtcPeerReceive(): Promise<any> {
return new Promise((resolve, reject) => {
const offerConstraints = {
audio: this.inboundStreamOpts.hasAudio,
video: this.inboundStreamOpts.hasVideo
2018-04-26 15:33:47 +02:00
};
console.debug("'Session.subscribe(Stream)' called. Constraints of generate SDP offer",
offerConstraints);
const options = {
onicecandidate: this.connection.sendIceCandidate.bind(this.connection),
2018-06-07 14:55:47 +02:00
mediaConstraints: offerConstraints,
iceServers: this.getIceServersConf(),
simulcast: false
2018-04-26 15:33:47 +02:00
};
const successCallback = (sdpOfferParam) => {
2018-04-26 15:33:47 +02:00
console.debug('Sending SDP offer to subscribe to '
+ this.streamId, sdpOfferParam);
this.session.openvidu.sendRequest('receiveVideoFrom', {
sender: this.streamId,
sdpOffer: sdpOfferParam
}, (error, response) => {
if (error) {
reject(new Error('Error on recvVideoFrom: ' + JSON.stringify(error)));
} else {
// Ios Ionic. Limitation: some bug in iosrtc cordova plugin makes
// it necessary to add a timeout before processAnswer method
if (this.session.isFirstIonicIosSubscriber) {
this.session.isFirstIonicIosSubscriber = false;
this.session['iosInterval'] = setTimeout(() => {
this.session.countDownForIonicIosSubscribers = false;
}, 400);
}
const needsTimeoutOnProcessAswer = this.session.countDownForIonicIosSubscribers;
this.webRtcPeer.processAnswer(response.sdpAnswer, needsTimeoutOnProcessAswer).then(() => {
this.remotePeerSuccessfullyEstablished();
this.initWebRtcStats();
2018-04-26 15:33:47 +02:00
resolve();
}).catch(error => {
reject(error);
});
}
});
};
this.webRtcPeer = new WebRtcPeerRecvonly(options);
this.webRtcPeer.generateOffer()
.then(offer => {
successCallback(offer);
})
.catch(error => {
reject(new Error('(subscribe) SDP offer error: ' + JSON.stringify(error)));
});
2018-04-26 15:33:47 +02:00
});
}
private remotePeerSuccessfullyEstablished(): void {
2018-11-28 09:42:26 +01:00
if (platform['isIonicIos']) {
// iOS Ionic. LIMITATION: must use deprecated WebRTC API
const pc1: any = this.webRtcPeer.pc;
this.mediaStream = pc1.getRemoteStreams()[0];
} else {
this.mediaStream = new MediaStream();
let receiver: RTCRtpReceiver;
for (receiver of this.webRtcPeer.pc.getReceivers()) {
if (!!receiver.track) {
this.mediaStream.addTrack(receiver.track);
}
}
2018-11-28 09:42:26 +01:00
}
console.debug('Peer remote stream', this.mediaStream);
2018-04-26 15:33:47 +02:00
if (!!this.mediaStream) {
if (this.streamManager instanceof Subscriber) {
// Apply SubscriberProperties.subscribeToAudio and SubscriberProperties.subscribeToVideo
if (!!this.mediaStream.getAudioTracks()[0]) {
const enabled = !!((<Subscriber>this.streamManager).properties.subscribeToAudio);
this.mediaStream.getAudioTracks()[0].enabled = enabled;
}
if (!!this.mediaStream.getVideoTracks()[0]) {
const enabled = !!((<Subscriber>this.streamManager).properties.subscribeToVideo);
this.mediaStream.getVideoTracks()[0].enabled = enabled;
}
}
this.ee.emitEvent('mediastream-updated');
if (!this.displayMyRemote() && !!this.mediaStream.getAudioTracks()[0] && this.session.speakingEventsEnabled) {
this.enableSpeakingEvents();
}
}
2018-04-26 15:33:47 +02:00
}
private initWebRtcStats(): void {
this.webRtcStats = new WebRtcStats(this);
this.webRtcStats.initWebRtcStats();
}
private stopWebRtcStats(): void {
if (!!this.webRtcStats && this.webRtcStats.isEnabled()) {
this.webRtcStats.stopWebRtcStats();
}
}
2018-06-07 14:55:47 +02:00
private getIceServersConf(): RTCIceServer[] | undefined {
let returnValue;
if (!!this.session.openvidu.advancedConfiguration.iceServers) {
returnValue = this.session.openvidu.advancedConfiguration.iceServers === 'freeice' ?
undefined :
this.session.openvidu.advancedConfiguration.iceServers;
} else if (this.session.openvidu.iceServers) {
returnValue = this.session.openvidu.iceServers;
} else {
returnValue = undefined;
}
return returnValue;
2018-04-26 15:33:47 +02:00
}
}