851 lines
35 KiB
JavaScript
851 lines
35 KiB
JavaScript
/* colibri.js -- a COLIBRI focus
|
|
* The colibri spec has been submitted to the XMPP Standards Foundation
|
|
* for publications as a XMPP extensions:
|
|
* http://xmpp.org/extensions/inbox/colibri.html
|
|
*
|
|
* colibri.js is a participating focus, i.e. the focus participates
|
|
* in the conference. The conference itself can be ad-hoc, through a
|
|
* MUC, through PubSub, etc.
|
|
*
|
|
* colibri.js relies heavily on the strophe.jingle library available
|
|
* from https://github.com/ESTOS/strophe.jingle
|
|
* and interoperates with the Jitsi videobridge available from
|
|
* https://jitsi.org/Projects/JitsiVideobridge
|
|
*/
|
|
/*
|
|
Copyright (c) 2013 ESTOS GmbH
|
|
|
|
Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
of this software and associated documentation files (the "Software"), to deal
|
|
in the Software without restriction, including without limitation the rights
|
|
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
copies of the Software, and to permit persons to whom the Software is
|
|
furnished to do so, subject to the following conditions:
|
|
|
|
The above copyright notice and this permission notice shall be included in
|
|
all copies or substantial portions of the Software.
|
|
|
|
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|
THE SOFTWARE.
|
|
*/
|
|
/* jshint -W117 */
|
|
|
|
ColibriFocus.prototype = Object.create(SessionBase.prototype);
|
|
function ColibriFocus(connection, bridgejid) {
|
|
|
|
SessionBase.call(this, connection, Math.random().toString(36).substr(2, 12));
|
|
|
|
this.bridgejid = bridgejid;
|
|
this.peers = [];
|
|
this.confid = null;
|
|
|
|
// media types of the conference
|
|
this.media = ['audio', 'video'];
|
|
|
|
this.connection.jingle.sessions[this.sid] = this;
|
|
this.mychannel = [];
|
|
this.channels = [];
|
|
this.remotessrc = {};
|
|
|
|
// container for candidates from the focus
|
|
// gathered before confid is known
|
|
this.drip_container = [];
|
|
|
|
// silly wait flag
|
|
this.wait = true;
|
|
}
|
|
|
|
// creates a conferences with an initial set of peers
|
|
ColibriFocus.prototype.makeConference = function (peers) {
|
|
var self = this;
|
|
if (this.confid !== null) {
|
|
console.error('makeConference called twice? Ignoring...');
|
|
// FIXME: just invite peers?
|
|
return;
|
|
}
|
|
this.confid = 0; // !null
|
|
this.peers = [];
|
|
peers.forEach(function (peer) {
|
|
self.peers.push(peer);
|
|
self.channels.push([]);
|
|
});
|
|
|
|
this.peerconnection
|
|
= new TraceablePeerConnection(
|
|
this.connection.jingle.ice_config,
|
|
this.connection.jingle.pc_constraints );
|
|
|
|
if(this.connection.jingle.localAudio) {
|
|
this.peerconnection.addStream(this.connection.jingle.localAudio);
|
|
}
|
|
if(this.connection.jingle.localVideo) {
|
|
this.peerconnection.addStream(this.connection.jingle.localVideo);
|
|
}
|
|
this.peerconnection.oniceconnectionstatechange = function (event) {
|
|
console.warn('ice connection state changed to', self.peerconnection.iceConnectionState);
|
|
/*
|
|
if (self.peerconnection.signalingState == 'stable' && self.peerconnection.iceConnectionState == 'connected') {
|
|
console.log('adding new remote SSRCs from iceconnectionstatechange');
|
|
window.setTimeout(function() { self.modifySources(); }, 1000);
|
|
}
|
|
*/
|
|
};
|
|
this.peerconnection.onsignalingstatechange = function (event) {
|
|
console.warn(self.peerconnection.signalingState);
|
|
/*
|
|
if (self.peerconnection.signalingState == 'stable' && self.peerconnection.iceConnectionState == 'connected') {
|
|
console.log('adding new remote SSRCs from signalingstatechange');
|
|
window.setTimeout(function() { self.modifySources(); }, 1000);
|
|
}
|
|
*/
|
|
};
|
|
this.peerconnection.onaddstream = function (event) {
|
|
// search the jid associated with this stream
|
|
Object.keys(self.remotessrc).forEach(function (jid) {
|
|
if (self.remotessrc[jid].join('\r\n').indexOf('mslabel:' + event.stream.id) != -1) {
|
|
event.peerjid = jid;
|
|
}
|
|
});
|
|
$(document).trigger('remotestreamadded.jingle', [event, self.sid]);
|
|
};
|
|
this.peerconnection.onicecandidate = function (event) {
|
|
//console.log('focus onicecandidate', self.confid, new Date().getTime(), event.candidate);
|
|
if (!event.candidate) {
|
|
console.log('end of candidates');
|
|
return;
|
|
}
|
|
self.sendIceCandidate(event.candidate);
|
|
};
|
|
this._makeConference();
|
|
/*
|
|
this.peerconnection.createOffer(
|
|
function (offer) {
|
|
self.peerconnection.setLocalDescription(
|
|
offer,
|
|
function () {
|
|
// success
|
|
$(document).trigger('setLocalDescription.jingle', [self.sid]);
|
|
// FIXME: could call _makeConference here and trickle candidates later
|
|
self._makeConference();
|
|
},
|
|
function (error) {
|
|
console.log('setLocalDescription failed', error);
|
|
}
|
|
);
|
|
},
|
|
function (error) {
|
|
console.warn(error);
|
|
}
|
|
);
|
|
*/
|
|
};
|
|
|
|
ColibriFocus.prototype._makeConference = function () {
|
|
var self = this;
|
|
var elem = $iq({to: this.bridgejid, type: 'get'});
|
|
elem.c('conference', {xmlns: 'http://jitsi.org/protocol/colibri'});
|
|
|
|
this.media.forEach(function (name) {
|
|
elem.c('content', {name: name});
|
|
elem.c('channel', {
|
|
initiator: 'true',
|
|
expire: '15',
|
|
endpoint: 'fix_me_focus_endpoint'}).up();
|
|
for (var j = 0; j < self.peers.length; j++) {
|
|
elem.c('channel', {
|
|
initiator: 'true',
|
|
expire: '15',
|
|
endpoint: self.peers[j].substr(1 + self.peers[j].lastIndexOf('/'))
|
|
}).up();
|
|
}
|
|
elem.up(); // end of content
|
|
});
|
|
/*
|
|
var localSDP = new SDP(this.peerconnection.localDescription.sdp);
|
|
localSDP.media.forEach(function (media, channel) {
|
|
var name = SDPUtil.parse_mline(media.split('\r\n')[0]).media;
|
|
elem.c('content', {name: name});
|
|
elem.c('channel', {initiator: 'false', expire: '15'});
|
|
|
|
// FIXME: should reuse code from .toJingle
|
|
var mline = SDPUtil.parse_mline(media.split('\r\n')[0]);
|
|
for (var j = 0; j < mline.fmt.length; j++) {
|
|
var rtpmap = SDPUtil.find_line(media, 'a=rtpmap:' + mline.fmt[j]);
|
|
elem.c('payload-type', SDPUtil.parse_rtpmap(rtpmap));
|
|
elem.up();
|
|
}
|
|
|
|
localSDP.TransportToJingle(channel, elem);
|
|
|
|
elem.up(); // end of channel
|
|
for (j = 0; j < self.peers.length; j++) {
|
|
elem.c('channel', {initiator: 'true', expire:'15' }).up();
|
|
}
|
|
elem.up(); // end of content
|
|
});
|
|
*/
|
|
|
|
this.connection.sendIQ(elem,
|
|
function (result) {
|
|
self.createdConference(result);
|
|
},
|
|
function (error) {
|
|
console.warn(error);
|
|
}
|
|
);
|
|
};
|
|
|
|
// callback when a conference was created
|
|
ColibriFocus.prototype.createdConference = function (result) {
|
|
console.log('created a conference on the bridge');
|
|
var self = this;
|
|
var tmp;
|
|
|
|
this.confid = $(result).find('>conference').attr('id');
|
|
var remotecontents = $(result).find('>conference>content').get();
|
|
var numparticipants = 0;
|
|
for (var i = 0; i < remotecontents.length; i++) {
|
|
tmp = $(remotecontents[i]).find('>channel').get();
|
|
this.mychannel.push($(tmp.shift()));
|
|
numparticipants = tmp.length;
|
|
for (j = 0; j < tmp.length; j++) {
|
|
if (this.channels[j] === undefined) {
|
|
this.channels[j] = [];
|
|
}
|
|
this.channels[j].push(tmp[j]);
|
|
}
|
|
}
|
|
|
|
console.log('remote channels', this.channels);
|
|
|
|
var bridgeSDP = new SDP('v=0\r\no=- 5151055458874951233 2 IN IP4 127.0.0.1\r\ns=-\r\nt=0 0\r\nm=audio 1 RTP/SAVPF 111 103 104 0 8 106 105 13 126\r\nc=IN IP4 0.0.0.0\r\na=rtcp:1 IN IP4 0.0.0.0\r\na=mid:audio\r\na=extmap:1 urn:ietf:params:rtp-hdrext:ssrc-audio-level\r\na=sendrecv\r\na=rtpmap:111 opus/48000/2\r\na=fmtp:111 minptime=10\r\na=rtpmap:103 ISAC/16000\r\na=rtpmap:104 ISAC/32000\r\na=rtpmap:0 PCMU/8000\r\na=rtpmap:8 PCMA/8000\r\na=rtpmap:106 CN/32000\r\na=rtpmap:105 CN/16000\r\na=rtpmap:13 CN/8000\r\na=rtpmap:126 telephone-event/8000\r\na=maxptime:60\r\nm=video 1 RTP/SAVPF 100 116 117\r\nc=IN IP4 0.0.0.0\r\na=rtcp:1 IN IP4 0.0.0.0\r\na=mid:video\r\na=extmap:2 urn:ietf:params:rtp-hdrext:toffset\r\na=extmap:3 http://www.webrtc.org/experiments/rtp-hdrext/abs-send-time\r\na=sendrecv\r\na=rtpmap:100 VP8/90000\r\na=rtcp-fb:100 ccm fir\r\na=rtcp-fb:100 nack\r\na=rtcp-fb:100 goog-remb\r\na=rtpmap:116 red/90000\r\na=rtpmap:117 ulpfec/90000\r\n');
|
|
bridgeSDP.media.length = this.mychannel.length;
|
|
var channel;
|
|
/*
|
|
for (channel = 0; channel < bridgeSDP.media.length; channel++) {
|
|
bridgeSDP.media[channel] = '';
|
|
// unchanged lines
|
|
bridgeSDP.media[channel] += SDPUtil.find_line(localSDP.media[channel], 'm=') + '\r\n';
|
|
bridgeSDP.media[channel] += SDPUtil.find_line(localSDP.media[channel], 'c=') + '\r\n';
|
|
if (SDPUtil.find_line(localSDP.media[channel], 'a=rtcp:')) {
|
|
bridgeSDP.media[channel] += SDPUtil.find_line(localSDP.media[channel], 'a=rtcp:') + '\r\n';
|
|
}
|
|
if (SDPUtil.find_line(localSDP.media[channel], 'a=mid:')) {
|
|
bridgeSDP.media[channel] += SDPUtil.find_line(localSDP.media[channel], 'a=mid:') + '\r\n';
|
|
}
|
|
if (SDPUtil.find_line(localSDP.media[channel], 'a=sendrecv')) {
|
|
bridgeSDP.media[channel] += 'a=sendrecv\r\n';
|
|
}
|
|
if (SDPUtil.find_line(localSDP.media[channel], 'a=extmap:')) {
|
|
bridgeSDP.media[channel] += SDPUtil.find_lines(localSDP.media[channel], 'a=extmap:').join('\r\n') + '\r\n';
|
|
}
|
|
|
|
// FIXME: should look at m-line and group the ids together
|
|
if (SDPUtil.find_line(localSDP.media[channel], 'a=rtpmap:')) {
|
|
bridgeSDP.media[channel] += SDPUtil.find_lines(localSDP.media[channel], 'a=rtpmap:').join('\r\n') + '\r\n';
|
|
}
|
|
if (SDPUtil.find_line(localSDP.media[channel], 'a=fmtp:')) {
|
|
bridgeSDP.media[channel] += SDPUtil.find_lines(localSDP.media[channel], 'a=fmtp:').join('\r\n') + '\r\n';
|
|
}
|
|
if (SDPUtil.find_line(localSDP.media[channel], 'a=rtcp-fb:')) {
|
|
bridgeSDP.media[channel] += SDPUtil.find_lines(localSDP.media[channel], 'a=rtcp-fb:').join('\r\n') + '\r\n';
|
|
}
|
|
// FIXME: changed lines -- a=sendrecv direction, a=setup direction
|
|
}
|
|
*/
|
|
for (channel = 0; channel < bridgeSDP.media.length; channel++) {
|
|
// get the mixed ssrc
|
|
tmp = $(this.mychannel[channel]).find('>source[xmlns="urn:xmpp:jingle:apps:rtp:ssma:0"]');
|
|
// FIXME: check rtp-level-relay-type
|
|
if (tmp.length) {
|
|
bridgeSDP.media[channel] += 'a=ssrc:' + tmp.attr('ssrc') + ' ' + 'cname:mixed' + '\r\n';
|
|
bridgeSDP.media[channel] += 'a=ssrc:' + tmp.attr('ssrc') + ' ' + 'label:mixedlabela0' + '\r\n';
|
|
bridgeSDP.media[channel] += 'a=ssrc:' + tmp.attr('ssrc') + ' ' + 'msid:mixedmslabel mixedlabela0' + '\r\n';
|
|
bridgeSDP.media[channel] += 'a=ssrc:' + tmp.attr('ssrc') + ' ' + 'mslabel:mixedmslabel' + '\r\n';
|
|
} else {
|
|
// make chrome happy... '3735928559' == 0xDEADBEEF
|
|
// FIXME: this currently appears as two streams, should be one
|
|
bridgeSDP.media[channel] += 'a=ssrc:' + '3735928559' + ' ' + 'cname:mixed' + '\r\n';
|
|
bridgeSDP.media[channel] += 'a=ssrc:' + '3735928559' + ' ' + 'label:mixedlabelv0' + '\r\n';
|
|
bridgeSDP.media[channel] += 'a=ssrc:' + '3735928559' + ' ' + 'msid:mixedmslabel mixedlabelv0' + '\r\n';
|
|
bridgeSDP.media[channel] += 'a=ssrc:' + '3735928559' + ' ' + 'mslabel:mixedmslabel' + '\r\n';
|
|
}
|
|
|
|
// FIXME: should take code from .fromJingle
|
|
tmp = $(this.mychannel[channel]).find('>transport[xmlns="urn:xmpp:jingle:transports:ice-udp:1"]');
|
|
if (tmp.length) {
|
|
bridgeSDP.media[channel] += 'a=ice-ufrag:' + tmp.attr('ufrag') + '\r\n';
|
|
bridgeSDP.media[channel] += 'a=ice-pwd:' + tmp.attr('pwd') + '\r\n';
|
|
tmp.find('>candidate').each(function () {
|
|
bridgeSDP.media[channel] += SDPUtil.candidateFromJingle(this);
|
|
});
|
|
tmp = tmp.find('>fingerprint');
|
|
if (tmp.length) {
|
|
bridgeSDP.media[channel] += 'a=fingerprint:' + tmp.attr('hash') + ' ' + tmp.text() + '\r\n';
|
|
bridgeSDP.media[channel] += 'a=setup:actpass\r\n'; // offer so always actpass
|
|
}
|
|
}
|
|
}
|
|
bridgeSDP.raw = bridgeSDP.session + bridgeSDP.media.join('');
|
|
|
|
this.peerconnection.setRemoteDescription(
|
|
new RTCSessionDescription({type: 'offer', sdp: bridgeSDP.raw}),
|
|
function () {
|
|
console.log('setRemoteDescription success');
|
|
self.peerconnection.createAnswer(
|
|
function (answer) {
|
|
self.peerconnection.setLocalDescription(answer,
|
|
function () {
|
|
console.log('setLocalDescription succeded.');
|
|
// make sure our presence is updated
|
|
$(document).trigger('setLocalDescription.jingle', [self.sid]);
|
|
var elem = $iq({to: self.bridgejid, type: 'get'});
|
|
elem.c('conference', {xmlns: 'http://jitsi.org/protocol/colibri', id: self.confid});
|
|
var localSDP = new SDP(self.peerconnection.localDescription.sdp);
|
|
localSDP.media.forEach(function (media, channel) {
|
|
var name = SDPUtil.parse_mline(media.split('\r\n')[0]).media;
|
|
elem.c('content', {name: name});
|
|
elem.c('channel', {
|
|
initiator: 'true',
|
|
expire: '15',
|
|
id: self.mychannel[channel].attr('id'),
|
|
endpoint: 'fix_me_focus_endpoint'
|
|
});
|
|
|
|
// FIXME: should reuse code from .toJingle
|
|
var mline = SDPUtil.parse_mline(media.split('\r\n')[0]);
|
|
for (var j = 0; j < mline.fmt.length; j++) {
|
|
var rtpmap = SDPUtil.find_line(media, 'a=rtpmap:' + mline.fmt[j]);
|
|
elem.c('payload-type', SDPUtil.parse_rtpmap(rtpmap));
|
|
elem.up();
|
|
}
|
|
|
|
localSDP.TransportToJingle(channel, elem);
|
|
|
|
elem.up(); // end of channel
|
|
elem.up(); // end of content
|
|
});
|
|
|
|
self.connection.sendIQ(elem,
|
|
function (result) {
|
|
// ...
|
|
},
|
|
function (error) {
|
|
console.warn(error);
|
|
}
|
|
);
|
|
|
|
// now initiate sessions
|
|
for (var i = 0; i < numparticipants; i++) {
|
|
self.initiate(self.peers[i], true);
|
|
}
|
|
},
|
|
function (error) {
|
|
console.warn('setLocalDescription failed.', error);
|
|
}
|
|
);
|
|
},
|
|
function (error) {
|
|
console.warn('createAnswer failed.', error);
|
|
}
|
|
);
|
|
/*
|
|
for (var i = 0; i < numparticipants; i++) {
|
|
self.initiate(self.peers[i], true);
|
|
}
|
|
*/
|
|
},
|
|
function (error) {
|
|
console.log('setRemoteDescription failed.', error);
|
|
}
|
|
);
|
|
|
|
};
|
|
|
|
// send a session-initiate to a new participant
|
|
ColibriFocus.prototype.initiate = function (peer, isInitiator) {
|
|
var participant = this.peers.indexOf(peer);
|
|
console.log('tell', peer, participant);
|
|
var sdp;
|
|
if (this.peerconnection !== null && this.peerconnection.signalingState == 'stable') {
|
|
sdp = new SDP(this.peerconnection.remoteDescription.sdp);
|
|
var localSDP = new SDP(this.peerconnection.localDescription.sdp);
|
|
// throw away stuff we don't want
|
|
// not needed with static offer
|
|
sdp.removeSessionLines('a=group:');
|
|
sdp.removeSessionLines('a=msid-semantic:'); // FIXME: not mapped over jingle anyway...
|
|
for (var i = 0; i < sdp.media.length; i++) {
|
|
sdp.removeMediaLines(i, 'a=rtcp-mux');
|
|
sdp.removeMediaLines(i, 'a=ssrc:');
|
|
sdp.removeMediaLines(i, 'a=crypto:');
|
|
sdp.removeMediaLines(i, 'a=candidate:');
|
|
sdp.removeMediaLines(i, 'a=ice-options:google-ice');
|
|
sdp.removeMediaLines(i, 'a=ice-ufrag:');
|
|
sdp.removeMediaLines(i, 'a=ice-pwd:');
|
|
sdp.removeMediaLines(i, 'a=fingerprint:');
|
|
sdp.removeMediaLines(i, 'a=setup:');
|
|
|
|
if (1) { //i > 0) { // not for audio FIXME: does not work as intended
|
|
// re-add all remote a=ssrcs
|
|
for (var jid in this.remotessrc) {
|
|
if (jid == peer) continue;
|
|
sdp.media[i] += this.remotessrc[jid][i];
|
|
}
|
|
// and local a=ssrc lines
|
|
sdp.media[i] += SDPUtil.find_lines(localSDP.media[i], 'a=ssrc').join('\r\n') + '\r\n';
|
|
}
|
|
}
|
|
sdp.raw = sdp.session + sdp.media.join('');
|
|
} else {
|
|
console.error('can not initiate a new session without a stable peerconnection');
|
|
return;
|
|
}
|
|
|
|
// add stuff we got from the bridge
|
|
for (var j = 0; j < sdp.media.length; j++) {
|
|
var chan = $(this.channels[participant][j]);
|
|
console.log('channel id', chan.attr('id'));
|
|
|
|
tmp = chan.find('>source[xmlns="urn:xmpp:jingle:apps:rtp:ssma:0"]');
|
|
if (tmp.length) {
|
|
sdp.media[j] += 'a=ssrc:' + tmp.attr('ssrc') + ' ' + 'cname:mixed' + '\r\n';
|
|
sdp.media[j] += 'a=ssrc:' + tmp.attr('ssrc') + ' ' + 'label:mixedlabela0' + '\r\n';
|
|
sdp.media[j] += 'a=ssrc:' + tmp.attr('ssrc') + ' ' + 'msid:mixedmslabel mixedlabela0' + '\r\n';
|
|
sdp.media[j] += 'a=ssrc:' + tmp.attr('ssrc') + ' ' + 'mslabel:mixedmslabel' + '\r\n';
|
|
} else {
|
|
// make chrome happy... '3735928559' == 0xDEADBEEF
|
|
sdp.media[j] += 'a=ssrc:' + '3735928559' + ' ' + 'cname:mixed' + '\r\n';
|
|
sdp.media[j] += 'a=ssrc:' + '3735928559' + ' ' + 'label:mixedlabelv0' + '\r\n';
|
|
sdp.media[j] += 'a=ssrc:' + '3735928559' + ' ' + 'msid:mixedmslabel mixedlabelv0' + '\r\n';
|
|
sdp.media[j] += 'a=ssrc:' + '3735928559' + ' ' + 'mslabel:mixedmslabel' + '\r\n';
|
|
}
|
|
|
|
tmp = chan.find('>transport[xmlns="urn:xmpp:jingle:transports:ice-udp:1"]');
|
|
if (tmp.length) {
|
|
if (tmp.attr('ufrag'))
|
|
sdp.media[j] += 'a=ice-ufrag:' + tmp.attr('ufrag') + '\r\n';
|
|
if (tmp.attr('pwd'))
|
|
sdp.media[j] += 'a=ice-pwd:' + tmp.attr('pwd') + '\r\n';
|
|
// and the candidates...
|
|
tmp.find('>candidate').each(function () {
|
|
sdp.media[j] += SDPUtil.candidateFromJingle(this);
|
|
});
|
|
tmp = tmp.find('>fingerprint');
|
|
if (tmp.length) {
|
|
sdp.media[j] += 'a=fingerprint:' + tmp.attr('hash') + ' ' + tmp.text() + '\r\n';
|
|
/*
|
|
if (tmp.attr('direction')) {
|
|
sdp.media[j] += 'a=setup:' + tmp.attr('direction') + '\r\n';
|
|
}
|
|
*/
|
|
sdp.media[j] += 'a=setup:actpass\r\n';
|
|
}
|
|
}
|
|
}
|
|
// make a new colibri session and configure it
|
|
// FIXME: is it correct to use this.connection.jid when used in a MUC?
|
|
var sess = new ColibriSession(this.connection.jid,
|
|
Math.random().toString(36).substr(2, 12), // random string
|
|
this.connection);
|
|
sess.initiate(peer);
|
|
sess.colibri = this;
|
|
// We do not announce our audio per conference peer, so only video is set here
|
|
sess.localVideo = this.connection.jingle.localVideo;
|
|
sess.media_constraints = this.connection.jingle.media_constraints;
|
|
sess.pc_constraints = this.connection.jingle.pc_constraints;
|
|
sess.ice_config = this.connection.jingle.ice_config;
|
|
|
|
this.connection.jingle.sessions[sess.sid] = sess;
|
|
this.connection.jingle.jid2session[sess.peerjid] = sess;
|
|
|
|
// send a session-initiate
|
|
var init = $iq({to: peer, type: 'set'})
|
|
.c('jingle',
|
|
{xmlns: 'urn:xmpp:jingle:1',
|
|
action: 'session-initiate',
|
|
initiator: sess.me,
|
|
sid: sess.sid
|
|
}
|
|
);
|
|
sdp.toJingle(init, 'initiator');
|
|
this.connection.sendIQ(init,
|
|
function (res) {
|
|
console.log('got result');
|
|
},
|
|
function (err) {
|
|
console.log('got error');
|
|
}
|
|
);
|
|
};
|
|
|
|
// pull in a new participant into the conference
|
|
ColibriFocus.prototype.addNewParticipant = function (peer) {
|
|
var self = this;
|
|
if (this.confid === 0) {
|
|
// bad state
|
|
console.log('confid does not exist yet, postponing', peer);
|
|
window.setTimeout(function () {
|
|
self.addNewParticipant(peer);
|
|
}, 250);
|
|
return;
|
|
}
|
|
var index = this.channels.length;
|
|
this.channels.push([]);
|
|
this.peers.push(peer);
|
|
|
|
var elem = $iq({to: this.bridgejid, type: 'get'});
|
|
elem.c('conference', {xmlns: 'http://jitsi.org/protocol/colibri', id: this.confid});
|
|
var localSDP = new SDP(this.peerconnection.localDescription.sdp);
|
|
localSDP.media.forEach(function (media, channel) {
|
|
var name = SDPUtil.parse_mline(media.split('\r\n')[0]).media;
|
|
elem.c('content', {name: name});
|
|
elem.c('channel', {
|
|
initiator: 'true',
|
|
expire:'15',
|
|
endpoint: peer.substr(1 + peer.lastIndexOf('/'))
|
|
});
|
|
elem.up(); // end of channel
|
|
elem.up(); // end of content
|
|
});
|
|
|
|
this.connection.sendIQ(elem,
|
|
function (result) {
|
|
var contents = $(result).find('>conference>content').get();
|
|
for (var i = 0; i < contents.length; i++) {
|
|
tmp = $(contents[i]).find('>channel').get();
|
|
self.channels[index][i] = tmp[0];
|
|
}
|
|
self.initiate(peer, true);
|
|
},
|
|
function (error) {
|
|
console.warn(error);
|
|
}
|
|
);
|
|
};
|
|
|
|
// update the channel description (payload-types + dtls fp) for a participant
|
|
ColibriFocus.prototype.updateChannel = function (remoteSDP, participant) {
|
|
console.log('change allocation for', this.confid);
|
|
var change = $iq({to: this.bridgejid, type: 'set'});
|
|
change.c('conference', {xmlns: 'http://jitsi.org/protocol/colibri', id: this.confid});
|
|
for (channel = 0; channel < this.channels[participant].length; channel++) {
|
|
change.c('content', {name: channel === 0 ? 'audio' : 'video'});
|
|
change.c('channel', {
|
|
id: $(this.channels[participant][channel]).attr('id'),
|
|
endpoint: $(this.channels[participant][channel]).attr('endpoint'),
|
|
expire: '15'
|
|
});
|
|
|
|
var rtpmap = SDPUtil.find_lines(remoteSDP.media[channel], 'a=rtpmap:');
|
|
rtpmap.forEach(function (val) {
|
|
// TODO: too much copy-paste
|
|
var rtpmap = SDPUtil.parse_rtpmap(val);
|
|
change.c('payload-type', rtpmap);
|
|
//
|
|
// put any 'a=fmtp:' + mline.fmt[j] lines into <param name=foo value=bar/>
|
|
/*
|
|
if (SDPUtil.find_line(remoteSDP.media[channel], 'a=fmtp:' + rtpmap.id)) {
|
|
tmp = SDPUtil.parse_fmtp(SDPUtil.find_line(remoteSDP.media[channel], 'a=fmtp:' + rtpmap.id));
|
|
for (var k = 0; k < tmp.length; k++) {
|
|
change.c('parameter', tmp[k]).up();
|
|
}
|
|
}
|
|
*/
|
|
change.up();
|
|
});
|
|
// now add transport
|
|
remoteSDP.TransportToJingle(channel, change);
|
|
|
|
change.up(); // end of channel
|
|
change.up(); // end of content
|
|
}
|
|
this.connection.sendIQ(change,
|
|
function (res) {
|
|
console.log('got result');
|
|
},
|
|
function (err) {
|
|
console.log('got error');
|
|
}
|
|
);
|
|
};
|
|
|
|
// tell everyone about a new participants a=ssrc lines (isadd is true)
|
|
// or a leaving participants a=ssrc lines
|
|
ColibriFocus.prototype.sendSSRCUpdate = function (sdpMediaSsrcs, fromJid, isadd) {
|
|
var self = this;
|
|
this.peers.forEach(function (peerjid) {
|
|
if (peerjid == fromJid) return;
|
|
console.log('tell', peerjid, 'about ' + (isadd ? 'new' : 'removed') + ' ssrcs from', fromJid);
|
|
if (!self.remotessrc[peerjid]) {
|
|
// FIXME: this should only send to participants that are stable, i.e. who have sent a session-accept
|
|
// possibly, this.remoteSSRC[session.peerjid] does not exist yet
|
|
console.warn('do we really want to bother', peerjid, 'with updates yet?');
|
|
}
|
|
var peersess = self.connection.jingle.jid2session[peerjid];
|
|
if(!peersess){
|
|
console.warn('no session with peer: '+peerjid+' yet...');
|
|
return;
|
|
}
|
|
|
|
self.sendSSRCUpdateIq(sdpMediaSsrcs, peersess.sid, peersess.initiator, peerjid, isadd);
|
|
});
|
|
};
|
|
|
|
/**
|
|
* Overrides SessionBase.addSource.
|
|
*
|
|
* @param elem proprietary 'add source' Jingle request(XML node).
|
|
* @param fromJid JID of the participant to whom new ssrcs belong.
|
|
*/
|
|
ColibriFocus.prototype.addSource = function (elem, fromJid) {
|
|
|
|
var self = this;
|
|
this.peerconnection.addSource(elem);
|
|
|
|
var peerSsrc = this.remotessrc[fromJid];
|
|
//console.log("On ADD", self.addssrc, peerSsrc);
|
|
this.peerconnection.addssrc.forEach(function(val, idx){
|
|
if(!peerSsrc[idx]){
|
|
// add ssrc
|
|
peerSsrc[idx] = val;
|
|
} else {
|
|
if(peerSsrc[idx].indexOf(val) == -1){
|
|
peerSsrc[idx] = peerSsrc[idx]+val;
|
|
}
|
|
}
|
|
});
|
|
|
|
var oldRemoteSdp = new SDP(this.peerconnection.remoteDescription.sdp);
|
|
this.modifySources(function(){
|
|
// Notify other participants about added ssrc
|
|
var remoteSDP = new SDP(self.peerconnection.remoteDescription.sdp);
|
|
var newSSRCs = oldRemoteSdp.getNewMedia(remoteSDP);
|
|
self.sendSSRCUpdate(newSSRCs, fromJid, true);
|
|
});
|
|
};
|
|
|
|
/**
|
|
* Overrides SessionBase.removeSource.
|
|
*
|
|
* @param elem proprietary 'remove source' Jingle request(XML node).
|
|
* @param fromJid JID of the participant to whom removed ssrcs belong.
|
|
*/
|
|
ColibriFocus.prototype.removeSource = function (elem, fromJid) {
|
|
|
|
var self = this;
|
|
this.peerconnection.removeSource(elem);
|
|
|
|
var peerSsrc = this.remotessrc[fromJid];
|
|
//console.log("On REMOVE", self.removessrc, peerSsrc);
|
|
this.peerconnection.removessrc.forEach(function(val, idx){
|
|
if(peerSsrc[idx]){
|
|
// Remove ssrc
|
|
peerSsrc[idx] = peerSsrc[idx].replace(val, '');
|
|
}
|
|
});
|
|
|
|
var oldSDP = new SDP(self.peerconnection.remoteDescription.sdp);
|
|
this.modifySources(function(){
|
|
// Notify other participants about removed ssrc
|
|
var remoteSDP = new SDP(self.peerconnection.remoteDescription.sdp);
|
|
var removedSSRCs = remoteSDP.getNewMedia(oldSDP);
|
|
self.sendSSRCUpdate(removedSSRCs, fromJid, false);
|
|
});
|
|
};
|
|
|
|
ColibriFocus.prototype.setRemoteDescription = function (session, elem, desctype) {
|
|
var participant = this.peers.indexOf(session.peerjid);
|
|
console.log('Colibri.setRemoteDescription from', session.peerjid, participant);
|
|
var remoteSDP = new SDP('');
|
|
var channel;
|
|
remoteSDP.fromJingle(elem);
|
|
|
|
// ACT 1: change allocation on bridge
|
|
this.updateChannel(remoteSDP, participant);
|
|
|
|
// ACT 2: tell anyone else about the new SSRCs
|
|
this.sendSSRCUpdate(remoteSDP.getMediaSsrcMap(), session.peerjid, true);
|
|
|
|
// ACT 3: note the SSRCs
|
|
this.remotessrc[session.peerjid] = [];
|
|
for (channel = 0; channel < this.channels[participant].length; channel++) {
|
|
//if (channel == 0) continue; FIXME: does not work as intended
|
|
if (SDPUtil.find_lines(remoteSDP.media[channel], 'a=ssrc:').length) {
|
|
this.remotessrc[session.peerjid][channel] = SDPUtil.find_lines(remoteSDP.media[channel], 'a=ssrc:').join('\r\n') + '\r\n';
|
|
}
|
|
}
|
|
|
|
// ACT 4: add new a=ssrc lines to local remotedescription
|
|
for (channel = 0; channel < this.channels[participant].length; channel++) {
|
|
//if (channel == 0) continue; FIXME: does not work as intended
|
|
if (SDPUtil.find_lines(remoteSDP.media[channel], 'a=ssrc:').length) {
|
|
this.peerconnection.enqueueAddSsrc(
|
|
channel,
|
|
SDPUtil.find_lines(remoteSDP.media[channel], 'a=ssrc:').join('\r\n') + '\r\n'
|
|
);
|
|
}
|
|
}
|
|
this.modifySources();
|
|
};
|
|
|
|
// relay ice candidates to bridge using trickle
|
|
ColibriFocus.prototype.addIceCandidate = function (session, elem) {
|
|
var self = this;
|
|
var participant = this.peers.indexOf(session.peerjid);
|
|
//console.log('change transport allocation for', this.confid, session.peerjid, participant);
|
|
var change = $iq({to: this.bridgejid, type: 'set'});
|
|
change.c('conference', {xmlns: 'http://jitsi.org/protocol/colibri', id: this.confid});
|
|
$(elem).each(function () {
|
|
var name = $(this).attr('name');
|
|
var channel = name == 'audio' ? 0 : 1; // FIXME: search mlineindex in localdesc
|
|
|
|
change.c('content', {name: name});
|
|
change.c('channel', {
|
|
id: $(self.channels[participant][channel]).attr('id'),
|
|
endpoint: $(self.channels[participant][channel]).attr('endpoint'),
|
|
expire: '15'
|
|
});
|
|
$(this).find('>transport').each(function () {
|
|
change.c('transport', {
|
|
ufrag: $(this).attr('ufrag'),
|
|
pwd: $(this).attr('pwd'),
|
|
xmlns: $(this).attr('xmlns')
|
|
});
|
|
|
|
$(this).find('>candidate').each(function () {
|
|
/* not yet
|
|
if (this.getAttribute('protocol') == 'tcp' && this.getAttribute('port') == 0) {
|
|
// chrome generates TCP candidates with port 0
|
|
return;
|
|
}
|
|
*/
|
|
var line = SDPUtil.candidateFromJingle(this);
|
|
change.c('candidate', SDPUtil.candidateToJingle(line)).up();
|
|
});
|
|
change.up(); // end of transport
|
|
});
|
|
change.up(); // end of channel
|
|
change.up(); // end of content
|
|
});
|
|
// FIXME: need to check if there is at least one candidate when filtering TCP ones
|
|
this.connection.sendIQ(change,
|
|
function (res) {
|
|
console.log('got result');
|
|
},
|
|
function (err) {
|
|
console.error('got error', err);
|
|
}
|
|
);
|
|
};
|
|
|
|
// send our own candidate to the bridge
|
|
ColibriFocus.prototype.sendIceCandidate = function (candidate) {
|
|
var self = this;
|
|
//console.log('candidate', candidate);
|
|
if (!candidate) {
|
|
console.log('end of candidates');
|
|
return;
|
|
}
|
|
if (this.drip_container.length === 0) {
|
|
// start 20ms callout
|
|
window.setTimeout(function () {
|
|
if (self.drip_container.length === 0) return;
|
|
self.sendIceCandidates(self.drip_container);
|
|
self.drip_container = [];
|
|
}, 20);
|
|
}
|
|
this.drip_container.push(candidate);
|
|
};
|
|
|
|
// sort and send multiple candidates
|
|
ColibriFocus.prototype.sendIceCandidates = function (candidates) {
|
|
var self = this;
|
|
var mycands = $iq({to: this.bridgejid, type: 'set'});
|
|
mycands.c('conference', {xmlns: 'http://jitsi.org/protocol/colibri', id: this.confid});
|
|
// FIXME: multi-candidate logic is taken from strophe.jingle, should be refactored there
|
|
var localSDP = new SDP(this.peerconnection.localDescription.sdp);
|
|
for (var mid = 0; mid < localSDP.media.length; mid++) {
|
|
var cands = candidates.filter(function (el) { return el.sdpMLineIndex == mid; });
|
|
if (cands.length > 0) {
|
|
mycands.c('content', {name: cands[0].sdpMid });
|
|
mycands.c('channel', {
|
|
id: $(this.mychannel[cands[0].sdpMLineIndex]).attr('id'),
|
|
endpoint: $(this.mychannel[cands[0].sdpMLineIndex]).attr('endpoint'),
|
|
expire: '15'
|
|
});
|
|
mycands.c('transport', {xmlns: 'urn:xmpp:jingle:transports:ice-udp:1'});
|
|
for (var i = 0; i < cands.length; i++) {
|
|
mycands.c('candidate', SDPUtil.candidateToJingle(cands[i].candidate)).up();
|
|
}
|
|
mycands.up(); // transport
|
|
mycands.up(); // channel
|
|
mycands.up(); // content
|
|
}
|
|
}
|
|
console.log('send cands', candidates);
|
|
this.connection.sendIQ(mycands,
|
|
function (res) {
|
|
console.log('got result');
|
|
},
|
|
function (err) {
|
|
console.error('got error', err);
|
|
}
|
|
);
|
|
};
|
|
|
|
ColibriFocus.prototype.terminate = function (session, reason) {
|
|
console.log('remote session terminated from', session.peerjid);
|
|
var participant = this.peers.indexOf(session.peerjid);
|
|
if (!this.remotessrc[session.peerjid] || participant == -1) {
|
|
return;
|
|
}
|
|
var ssrcs = this.remotessrc[session.peerjid];
|
|
for (var i = 0; i < ssrcs.length; i++) {
|
|
this.peerconnection.enqueueRemoveSsrc(i, ssrcs[i]);
|
|
}
|
|
// remove from this.peers
|
|
this.peers.splice(participant, 1);
|
|
// expire channel on bridge
|
|
var change = $iq({to: this.bridgejid, type: 'set'});
|
|
change.c('conference', {xmlns: 'http://jitsi.org/protocol/colibri', id: this.confid});
|
|
for (var channel = 0; channel < this.channels[participant].length; channel++) {
|
|
change.c('content', {name: channel === 0 ? 'audio' : 'video'});
|
|
change.c('channel', {
|
|
id: $(this.channels[participant][channel]).attr('id'),
|
|
endpoint: $(this.channels[participant][channel]).attr('endpoint'),
|
|
expire: '0'
|
|
});
|
|
change.up(); // end of channel
|
|
change.up(); // end of content
|
|
}
|
|
this.connection.sendIQ(change,
|
|
function (res) {
|
|
console.log('got result');
|
|
},
|
|
function (err) {
|
|
console.error('got error', err);
|
|
}
|
|
);
|
|
// and remove from channels
|
|
this.channels.splice(participant, 1);
|
|
|
|
// tell everyone about the ssrcs to be removed
|
|
var sdp = new SDP('');
|
|
var localSDP = new SDP(this.peerconnection.localDescription.sdp);
|
|
var contents = SDPUtil.find_lines(localSDP.raw, 'a=mid:').map(SDPUtil.parse_mid);
|
|
for (var j = 0; j < ssrcs.length; j++) {
|
|
sdp.media[j] = 'a=mid:' + contents[j] + '\r\n';
|
|
sdp.media[j] += ssrcs[j];
|
|
this.peerconnection.enqueueRemoveSsrc(j, ssrcs[j]);
|
|
}
|
|
this.sendSSRCUpdate(sdp.getMediaSsrcMap(), session.peerjid, false);
|
|
|
|
delete this.remotessrc[session.peerjid];
|
|
this.modifySources();
|
|
};
|