Home | History | Annotate | Download | only in webrtc
      1 /*
      2  * libjingle
      3  * Copyright 2012, Google Inc.
      4  *
      5  * Redistribution and use in source and binary forms, with or without
      6  * modification, are permitted provided that the following conditions are met:
      7  *
      8  *  1. Redistributions of source code must retain the above copyright notice,
      9  *     this list of conditions and the following disclaimer.
     10  *  2. Redistributions in binary form must reproduce the above copyright notice,
     11  *     this list of conditions and the following disclaimer in the documentation
     12  *     and/or other materials provided with the distribution.
     13  *  3. The name of the author may not be used to endorse or promote products
     14  *     derived from this software without specific prior written permission.
     15  *
     16  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
     17  * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
     18  * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
     19  * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
     20  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
     21  * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
     22  * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
     23  * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
     24  * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
     25  * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     26  */
     27 
     28 #include "talk/app/webrtc/mediastreamsignaling.h"
     29 
     30 #include <vector>
     31 
     32 #include "talk/app/webrtc/audiotrack.h"
     33 #include "talk/app/webrtc/mediastreamproxy.h"
     34 #include "talk/app/webrtc/mediaconstraintsinterface.h"
     35 #include "talk/app/webrtc/mediastreamtrackproxy.h"
     36 #include "talk/app/webrtc/remotevideocapturer.h"
     37 #include "talk/app/webrtc/videosource.h"
     38 #include "talk/app/webrtc/videotrack.h"
     39 #include "talk/base/bytebuffer.h"
     40 #include "talk/base/stringutils.h"
     41 #include "talk/media/sctp/sctpdataengine.h"
     42 
     43 static const char kDefaultStreamLabel[] = "default";
     44 static const char kDefaultAudioTrackLabel[] = "defaulta0";
     45 static const char kDefaultVideoTrackLabel[] = "defaultv0";
     46 
     47 namespace webrtc {
     48 
     49 using talk_base::scoped_ptr;
     50 using talk_base::scoped_refptr;
     51 
     52 // Supported MediaConstraints.
     53 const char MediaConstraintsInterface::kOfferToReceiveAudio[] =
     54     "OfferToReceiveAudio";
     55 const char MediaConstraintsInterface::kOfferToReceiveVideo[] =
     56     "OfferToReceiveVideo";
     57 const char MediaConstraintsInterface::kIceRestart[] =
     58     "IceRestart";
     59 const char MediaConstraintsInterface::kUseRtpMux[] =
     60     "googUseRtpMUX";
     61 const char MediaConstraintsInterface::kVoiceActivityDetection[] =
     62     "VoiceActivityDetection";
     63 
     64 static bool ParseConstraints(
     65     const MediaConstraintsInterface* constraints,
     66     cricket::MediaSessionOptions* options, bool is_answer) {
     67   bool value;
     68   size_t mandatory_constraints_satisfied = 0;
     69 
     70   if (FindConstraint(constraints,
     71                      MediaConstraintsInterface::kOfferToReceiveAudio,
     72                      &value, &mandatory_constraints_satisfied)) {
     73     // |options-|has_audio| can only change from false to
     74     // true, but never change from true to false. This is to make sure
     75     // CreateOffer / CreateAnswer doesn't remove a media content
     76     // description that has been created.
     77     options->has_audio |= value;
     78   } else {
     79     // kOfferToReceiveAudio defaults to true according to spec.
     80     options->has_audio = true;
     81   }
     82 
     83   if (FindConstraint(constraints,
     84                      MediaConstraintsInterface::kOfferToReceiveVideo,
     85                      &value, &mandatory_constraints_satisfied)) {
     86     // |options->has_video| can only change from false to
     87     // true, but never change from true to false. This is to make sure
     88     // CreateOffer / CreateAnswer doesn't remove a media content
     89     // description that has been created.
     90     options->has_video |= value;
     91   } else {
     92     // kOfferToReceiveVideo defaults to false according to spec. But
     93     // if it is an answer and video is offered, we should still accept video
     94     // per default.
     95     options->has_video |= is_answer;
     96   }
     97 
     98   if (FindConstraint(constraints,
     99                      MediaConstraintsInterface::kVoiceActivityDetection,
    100                      &value, &mandatory_constraints_satisfied)) {
    101     options->vad_enabled = value;
    102   }
    103 
    104   if (FindConstraint(constraints,
    105                      MediaConstraintsInterface::kUseRtpMux,
    106                      &value, &mandatory_constraints_satisfied)) {
    107     options->bundle_enabled = value;
    108   } else {
    109     // kUseRtpMux defaults to true according to spec.
    110     options->bundle_enabled = true;
    111   }
    112   if (FindConstraint(constraints,
    113                      MediaConstraintsInterface::kIceRestart,
    114                      &value, &mandatory_constraints_satisfied)) {
    115     options->transport_options.ice_restart = value;
    116   } else {
    117     // kIceRestart defaults to false according to spec.
    118     options->transport_options.ice_restart = false;
    119   }
    120 
    121   if (!constraints) {
    122     return true;
    123   }
    124   return mandatory_constraints_satisfied == constraints->GetMandatory().size();
    125 }
    126 
    127 // Returns true if if at least one media content is present and
    128 // |options.bundle_enabled| is true.
    129 // Bundle will be enabled  by default if at least one media content is present
    130 // and the constraint kUseRtpMux has not disabled bundle.
    131 static bool EvaluateNeedForBundle(const cricket::MediaSessionOptions& options) {
    132   return options.bundle_enabled &&
    133       (options.has_audio || options.has_video || options.has_data());
    134 }
    135 
    136 // Factory class for creating remote MediaStreams and MediaStreamTracks.
    137 class RemoteMediaStreamFactory {
    138  public:
    139   explicit RemoteMediaStreamFactory(talk_base::Thread* signaling_thread,
    140                                     cricket::ChannelManager* channel_manager)
    141       : signaling_thread_(signaling_thread),
    142         channel_manager_(channel_manager) {
    143   }
    144 
    145   talk_base::scoped_refptr<MediaStreamInterface> CreateMediaStream(
    146       const std::string& stream_label) {
    147     return MediaStreamProxy::Create(
    148         signaling_thread_, MediaStream::Create(stream_label));
    149   }
    150 
    151   AudioTrackInterface* AddAudioTrack(webrtc::MediaStreamInterface* stream,
    152                                      const std::string& track_id) {
    153     return AddTrack<AudioTrackInterface, AudioTrack, AudioTrackProxy>(
    154         stream, track_id, static_cast<AudioSourceInterface*>(NULL));
    155   }
    156 
    157   VideoTrackInterface* AddVideoTrack(webrtc::MediaStreamInterface* stream,
    158                                      const std::string& track_id) {
    159     return AddTrack<VideoTrackInterface, VideoTrack, VideoTrackProxy>(
    160         stream, track_id, VideoSource::Create(channel_manager_,
    161                                               new RemoteVideoCapturer(),
    162                                               NULL).get());
    163   }
    164 
    165  private:
    166   template <typename TI, typename T, typename TP, typename S>
    167   TI* AddTrack(MediaStreamInterface* stream, const std::string& track_id,
    168                S* source) {
    169     talk_base::scoped_refptr<TI> track(
    170         TP::Create(signaling_thread_, T::Create(track_id, source)));
    171     track->set_state(webrtc::MediaStreamTrackInterface::kLive);
    172     if (stream->AddTrack(track)) {
    173       return track;
    174     }
    175     return NULL;
    176   }
    177 
    178   talk_base::Thread* signaling_thread_;
    179   cricket::ChannelManager* channel_manager_;
    180 };
    181 
    182 MediaStreamSignaling::MediaStreamSignaling(
    183     talk_base::Thread* signaling_thread,
    184     MediaStreamSignalingObserver* stream_observer,
    185     cricket::ChannelManager* channel_manager)
    186     : signaling_thread_(signaling_thread),
    187       data_channel_factory_(NULL),
    188       stream_observer_(stream_observer),
    189       local_streams_(StreamCollection::Create()),
    190       remote_streams_(StreamCollection::Create()),
    191       remote_stream_factory_(new RemoteMediaStreamFactory(signaling_thread,
    192                                                           channel_manager)),
    193       last_allocated_sctp_even_sid_(-2),
    194       last_allocated_sctp_odd_sid_(-1) {
    195   options_.has_video = false;
    196   options_.has_audio = false;
    197 }
    198 
    199 MediaStreamSignaling::~MediaStreamSignaling() {
    200 }
    201 
    202 void MediaStreamSignaling::TearDown() {
    203   OnAudioChannelClose();
    204   OnVideoChannelClose();
    205   OnDataChannelClose();
    206 }
    207 
    208 bool MediaStreamSignaling::IsSctpSidAvailable(int sid) const {
    209   if (sid < 0 || sid > static_cast<int>(cricket::kMaxSctpSid))
    210     return false;
    211   for (SctpDataChannels::const_iterator iter = sctp_data_channels_.begin();
    212        iter != sctp_data_channels_.end();
    213        ++iter) {
    214     if ((*iter)->id() == sid) {
    215       return false;
    216     }
    217   }
    218   return true;
    219 }
    220 
    221 // Gets the first unused odd/even id based on the DTLS role. If |role| is
    222 // SSL_CLIENT, the allocated id starts from 0 and takes even numbers; otherwise,
    223 // the id starts from 1 and takes odd numbers. Returns false if no id can be
    224 // allocated.
    225 bool MediaStreamSignaling::AllocateSctpSid(talk_base::SSLRole role, int* sid) {
    226   int& last_id = (role == talk_base::SSL_CLIENT) ?
    227       last_allocated_sctp_even_sid_ : last_allocated_sctp_odd_sid_;
    228 
    229   do {
    230     last_id += 2;
    231   } while (last_id <= static_cast<int>(cricket::kMaxSctpSid) &&
    232            !IsSctpSidAvailable(last_id));
    233 
    234   if (last_id > static_cast<int>(cricket::kMaxSctpSid)) {
    235     return false;
    236   }
    237 
    238   *sid = last_id;
    239   return true;
    240 }
    241 
    242 bool MediaStreamSignaling::HasDataChannels() const {
    243   return !rtp_data_channels_.empty() || !sctp_data_channels_.empty();
    244 }
    245 
    246 bool MediaStreamSignaling::AddDataChannel(DataChannel* data_channel) {
    247   ASSERT(data_channel != NULL);
    248   if (data_channel->data_channel_type() == cricket::DCT_RTP) {
    249     if (rtp_data_channels_.find(data_channel->label()) !=
    250         rtp_data_channels_.end()) {
    251       LOG(LS_ERROR) << "DataChannel with label " << data_channel->label()
    252                     << " already exists.";
    253       return false;
    254     }
    255     rtp_data_channels_[data_channel->label()] = data_channel;
    256   } else {
    257     ASSERT(data_channel->data_channel_type() == cricket::DCT_SCTP);
    258     sctp_data_channels_.push_back(data_channel);
    259   }
    260   return true;
    261 }
    262 
    263 bool MediaStreamSignaling::AddDataChannelFromOpenMessage(
    264     const std::string& label,
    265     const DataChannelInit& config) {
    266   if (!data_channel_factory_) {
    267     LOG(LS_WARNING) << "Remote peer requested a DataChannel but DataChannels "
    268                     << "are not supported.";
    269     return false;
    270   }
    271   scoped_refptr<DataChannel> channel(
    272       data_channel_factory_->CreateDataChannel(label, &config));
    273   if (!channel.get()) {
    274     LOG(LS_ERROR) << "Failed to create DataChannel from the OPEN message.";
    275     return false;
    276   }
    277   sctp_data_channels_.push_back(channel);
    278   stream_observer_->OnAddDataChannel(channel);
    279   return true;
    280 }
    281 
    282 bool MediaStreamSignaling::AddLocalStream(MediaStreamInterface* local_stream) {
    283   if (local_streams_->find(local_stream->label()) != NULL) {
    284     LOG(LS_WARNING) << "MediaStream with label " << local_stream->label()
    285                     << "already exist.";
    286     return false;
    287   }
    288   local_streams_->AddStream(local_stream);
    289 
    290   // Find tracks that has already been configured in SDP. This can occur if a
    291   // local session description that contains the MSID of these tracks is set
    292   // before AddLocalStream is called. It can also occur if the local session
    293   // description is not changed and RemoveLocalStream
    294   // is called and later AddLocalStream is called again with the same stream.
    295   AudioTrackVector audio_tracks = local_stream->GetAudioTracks();
    296   for (AudioTrackVector::const_iterator it = audio_tracks.begin();
    297        it != audio_tracks.end(); ++it) {
    298     TrackInfos::const_iterator track_info_it =
    299         local_audio_tracks_.find((*it)->id());
    300     if (track_info_it != local_audio_tracks_.end()) {
    301       const TrackInfo& info = track_info_it->second;
    302       OnLocalTrackSeen(info.stream_label, info.track_id, info.ssrc,
    303                        cricket::MEDIA_TYPE_AUDIO);
    304     }
    305   }
    306 
    307   VideoTrackVector video_tracks = local_stream->GetVideoTracks();
    308   for (VideoTrackVector::const_iterator it = video_tracks.begin();
    309        it != video_tracks.end(); ++it) {
    310     TrackInfos::const_iterator track_info_it =
    311         local_video_tracks_.find((*it)->id());
    312     if (track_info_it != local_video_tracks_.end()) {
    313       const TrackInfo& info = track_info_it->second;
    314       OnLocalTrackSeen(info.stream_label, info.track_id, info.ssrc,
    315                        cricket::MEDIA_TYPE_VIDEO);
    316     }
    317   }
    318   return true;
    319 }
    320 
    321 void MediaStreamSignaling::RemoveLocalStream(
    322     MediaStreamInterface* local_stream) {
    323   local_streams_->RemoveStream(local_stream);
    324   stream_observer_->OnRemoveLocalStream(local_stream);
    325 }
    326 
    327 bool MediaStreamSignaling::GetOptionsForOffer(
    328     const MediaConstraintsInterface* constraints,
    329     cricket::MediaSessionOptions* options) {
    330   UpdateSessionOptions();
    331   if (!ParseConstraints(constraints, &options_, false)) {
    332     return false;
    333   }
    334   options_.bundle_enabled = EvaluateNeedForBundle(options_);
    335   *options = options_;
    336   return true;
    337 }
    338 
    339 bool MediaStreamSignaling::GetOptionsForAnswer(
    340     const MediaConstraintsInterface* constraints,
    341     cricket::MediaSessionOptions* options) {
    342   UpdateSessionOptions();
    343 
    344   // Copy the |options_| to not let the flag MediaSessionOptions::has_audio and
    345   // MediaSessionOptions::has_video affect subsequent offers.
    346   cricket::MediaSessionOptions current_options = options_;
    347   if (!ParseConstraints(constraints, &current_options, true)) {
    348     return false;
    349   }
    350   current_options.bundle_enabled = EvaluateNeedForBundle(current_options);
    351   *options = current_options;
    352   return true;
    353 }
    354 
    355 // Updates or creates remote MediaStream objects given a
    356 // remote SessionDesription.
    357 // If the remote SessionDesription contains new remote MediaStreams
    358 // the observer OnAddStream method is called. If a remote MediaStream is missing
    359 // from the remote SessionDescription OnRemoveStream is called.
    360 void MediaStreamSignaling::OnRemoteDescriptionChanged(
    361     const SessionDescriptionInterface* desc) {
    362   const cricket::SessionDescription* remote_desc = desc->description();
    363   talk_base::scoped_refptr<StreamCollection> new_streams(
    364       StreamCollection::Create());
    365 
    366   // Find all audio rtp streams and create corresponding remote AudioTracks
    367   // and MediaStreams.
    368   const cricket::ContentInfo* audio_content = GetFirstAudioContent(remote_desc);
    369   if (audio_content) {
    370     const cricket::AudioContentDescription* desc =
    371         static_cast<const cricket::AudioContentDescription*>(
    372             audio_content->description);
    373     UpdateRemoteStreamsList(desc->streams(), desc->type(), new_streams);
    374     remote_info_.default_audio_track_needed =
    375         desc->direction() == cricket::MD_SENDRECV && desc->streams().empty();
    376   }
    377 
    378   // Find all video rtp streams and create corresponding remote VideoTracks
    379   // and MediaStreams.
    380   const cricket::ContentInfo* video_content = GetFirstVideoContent(remote_desc);
    381   if (video_content) {
    382     const cricket::VideoContentDescription* desc =
    383         static_cast<const cricket::VideoContentDescription*>(
    384             video_content->description);
    385     UpdateRemoteStreamsList(desc->streams(), desc->type(), new_streams);
    386     remote_info_.default_video_track_needed =
    387         desc->direction() == cricket::MD_SENDRECV && desc->streams().empty();
    388   }
    389 
    390   // Update the DataChannels with the information from the remote peer.
    391   const cricket::ContentInfo* data_content = GetFirstDataContent(remote_desc);
    392   if (data_content) {
    393     const cricket::DataContentDescription* data_desc =
    394         static_cast<const cricket::DataContentDescription*>(
    395             data_content->description);
    396     if (talk_base::starts_with(
    397             data_desc->protocol().data(), cricket::kMediaProtocolRtpPrefix)) {
    398       UpdateRemoteRtpDataChannels(data_desc->streams());
    399     }
    400   }
    401 
    402   // Iterate new_streams and notify the observer about new MediaStreams.
    403   for (size_t i = 0; i < new_streams->count(); ++i) {
    404     MediaStreamInterface* new_stream = new_streams->at(i);
    405     stream_observer_->OnAddRemoteStream(new_stream);
    406   }
    407 
    408   // Find removed MediaStreams.
    409   if (remote_info_.IsDefaultMediaStreamNeeded() &&
    410       remote_streams_->find(kDefaultStreamLabel) != NULL) {
    411     // The default media stream already exists. No need to do anything.
    412   } else {
    413     UpdateEndedRemoteMediaStreams();
    414     remote_info_.msid_supported |= remote_streams_->count() > 0;
    415   }
    416   MaybeCreateDefaultStream();
    417 }
    418 
    419 void MediaStreamSignaling::OnLocalDescriptionChanged(
    420     const SessionDescriptionInterface* desc) {
    421   const cricket::ContentInfo* audio_content =
    422       GetFirstAudioContent(desc->description());
    423   if (audio_content) {
    424     if (audio_content->rejected) {
    425       RejectRemoteTracks(cricket::MEDIA_TYPE_AUDIO);
    426     }
    427     const cricket::AudioContentDescription* audio_desc =
    428         static_cast<const cricket::AudioContentDescription*>(
    429             audio_content->description);
    430     UpdateLocalTracks(audio_desc->streams(), audio_desc->type());
    431   }
    432 
    433   const cricket::ContentInfo* video_content =
    434       GetFirstVideoContent(desc->description());
    435   if (video_content) {
    436     if (video_content->rejected) {
    437       RejectRemoteTracks(cricket::MEDIA_TYPE_VIDEO);
    438     }
    439     const cricket::VideoContentDescription* video_desc =
    440         static_cast<const cricket::VideoContentDescription*>(
    441             video_content->description);
    442     UpdateLocalTracks(video_desc->streams(), video_desc->type());
    443   }
    444 
    445   const cricket::ContentInfo* data_content =
    446       GetFirstDataContent(desc->description());
    447   if (data_content) {
    448     const cricket::DataContentDescription* data_desc =
    449         static_cast<const cricket::DataContentDescription*>(
    450             data_content->description);
    451     if (talk_base::starts_with(
    452             data_desc->protocol().data(), cricket::kMediaProtocolRtpPrefix)) {
    453       UpdateLocalRtpDataChannels(data_desc->streams());
    454     }
    455   }
    456 }
    457 
    458 void MediaStreamSignaling::OnAudioChannelClose() {
    459   RejectRemoteTracks(cricket::MEDIA_TYPE_AUDIO);
    460 }
    461 
    462 void MediaStreamSignaling::OnVideoChannelClose() {
    463   RejectRemoteTracks(cricket::MEDIA_TYPE_VIDEO);
    464 }
    465 
    466 void MediaStreamSignaling::OnDataChannelClose() {
    467   RtpDataChannels::iterator it1 = rtp_data_channels_.begin();
    468   for (; it1 != rtp_data_channels_.end(); ++it1) {
    469     it1->second->OnDataEngineClose();
    470   }
    471   SctpDataChannels::iterator it2 = sctp_data_channels_.begin();
    472   for (; it2 != sctp_data_channels_.end(); ++it2) {
    473     (*it2)->OnDataEngineClose();
    474   }
    475 }
    476 
    477 bool MediaStreamSignaling::GetRemoteAudioTrackSsrc(
    478     const std::string& track_id, uint32* ssrc) const {
    479   TrackInfos::const_iterator it = remote_audio_tracks_.find(track_id);
    480   if (it == remote_audio_tracks_.end()) {
    481     return false;
    482   }
    483 
    484   *ssrc = it->second.ssrc;
    485   return true;
    486 }
    487 
    488 bool MediaStreamSignaling::GetRemoteVideoTrackSsrc(
    489     const std::string& track_id, uint32* ssrc) const {
    490   TrackInfos::const_iterator it = remote_video_tracks_.find(track_id);
    491   if (it == remote_video_tracks_.end()) {
    492     return false;
    493   }
    494 
    495   *ssrc = it->second.ssrc;
    496   return true;
    497 }
    498 
    499 void MediaStreamSignaling::UpdateSessionOptions() {
    500   options_.streams.clear();
    501   if (local_streams_ != NULL) {
    502     for (size_t i = 0; i < local_streams_->count(); ++i) {
    503       MediaStreamInterface* stream = local_streams_->at(i);
    504 
    505       AudioTrackVector audio_tracks(stream->GetAudioTracks());
    506       if (!audio_tracks.empty()) {
    507         options_.has_audio = true;
    508       }
    509 
    510       // For each audio track in the stream, add it to the MediaSessionOptions.
    511       for (size_t j = 0; j < audio_tracks.size(); ++j) {
    512         scoped_refptr<MediaStreamTrackInterface> track(audio_tracks[j]);
    513         options_.AddStream(cricket::MEDIA_TYPE_AUDIO, track->id(),
    514                            stream->label());
    515       }
    516 
    517       VideoTrackVector video_tracks(stream->GetVideoTracks());
    518       if (!video_tracks.empty()) {
    519         options_.has_video = true;
    520       }
    521       // For each video track in the stream, add it to the MediaSessionOptions.
    522       for (size_t j = 0; j < video_tracks.size(); ++j) {
    523         scoped_refptr<MediaStreamTrackInterface> track(video_tracks[j]);
    524         options_.AddStream(cricket::MEDIA_TYPE_VIDEO, track->id(),
    525                            stream->label());
    526       }
    527     }
    528   }
    529 
    530   // Check for data channels.
    531   RtpDataChannels::const_iterator data_channel_it = rtp_data_channels_.begin();
    532   for (; data_channel_it != rtp_data_channels_.end(); ++data_channel_it) {
    533     const DataChannel* channel = data_channel_it->second;
    534     if (channel->state() == DataChannel::kConnecting ||
    535         channel->state() == DataChannel::kOpen) {
    536       // |streamid| and |sync_label| are both set to the DataChannel label
    537       // here so they can be signaled the same way as MediaStreams and Tracks.
    538       // For MediaStreams, the sync_label is the MediaStream label and the
    539       // track label is the same as |streamid|.
    540       const std::string& streamid = channel->label();
    541       const std::string& sync_label = channel->label();
    542       options_.AddStream(cricket::MEDIA_TYPE_DATA, streamid, sync_label);
    543     }
    544   }
    545 }
    546 
    547 void MediaStreamSignaling::UpdateRemoteStreamsList(
    548     const cricket::StreamParamsVec& streams,
    549     cricket::MediaType media_type,
    550     StreamCollection* new_streams) {
    551   TrackInfos* current_tracks = GetRemoteTracks(media_type);
    552 
    553   // Find removed tracks. Ie tracks where the track id or ssrc don't match the
    554   // new StreamParam.
    555   TrackInfos::iterator track_it = current_tracks->begin();
    556   while (track_it != current_tracks->end()) {
    557     TrackInfo info = track_it->second;
    558     cricket::StreamParams params;
    559     if (!cricket::GetStreamBySsrc(streams, info.ssrc, &params) ||
    560         params.id != info.track_id) {
    561       OnRemoteTrackRemoved(info.stream_label, info.track_id, media_type);
    562       current_tracks->erase(track_it++);
    563     } else {
    564       ++track_it;
    565     }
    566   }
    567 
    568   // Find new and active tracks.
    569   for (cricket::StreamParamsVec::const_iterator it = streams.begin();
    570        it != streams.end(); ++it) {
    571     // The sync_label is the MediaStream label and the |stream.id| is the
    572     // track id.
    573     const std::string& stream_label = it->sync_label;
    574     const std::string& track_id = it->id;
    575     uint32 ssrc = it->first_ssrc();
    576 
    577     talk_base::scoped_refptr<MediaStreamInterface> stream =
    578         remote_streams_->find(stream_label);
    579     if (!stream) {
    580       // This is a new MediaStream. Create a new remote MediaStream.
    581       stream = remote_stream_factory_->CreateMediaStream(stream_label);
    582       remote_streams_->AddStream(stream);
    583       new_streams->AddStream(stream);
    584     }
    585 
    586     TrackInfos::iterator track_it = current_tracks->find(track_id);
    587     if (track_it == current_tracks->end()) {
    588       (*current_tracks)[track_id] =
    589           TrackInfo(stream_label, track_id, ssrc);
    590       OnRemoteTrackSeen(stream_label, track_id, it->first_ssrc(), media_type);
    591     }
    592   }
    593 }
    594 
    595 void MediaStreamSignaling::OnRemoteTrackSeen(const std::string& stream_label,
    596                                              const std::string& track_id,
    597                                              uint32 ssrc,
    598                                              cricket::MediaType media_type) {
    599   MediaStreamInterface* stream = remote_streams_->find(stream_label);
    600 
    601   if (media_type == cricket::MEDIA_TYPE_AUDIO) {
    602     AudioTrackInterface* audio_track =
    603         remote_stream_factory_->AddAudioTrack(stream, track_id);
    604     stream_observer_->OnAddRemoteAudioTrack(stream, audio_track, ssrc);
    605   } else if (media_type == cricket::MEDIA_TYPE_VIDEO) {
    606     VideoTrackInterface* video_track =
    607         remote_stream_factory_->AddVideoTrack(stream, track_id);
    608     stream_observer_->OnAddRemoteVideoTrack(stream, video_track, ssrc);
    609   } else {
    610     ASSERT(false && "Invalid media type");
    611   }
    612 }
    613 
    614 void MediaStreamSignaling::OnRemoteTrackRemoved(
    615     const std::string& stream_label,
    616     const std::string& track_id,
    617     cricket::MediaType media_type) {
    618   MediaStreamInterface* stream = remote_streams_->find(stream_label);
    619 
    620   if (media_type == cricket::MEDIA_TYPE_AUDIO) {
    621     talk_base::scoped_refptr<AudioTrackInterface> audio_track =
    622         stream->FindAudioTrack(track_id);
    623     if (audio_track) {
    624       audio_track->set_state(webrtc::MediaStreamTrackInterface::kEnded);
    625       stream->RemoveTrack(audio_track);
    626       stream_observer_->OnRemoveRemoteAudioTrack(stream, audio_track);
    627     }
    628   } else if (media_type == cricket::MEDIA_TYPE_VIDEO) {
    629     talk_base::scoped_refptr<VideoTrackInterface> video_track =
    630         stream->FindVideoTrack(track_id);
    631     if (video_track) {
    632       video_track->set_state(webrtc::MediaStreamTrackInterface::kEnded);
    633       stream->RemoveTrack(video_track);
    634       stream_observer_->OnRemoveRemoteVideoTrack(stream, video_track);
    635     }
    636   } else {
    637     ASSERT(false && "Invalid media type");
    638   }
    639 }
    640 
    641 void MediaStreamSignaling::RejectRemoteTracks(cricket::MediaType media_type) {
    642   TrackInfos* current_tracks = GetRemoteTracks(media_type);
    643   for (TrackInfos::iterator track_it = current_tracks->begin();
    644        track_it != current_tracks->end(); ++track_it) {
    645     TrackInfo info = track_it->second;
    646     MediaStreamInterface* stream = remote_streams_->find(info.stream_label);
    647     if (media_type == cricket::MEDIA_TYPE_AUDIO) {
    648       AudioTrackInterface* track = stream->FindAudioTrack(info.track_id);
    649       // There's no guarantee the track is still available, e.g. the track may
    650       // have been removed from the stream by javascript.
    651       if (track) {
    652         track->set_state(webrtc::MediaStreamTrackInterface::kEnded);
    653       }
    654     }
    655     if (media_type == cricket::MEDIA_TYPE_VIDEO) {
    656       VideoTrackInterface* track = stream->FindVideoTrack(info.track_id);
    657       // There's no guarantee the track is still available, e.g. the track may
    658       // have been removed from the stream by javascript.
    659       if (track) {
    660         track->set_state(webrtc::MediaStreamTrackInterface::kEnded);
    661       }
    662     }
    663   }
    664 }
    665 
    666 void MediaStreamSignaling::UpdateEndedRemoteMediaStreams() {
    667   std::vector<scoped_refptr<MediaStreamInterface> > streams_to_remove;
    668   for (size_t i = 0; i < remote_streams_->count(); ++i) {
    669     MediaStreamInterface*stream = remote_streams_->at(i);
    670     if (stream->GetAudioTracks().empty() && stream->GetVideoTracks().empty()) {
    671       streams_to_remove.push_back(stream);
    672     }
    673   }
    674 
    675   std::vector<scoped_refptr<MediaStreamInterface> >::const_iterator it;
    676   for (it = streams_to_remove.begin(); it != streams_to_remove.end(); ++it) {
    677     remote_streams_->RemoveStream(*it);
    678     stream_observer_->OnRemoveRemoteStream(*it);
    679   }
    680 }
    681 
    682 void MediaStreamSignaling::MaybeCreateDefaultStream() {
    683   if (!remote_info_.IsDefaultMediaStreamNeeded())
    684     return;
    685 
    686   bool default_created = false;
    687 
    688   scoped_refptr<MediaStreamInterface> default_remote_stream =
    689       remote_streams_->find(kDefaultStreamLabel);
    690   if (default_remote_stream == NULL) {
    691     default_created = true;
    692     default_remote_stream =
    693         remote_stream_factory_->CreateMediaStream(kDefaultStreamLabel);
    694     remote_streams_->AddStream(default_remote_stream);
    695   }
    696   if (remote_info_.default_audio_track_needed &&
    697       default_remote_stream->GetAudioTracks().size() == 0) {
    698     remote_audio_tracks_[kDefaultAudioTrackLabel] =
    699         TrackInfo(kDefaultStreamLabel, kDefaultAudioTrackLabel, 0);
    700     OnRemoteTrackSeen(kDefaultStreamLabel, kDefaultAudioTrackLabel, 0,
    701                        cricket::MEDIA_TYPE_AUDIO);
    702   }
    703   if (remote_info_.default_video_track_needed &&
    704       default_remote_stream->GetVideoTracks().size() == 0) {
    705     remote_video_tracks_[kDefaultVideoTrackLabel] =
    706         TrackInfo(kDefaultStreamLabel, kDefaultVideoTrackLabel, 0);
    707     OnRemoteTrackSeen(kDefaultStreamLabel, kDefaultVideoTrackLabel, 0,
    708                        cricket::MEDIA_TYPE_VIDEO);
    709   }
    710   if (default_created) {
    711     stream_observer_->OnAddRemoteStream(default_remote_stream);
    712   }
    713 }
    714 
    715 MediaStreamSignaling::TrackInfos* MediaStreamSignaling::GetRemoteTracks(
    716     cricket::MediaType type) {
    717   if (type == cricket::MEDIA_TYPE_AUDIO)
    718     return &remote_audio_tracks_;
    719   else if (type == cricket::MEDIA_TYPE_VIDEO)
    720     return &remote_video_tracks_;
    721   ASSERT(false && "Unknown MediaType");
    722   return NULL;
    723 }
    724 
    725 MediaStreamSignaling::TrackInfos* MediaStreamSignaling::GetLocalTracks(
    726     cricket::MediaType media_type) {
    727   ASSERT(media_type == cricket::MEDIA_TYPE_AUDIO ||
    728          media_type == cricket::MEDIA_TYPE_VIDEO);
    729 
    730   return (media_type == cricket::MEDIA_TYPE_AUDIO) ?
    731       &local_audio_tracks_ : &local_video_tracks_;
    732 }
    733 
    734 void MediaStreamSignaling::UpdateLocalTracks(
    735     const std::vector<cricket::StreamParams>& streams,
    736     cricket::MediaType media_type) {
    737   TrackInfos* current_tracks = GetLocalTracks(media_type);
    738 
    739   // Find removed tracks. Ie tracks where the track id or ssrc don't match the
    740   // new StreamParam.
    741   TrackInfos::iterator track_it = current_tracks->begin();
    742   while (track_it != current_tracks->end()) {
    743     TrackInfo info = track_it->second;
    744     cricket::StreamParams params;
    745     if (!cricket::GetStreamBySsrc(streams, info.ssrc, &params) ||
    746         params.id != info.track_id) {
    747       OnLocalTrackRemoved(info.stream_label, info.track_id, media_type);
    748       current_tracks->erase(track_it++);
    749     } else {
    750       ++track_it;
    751     }
    752   }
    753 
    754   // Find new and active tracks.
    755   for (cricket::StreamParamsVec::const_iterator it = streams.begin();
    756        it != streams.end(); ++it) {
    757     // The sync_label is the MediaStream label and the |stream.id| is the
    758     // track id.
    759     const std::string& stream_label = it->sync_label;
    760     const std::string& track_id = it->id;
    761     uint32 ssrc = it->first_ssrc();
    762     TrackInfos::iterator track_it =  current_tracks->find(track_id);
    763     if (track_it == current_tracks->end()) {
    764       (*current_tracks)[track_id] =
    765           TrackInfo(stream_label, track_id, ssrc);
    766       OnLocalTrackSeen(stream_label, track_id, it->first_ssrc(),
    767                        media_type);
    768     }
    769   }
    770 }
    771 
    772 void MediaStreamSignaling::OnLocalTrackSeen(
    773     const std::string& stream_label,
    774     const std::string& track_id,
    775     uint32 ssrc,
    776     cricket::MediaType media_type) {
    777   MediaStreamInterface* stream = local_streams_->find(stream_label);
    778   if (!stream) {
    779     LOG(LS_WARNING) << "An unknown local MediaStream with label "
    780                     << stream_label <<  " has been configured.";
    781     return;
    782   }
    783 
    784   if (media_type == cricket::MEDIA_TYPE_AUDIO) {
    785     AudioTrackInterface* audio_track = stream->FindAudioTrack(track_id);
    786     if (!audio_track) {
    787       LOG(LS_WARNING) << "An unknown local AudioTrack with id , "
    788                       << track_id <<  " has been configured.";
    789       return;
    790     }
    791     stream_observer_->OnAddLocalAudioTrack(stream, audio_track, ssrc);
    792   } else if (media_type == cricket::MEDIA_TYPE_VIDEO) {
    793     VideoTrackInterface* video_track = stream->FindVideoTrack(track_id);
    794     if (!video_track) {
    795       LOG(LS_WARNING) << "An unknown local VideoTrack with id , "
    796                       << track_id <<  " has been configured.";
    797       return;
    798     }
    799     stream_observer_->OnAddLocalVideoTrack(stream, video_track, ssrc);
    800   } else {
    801     ASSERT(false && "Invalid media type");
    802   }
    803 }
    804 
    805 void MediaStreamSignaling::OnLocalTrackRemoved(
    806     const std::string& stream_label,
    807     const std::string& track_id,
    808     cricket::MediaType media_type) {
    809   MediaStreamInterface* stream = local_streams_->find(stream_label);
    810   if (!stream) {
    811     // This is the normal case. Ie RemoveLocalStream has been called and the
    812     // SessionDescriptions has been renegotiated.
    813     return;
    814   }
    815   // A track has been removed from the SessionDescription but the MediaStream
    816   // is still associated with MediaStreamSignaling. This only occurs if the SDP
    817   // doesn't match with the calls to AddLocalStream and RemoveLocalStream.
    818 
    819   if (media_type == cricket::MEDIA_TYPE_AUDIO) {
    820     AudioTrackInterface* audio_track = stream->FindAudioTrack(track_id);
    821     if (!audio_track) {
    822       return;
    823     }
    824     stream_observer_->OnRemoveLocalAudioTrack(stream, audio_track);
    825   } else if (media_type == cricket::MEDIA_TYPE_VIDEO) {
    826     VideoTrackInterface* video_track = stream->FindVideoTrack(track_id);
    827     if (!video_track) {
    828       return;
    829     }
    830     stream_observer_->OnRemoveLocalVideoTrack(stream, video_track);
    831   } else {
    832     ASSERT(false && "Invalid media type.");
    833   }
    834 }
    835 
    836 void MediaStreamSignaling::UpdateLocalRtpDataChannels(
    837     const cricket::StreamParamsVec& streams) {
    838   std::vector<std::string> existing_channels;
    839 
    840   // Find new and active data channels.
    841   for (cricket::StreamParamsVec::const_iterator it =streams.begin();
    842        it != streams.end(); ++it) {
    843     // |it->sync_label| is actually the data channel label. The reason is that
    844     // we use the same naming of data channels as we do for
    845     // MediaStreams and Tracks.
    846     // For MediaStreams, the sync_label is the MediaStream label and the
    847     // track label is the same as |streamid|.
    848     const std::string& channel_label = it->sync_label;
    849     RtpDataChannels::iterator data_channel_it =
    850         rtp_data_channels_.find(channel_label);
    851     if (!VERIFY(data_channel_it != rtp_data_channels_.end())) {
    852       continue;
    853     }
    854     // Set the SSRC the data channel should use for sending.
    855     data_channel_it->second->SetSendSsrc(it->first_ssrc());
    856     existing_channels.push_back(data_channel_it->first);
    857   }
    858 
    859   UpdateClosingDataChannels(existing_channels, true);
    860 }
    861 
    862 void MediaStreamSignaling::UpdateRemoteRtpDataChannels(
    863     const cricket::StreamParamsVec& streams) {
    864   std::vector<std::string> existing_channels;
    865 
    866   // Find new and active data channels.
    867   for (cricket::StreamParamsVec::const_iterator it = streams.begin();
    868        it != streams.end(); ++it) {
    869     // The data channel label is either the mslabel or the SSRC if the mslabel
    870     // does not exist. Ex a=ssrc:444330170 mslabel:test1.
    871     std::string label = it->sync_label.empty() ?
    872         talk_base::ToString(it->first_ssrc()) : it->sync_label;
    873     RtpDataChannels::iterator data_channel_it =
    874         rtp_data_channels_.find(label);
    875     if (data_channel_it == rtp_data_channels_.end()) {
    876       // This is a new data channel.
    877       CreateRemoteDataChannel(label, it->first_ssrc());
    878     } else {
    879       data_channel_it->second->SetReceiveSsrc(it->first_ssrc());
    880     }
    881     existing_channels.push_back(label);
    882   }
    883 
    884   UpdateClosingDataChannels(existing_channels, false);
    885 }
    886 
    887 void MediaStreamSignaling::UpdateClosingDataChannels(
    888     const std::vector<std::string>& active_channels, bool is_local_update) {
    889   RtpDataChannels::iterator it = rtp_data_channels_.begin();
    890   while (it != rtp_data_channels_.end()) {
    891     DataChannel* data_channel = it->second;
    892     if (std::find(active_channels.begin(), active_channels.end(),
    893                   data_channel->label()) != active_channels.end()) {
    894       ++it;
    895       continue;
    896     }
    897 
    898     if (is_local_update)
    899       data_channel->SetSendSsrc(0);
    900     else
    901       data_channel->RemotePeerRequestClose();
    902 
    903     if (data_channel->state() == DataChannel::kClosed) {
    904       rtp_data_channels_.erase(it);
    905       it = rtp_data_channels_.begin();
    906     } else {
    907       ++it;
    908     }
    909   }
    910 }
    911 
    912 void MediaStreamSignaling::CreateRemoteDataChannel(const std::string& label,
    913                                                    uint32 remote_ssrc) {
    914   if (!data_channel_factory_) {
    915     LOG(LS_WARNING) << "Remote peer requested a DataChannel but DataChannels "
    916                     << "are not supported.";
    917     return;
    918   }
    919   scoped_refptr<DataChannel> channel(
    920       data_channel_factory_->CreateDataChannel(label, NULL));
    921   if (!channel.get()) {
    922     LOG(LS_WARNING) << "Remote peer requested a DataChannel but"
    923                     << "CreateDataChannel failed.";
    924     return;
    925   }
    926   channel->SetReceiveSsrc(remote_ssrc);
    927   stream_observer_->OnAddDataChannel(channel);
    928 }
    929 
    930 void MediaStreamSignaling::OnDataTransportCreatedForSctp() {
    931   SctpDataChannels::iterator it = sctp_data_channels_.begin();
    932   for (; it != sctp_data_channels_.end(); ++it) {
    933     (*it)->OnTransportChannelCreated();
    934   }
    935 }
    936 
    937 void MediaStreamSignaling::OnDtlsRoleReadyForSctp(talk_base::SSLRole role) {
    938   SctpDataChannels::iterator it = sctp_data_channels_.begin();
    939   for (; it != sctp_data_channels_.end(); ++it) {
    940     if ((*it)->id() < 0) {
    941       int sid;
    942       if (!AllocateSctpSid(role, &sid)) {
    943         LOG(LS_ERROR) << "Failed to allocate SCTP sid.";
    944         continue;
    945       }
    946       (*it)->SetSctpSid(sid);
    947     }
    948   }
    949 }
    950 
    951 }  // namespace webrtc
    952