Chromium Code Reviews| OLD | NEW |
|---|---|
| 1 /* | 1 /* |
| 2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. | 2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. |
| 3 * | 3 * |
| 4 * Use of this source code is governed by a BSD-style license | 4 * Use of this source code is governed by a BSD-style license |
| 5 * that can be found in the LICENSE file in the root of the source | 5 * that can be found in the LICENSE file in the root of the source |
| 6 * tree. An additional intellectual property rights grant can be found | 6 * tree. An additional intellectual property rights grant can be found |
| 7 * in the file PATENTS. All contributing project authors may | 7 * in the file PATENTS. All contributing project authors may |
| 8 * be found in the AUTHORS file in the root of the source tree. | 8 * be found in the AUTHORS file in the root of the source tree. |
| 9 */ | 9 */ |
| 10 | 10 |
| 11 #include "webrtc/video/vie_sync_module.h" | 11 #include "webrtc/video/rtp_streams_synchronizer.h" |
| 12 | 12 |
| 13 #include "webrtc/base/checks.h" | 13 #include "webrtc/base/checks.h" |
| 14 #include "webrtc/base/logging.h" | 14 #include "webrtc/base/logging.h" |
| 15 #include "webrtc/base/timeutils.h" | 15 #include "webrtc/base/timeutils.h" |
| 16 #include "webrtc/base/trace_event.h" | 16 #include "webrtc/base/trace_event.h" |
| 17 #include "webrtc/modules/rtp_rtcp/include/rtp_receiver.h" | 17 #include "webrtc/modules/rtp_rtcp/include/rtp_receiver.h" |
| 18 #include "webrtc/modules/rtp_rtcp/include/rtp_rtcp.h" | 18 #include "webrtc/modules/rtp_rtcp/include/rtp_rtcp.h" |
| 19 #include "webrtc/modules/video_coding/video_coding_impl.h" | 19 #include "webrtc/modules/video_coding/video_coding_impl.h" |
| 20 #include "webrtc/system_wrappers/include/clock.h" | 20 #include "webrtc/system_wrappers/include/clock.h" |
| 21 #include "webrtc/video/stream_synchronization.h" | 21 #include "webrtc/video/stream_synchronization.h" |
| 22 #include "webrtc/video_frame.h" | 22 #include "webrtc/video_frame.h" |
| 23 #include "webrtc/voice_engine/include/voe_video_sync.h" | 23 #include "webrtc/voice_engine/include/voe_video_sync.h" |
| 24 | 24 |
| 25 namespace webrtc { | 25 namespace webrtc { |
| 26 namespace { | 26 namespace { |
| 27 int UpdateMeasurements(StreamSynchronization::Measurements* stream, | 27 int UpdateMeasurements(StreamSynchronization::Measurements* stream, |
| 28 const RtpRtcp& rtp_rtcp, const RtpReceiver& receiver) { | 28 RtpRtcp* rtp_rtcp, RtpReceiver* receiver) { |
| 29 if (!receiver.Timestamp(&stream->latest_timestamp)) | 29 if (!receiver->Timestamp(&stream->latest_timestamp)) |
| 30 return -1; | 30 return -1; |
| 31 if (!receiver.LastReceivedTimeMs(&stream->latest_receive_time_ms)) | 31 if (!receiver->LastReceivedTimeMs(&stream->latest_receive_time_ms)) |
| 32 return -1; | 32 return -1; |
| 33 | 33 |
| 34 uint32_t ntp_secs = 0; | 34 uint32_t ntp_secs = 0; |
| 35 uint32_t ntp_frac = 0; | 35 uint32_t ntp_frac = 0; |
| 36 uint32_t rtp_timestamp = 0; | 36 uint32_t rtp_timestamp = 0; |
| 37 if (rtp_rtcp.RemoteNTP(&ntp_secs, &ntp_frac, nullptr, nullptr, | 37 if (rtp_rtcp->RemoteNTP(&ntp_secs, &ntp_frac, nullptr, nullptr, |
| 38 &rtp_timestamp) != 0) { | 38 &rtp_timestamp) != 0) { |
| 39 return -1; | 39 return -1; |
| 40 } | 40 } |
| 41 | 41 |
| 42 bool new_rtcp_sr = false; | 42 bool new_rtcp_sr = false; |
| 43 if (!UpdateRtcpList( | 43 if (!UpdateRtcpList( |
| 44 ntp_secs, ntp_frac, rtp_timestamp, &stream->rtcp, &new_rtcp_sr)) { | 44 ntp_secs, ntp_frac, rtp_timestamp, &stream->rtcp, &new_rtcp_sr)) { |
| 45 return -1; | 45 return -1; |
| 46 } | 46 } |
| 47 | 47 |
| 48 return 0; | 48 return 0; |
| 49 } | 49 } |
| 50 } // namespace | 50 } // namespace |
| 51 | 51 |
| 52 ViESyncModule::ViESyncModule(vcm::VideoReceiver* video_receiver) | 52 RtpStreamsSynchronizer::RtpStreamsSynchronizer( |
| 53 : video_receiver_(video_receiver), | 53 vcm::VideoReceiver* video_receiver, |
| 54 clock_(Clock::GetRealTimeClock()), | 54 RtpStreamReceiver* rtp_stream_receiver) |
| 55 rtp_receiver_(nullptr), | 55 : clock_(Clock::GetRealTimeClock()), |
| 56 video_rtp_rtcp_(nullptr), | 56 video_receiver_(video_receiver), |
| 57 video_rtp_receiver_(rtp_stream_receiver->GetRtpReceiver()), | |
| 58 video_rtp_rtcp_(rtp_stream_receiver->rtp_rtcp()), | |
| 57 voe_channel_id_(-1), | 59 voe_channel_id_(-1), |
| 58 voe_sync_interface_(nullptr), | 60 voe_sync_interface_(nullptr), |
| 59 last_sync_time_(rtc::TimeNanos()), | 61 audio_rtp_receiver_(nullptr), |
| 60 sync_() {} | 62 audio_rtp_rtcp_(nullptr), |
| 61 | 63 sync_(), |
| 62 ViESyncModule::~ViESyncModule() { | 64 last_sync_time_(rtc::TimeNanos()) { |
| 65 process_thread_checker_.DetachFromThread(); | |
| 63 } | 66 } |
| 64 | 67 |
| 65 void ViESyncModule::ConfigureSync(int voe_channel_id, | 68 void RtpStreamsSynchronizer::ConfigureSync(int voe_channel_id, |
| 66 VoEVideoSync* voe_sync_interface, | 69 VoEVideoSync* voe_sync_interface) { |
| 67 RtpRtcp* video_rtcp_module, | |
| 68 RtpReceiver* rtp_receiver) { | |
| 69 if (voe_channel_id != -1) | 70 if (voe_channel_id != -1) |
| 70 RTC_DCHECK(voe_sync_interface); | 71 RTC_DCHECK(voe_sync_interface); |
| 71 rtc::CritScope lock(&data_cs_); | 72 |
| 72 // Prevent expensive no-ops. | 73 rtc::CritScope lock(&crit_); |
| 73 if (voe_channel_id_ == voe_channel_id && | 74 if (voe_channel_id_ == voe_channel_id && |
| 74 voe_sync_interface_ == voe_sync_interface && | 75 voe_sync_interface_ == voe_sync_interface) { |
| 75 rtp_receiver_ == rtp_receiver && video_rtp_rtcp_ == video_rtcp_module) { | 76 // This prevents expensive no-ops. |
| 76 return; | 77 return; |
| 77 } | 78 } |
| 78 voe_channel_id_ = voe_channel_id; | 79 voe_channel_id_ = voe_channel_id; |
| 79 voe_sync_interface_ = voe_sync_interface; | 80 voe_sync_interface_ = voe_sync_interface; |
| 80 rtp_receiver_ = rtp_receiver; | 81 |
| 81 video_rtp_rtcp_ = video_rtcp_module; | 82 audio_rtp_rtcp_ = nullptr; |
| 82 sync_.reset( | 83 audio_rtp_receiver_ = nullptr; |
| 83 new StreamSynchronization(video_rtp_rtcp_->SSRC(), voe_channel_id)); | 84 sync_.reset(nullptr); |
| 85 | |
| 86 if (voe_channel_id_ != -1) { | |
| 87 voe_sync_interface_->GetRtpRtcp(voe_channel_id_, &audio_rtp_rtcp_, | |
| 88 &audio_rtp_receiver_); | |
| 89 RTC_DCHECK(audio_rtp_rtcp_); | |
| 90 RTC_DCHECK(audio_rtp_receiver_); | |
| 91 sync_.reset(new StreamSynchronization(video_rtp_rtcp_->SSRC(), | |
| 92 voe_channel_id_)); | |
|
åsapersson
2016/08/05 09:11:47
nit: check indentation
mflodman
2016/08/05 12:33:42
Done.
| |
| 93 } | |
| 84 } | 94 } |
| 85 | 95 |
| 86 int64_t ViESyncModule::TimeUntilNextProcess() { | 96 int64_t RtpStreamsSynchronizer::TimeUntilNextProcess() { |
| 97 RTC_DCHECK_RUN_ON(&process_thread_checker_); | |
| 87 const int64_t kSyncIntervalMs = 1000; | 98 const int64_t kSyncIntervalMs = 1000; |
| 88 return kSyncIntervalMs - | 99 return kSyncIntervalMs - |
| 89 (rtc::TimeNanos() - last_sync_time_) / rtc::kNumNanosecsPerMillisec; | 100 (rtc::TimeNanos() - last_sync_time_) / rtc::kNumNanosecsPerMillisec; |
| 90 } | 101 } |
| 91 | 102 |
| 92 void ViESyncModule::Process() { | 103 void RtpStreamsSynchronizer::Process() { |
| 93 rtc::CritScope lock(&data_cs_); | 104 RTC_DCHECK_RUN_ON(&process_thread_checker_); |
| 105 | |
| 106 const int current_video_delay_ms = video_receiver_->Delay(); | |
| 94 last_sync_time_ = rtc::TimeNanos(); | 107 last_sync_time_ = rtc::TimeNanos(); |
| 95 | 108 |
| 96 const int current_video_delay_ms = video_receiver_->Delay(); | 109 rtc::CritScope lock(&crit_); |
| 97 | |
| 98 if (voe_channel_id_ == -1) { | 110 if (voe_channel_id_ == -1) { |
| 99 return; | 111 return; |
| 100 } | 112 } |
| 101 assert(video_rtp_rtcp_ && voe_sync_interface_); | 113 RTC_DCHECK(voe_sync_interface_); |
| 102 assert(sync_.get()); | 114 RTC_DCHECK(sync_.get()); |
| 103 | 115 |
| 104 int audio_jitter_buffer_delay_ms = 0; | 116 int audio_jitter_buffer_delay_ms = 0; |
| 105 int playout_buffer_delay_ms = 0; | 117 int playout_buffer_delay_ms = 0; |
| 106 if (voe_sync_interface_->GetDelayEstimate(voe_channel_id_, | 118 if (voe_sync_interface_->GetDelayEstimate(voe_channel_id_, |
| 107 &audio_jitter_buffer_delay_ms, | 119 &audio_jitter_buffer_delay_ms, |
| 108 &playout_buffer_delay_ms) != 0) { | 120 &playout_buffer_delay_ms) != 0) { |
| 109 return; | 121 return; |
| 110 } | 122 } |
| 111 const int current_audio_delay_ms = audio_jitter_buffer_delay_ms + | 123 const int current_audio_delay_ms = audio_jitter_buffer_delay_ms + |
| 112 playout_buffer_delay_ms; | 124 playout_buffer_delay_ms; |
| 113 | 125 |
| 114 RtpRtcp* voice_rtp_rtcp = nullptr; | 126 if (UpdateMeasurements(&video_measurement_, video_rtp_rtcp_, |
| 115 RtpReceiver* voice_receiver = nullptr; | 127 video_rtp_receiver_) != 0) { |
| 116 if (voe_sync_interface_->GetRtpRtcp(voe_channel_id_, &voice_rtp_rtcp, | |
| 117 &voice_receiver) != 0) { | |
| 118 return; | |
| 119 } | |
| 120 assert(voice_rtp_rtcp); | |
| 121 assert(voice_receiver); | |
| 122 | |
| 123 if (UpdateMeasurements(&video_measurement_, *video_rtp_rtcp_, | |
| 124 *rtp_receiver_) != 0) { | |
| 125 return; | 128 return; |
| 126 } | 129 } |
| 127 | 130 |
| 128 if (UpdateMeasurements(&audio_measurement_, *voice_rtp_rtcp, | 131 if (UpdateMeasurements(&audio_measurement_, audio_rtp_rtcp_, |
| 129 *voice_receiver) != 0) { | 132 audio_rtp_receiver_) != 0) { |
| 130 return; | 133 return; |
| 131 } | 134 } |
| 132 | 135 |
| 133 int relative_delay_ms; | 136 int relative_delay_ms; |
| 134 // Calculate how much later or earlier the audio stream is compared to video. | 137 // Calculate how much later or earlier the audio stream is compared to video. |
| 135 if (!sync_->ComputeRelativeDelay(audio_measurement_, video_measurement_, | 138 if (!sync_->ComputeRelativeDelay(audio_measurement_, video_measurement_, |
| 136 &relative_delay_ms)) { | 139 &relative_delay_ms)) { |
| 137 return; | 140 return; |
| 138 } | 141 } |
| 139 | 142 |
| (...skipping 11 matching lines...) Expand all Loading... | |
| 151 return; | 154 return; |
| 152 } | 155 } |
| 153 | 156 |
| 154 if (voe_sync_interface_->SetMinimumPlayoutDelay( | 157 if (voe_sync_interface_->SetMinimumPlayoutDelay( |
| 155 voe_channel_id_, target_audio_delay_ms) == -1) { | 158 voe_channel_id_, target_audio_delay_ms) == -1) { |
| 156 LOG(LS_ERROR) << "Error setting voice delay."; | 159 LOG(LS_ERROR) << "Error setting voice delay."; |
| 157 } | 160 } |
| 158 video_receiver_->SetMinimumPlayoutDelay(target_video_delay_ms); | 161 video_receiver_->SetMinimumPlayoutDelay(target_video_delay_ms); |
| 159 } | 162 } |
| 160 | 163 |
| 161 bool ViESyncModule::GetStreamSyncOffsetInMs(const VideoFrame& frame, | 164 bool RtpStreamsSynchronizer::GetStreamSyncOffsetInMs( |
| 162 int64_t* stream_offset_ms) const { | 165 const VideoFrame& frame, int64_t* stream_offset_ms) const { |
| 163 rtc::CritScope lock(&data_cs_); | 166 rtc::CritScope lock(&crit_); |
| 164 if (voe_channel_id_ == -1) | 167 if (voe_channel_id_ == -1) |
| 165 return false; | 168 return false; |
| 166 | 169 |
| 167 uint32_t playout_timestamp = 0; | 170 uint32_t playout_timestamp = 0; |
| 168 if (voe_sync_interface_->GetPlayoutTimestamp(voe_channel_id_, | 171 if (voe_sync_interface_->GetPlayoutTimestamp(voe_channel_id_, |
| 169 playout_timestamp) != 0) { | 172 playout_timestamp) != 0) { |
| 170 return false; | 173 return false; |
| 171 } | 174 } |
| 172 | 175 |
| 173 int64_t latest_audio_ntp; | 176 int64_t latest_audio_ntp; |
| (...skipping 11 matching lines...) Expand all Loading... | |
| 185 int64_t time_to_render_ms = | 188 int64_t time_to_render_ms = |
| 186 frame.render_time_ms() - clock_->TimeInMilliseconds(); | 189 frame.render_time_ms() - clock_->TimeInMilliseconds(); |
| 187 if (time_to_render_ms > 0) | 190 if (time_to_render_ms > 0) |
| 188 latest_video_ntp += time_to_render_ms; | 191 latest_video_ntp += time_to_render_ms; |
| 189 | 192 |
| 190 *stream_offset_ms = latest_audio_ntp - latest_video_ntp; | 193 *stream_offset_ms = latest_audio_ntp - latest_video_ntp; |
| 191 return true; | 194 return true; |
| 192 } | 195 } |
| 193 | 196 |
| 194 } // namespace webrtc | 197 } // namespace webrtc |
| OLD | NEW |