OLD | NEW |
1 /* | 1 /* |
2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. | 2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. |
3 * | 3 * |
4 * Use of this source code is governed by a BSD-style license | 4 * Use of this source code is governed by a BSD-style license |
5 * that can be found in the LICENSE file in the root of the source | 5 * that can be found in the LICENSE file in the root of the source |
6 * tree. An additional intellectual property rights grant can be found | 6 * tree. An additional intellectual property rights grant can be found |
7 * in the file PATENTS. All contributing project authors may | 7 * in the file PATENTS. All contributing project authors may |
8 * be found in the AUTHORS file in the root of the source tree. | 8 * be found in the AUTHORS file in the root of the source tree. |
9 */ | 9 */ |
10 | 10 |
11 #include "webrtc/video/vie_sync_module.h" | 11 #include "webrtc/video/vie_sync_module.h" |
12 | 12 |
13 #include "webrtc/base/checks.h" | 13 #include "webrtc/base/checks.h" |
14 #include "webrtc/base/logging.h" | 14 #include "webrtc/base/logging.h" |
15 #include "webrtc/base/trace_event.h" | 15 #include "webrtc/base/trace_event.h" |
16 #include "webrtc/modules/rtp_rtcp/include/rtp_receiver.h" | 16 #include "webrtc/modules/rtp_rtcp/include/rtp_receiver.h" |
17 #include "webrtc/modules/rtp_rtcp/include/rtp_rtcp.h" | 17 #include "webrtc/modules/rtp_rtcp/include/rtp_rtcp.h" |
18 #include "webrtc/modules/video_coding/include/video_coding.h" | 18 #include "webrtc/modules/video_coding/video_coding_impl.h" |
19 #include "webrtc/system_wrappers/include/clock.h" | 19 #include "webrtc/system_wrappers/include/clock.h" |
20 #include "webrtc/video/stream_synchronization.h" | 20 #include "webrtc/video/stream_synchronization.h" |
21 #include "webrtc/video_frame.h" | 21 #include "webrtc/video_frame.h" |
22 #include "webrtc/voice_engine/include/voe_video_sync.h" | 22 #include "webrtc/voice_engine/include/voe_video_sync.h" |
23 | 23 |
24 namespace webrtc { | 24 namespace webrtc { |
25 namespace { | 25 namespace { |
26 int UpdateMeasurements(StreamSynchronization::Measurements* stream, | 26 int UpdateMeasurements(StreamSynchronization::Measurements* stream, |
27 const RtpRtcp& rtp_rtcp, const RtpReceiver& receiver) { | 27 const RtpRtcp& rtp_rtcp, const RtpReceiver& receiver) { |
28 if (!receiver.Timestamp(&stream->latest_timestamp)) | 28 if (!receiver.Timestamp(&stream->latest_timestamp)) |
(...skipping 12 matching lines...) Expand all Loading... |
41 bool new_rtcp_sr = false; | 41 bool new_rtcp_sr = false; |
42 if (!UpdateRtcpList( | 42 if (!UpdateRtcpList( |
43 ntp_secs, ntp_frac, rtp_timestamp, &stream->rtcp, &new_rtcp_sr)) { | 43 ntp_secs, ntp_frac, rtp_timestamp, &stream->rtcp, &new_rtcp_sr)) { |
44 return -1; | 44 return -1; |
45 } | 45 } |
46 | 46 |
47 return 0; | 47 return 0; |
48 } | 48 } |
49 } // namespace | 49 } // namespace |
50 | 50 |
51 ViESyncModule::ViESyncModule(VideoCodingModule* vcm) | 51 ViESyncModule::ViESyncModule(vcm::VideoReceiver* video_receiver) |
52 : vcm_(vcm), | 52 : video_receiver_(video_receiver), |
53 clock_(Clock::GetRealTimeClock()), | 53 clock_(Clock::GetRealTimeClock()), |
54 video_receiver_(nullptr), | 54 rtp_receiver_(nullptr), |
55 video_rtp_rtcp_(nullptr), | 55 video_rtp_rtcp_(nullptr), |
56 voe_channel_id_(-1), | 56 voe_channel_id_(-1), |
57 voe_sync_interface_(nullptr), | 57 voe_sync_interface_(nullptr), |
58 last_sync_time_(TickTime::Now()), | 58 last_sync_time_(TickTime::Now()), |
59 sync_() {} | 59 sync_() {} |
60 | 60 |
61 ViESyncModule::~ViESyncModule() { | 61 ViESyncModule::~ViESyncModule() { |
62 } | 62 } |
63 | 63 |
64 void ViESyncModule::ConfigureSync(int voe_channel_id, | 64 void ViESyncModule::ConfigureSync(int voe_channel_id, |
65 VoEVideoSync* voe_sync_interface, | 65 VoEVideoSync* voe_sync_interface, |
66 RtpRtcp* video_rtcp_module, | 66 RtpRtcp* video_rtcp_module, |
67 RtpReceiver* video_receiver) { | 67 RtpReceiver* rtp_receiver) { |
68 if (voe_channel_id != -1) | 68 if (voe_channel_id != -1) |
69 RTC_DCHECK(voe_sync_interface); | 69 RTC_DCHECK(voe_sync_interface); |
70 rtc::CritScope lock(&data_cs_); | 70 rtc::CritScope lock(&data_cs_); |
71 // Prevent expensive no-ops. | 71 // Prevent expensive no-ops. |
72 if (voe_channel_id_ == voe_channel_id && | 72 if (voe_channel_id_ == voe_channel_id && |
73 voe_sync_interface_ == voe_sync_interface && | 73 voe_sync_interface_ == voe_sync_interface && |
74 video_receiver_ == video_receiver && | 74 rtp_receiver_ == rtp_receiver && video_rtp_rtcp_ == video_rtcp_module) { |
75 video_rtp_rtcp_ == video_rtcp_module) { | |
76 return; | 75 return; |
77 } | 76 } |
78 voe_channel_id_ = voe_channel_id; | 77 voe_channel_id_ = voe_channel_id; |
79 voe_sync_interface_ = voe_sync_interface; | 78 voe_sync_interface_ = voe_sync_interface; |
80 video_receiver_ = video_receiver; | 79 rtp_receiver_ = rtp_receiver; |
81 video_rtp_rtcp_ = video_rtcp_module; | 80 video_rtp_rtcp_ = video_rtcp_module; |
82 sync_.reset( | 81 sync_.reset( |
83 new StreamSynchronization(video_rtp_rtcp_->SSRC(), voe_channel_id)); | 82 new StreamSynchronization(video_rtp_rtcp_->SSRC(), voe_channel_id)); |
84 } | 83 } |
85 | 84 |
86 int64_t ViESyncModule::TimeUntilNextProcess() { | 85 int64_t ViESyncModule::TimeUntilNextProcess() { |
87 const int64_t kSyncIntervalMs = 1000; | 86 const int64_t kSyncIntervalMs = 1000; |
88 return kSyncIntervalMs - (TickTime::Now() - last_sync_time_).Milliseconds(); | 87 return kSyncIntervalMs - (TickTime::Now() - last_sync_time_).Milliseconds(); |
89 } | 88 } |
90 | 89 |
91 void ViESyncModule::Process() { | 90 void ViESyncModule::Process() { |
92 rtc::CritScope lock(&data_cs_); | 91 rtc::CritScope lock(&data_cs_); |
93 last_sync_time_ = TickTime::Now(); | 92 last_sync_time_ = TickTime::Now(); |
94 | 93 |
95 const int current_video_delay_ms = vcm_->Delay(); | 94 const int current_video_delay_ms = video_receiver_->Delay(); |
96 | 95 |
97 if (voe_channel_id_ == -1) { | 96 if (voe_channel_id_ == -1) { |
98 return; | 97 return; |
99 } | 98 } |
100 assert(video_rtp_rtcp_ && voe_sync_interface_); | 99 assert(video_rtp_rtcp_ && voe_sync_interface_); |
101 assert(sync_.get()); | 100 assert(sync_.get()); |
102 | 101 |
103 int audio_jitter_buffer_delay_ms = 0; | 102 int audio_jitter_buffer_delay_ms = 0; |
104 int playout_buffer_delay_ms = 0; | 103 int playout_buffer_delay_ms = 0; |
105 if (voe_sync_interface_->GetDelayEstimate(voe_channel_id_, | 104 if (voe_sync_interface_->GetDelayEstimate(voe_channel_id_, |
106 &audio_jitter_buffer_delay_ms, | 105 &audio_jitter_buffer_delay_ms, |
107 &playout_buffer_delay_ms) != 0) { | 106 &playout_buffer_delay_ms) != 0) { |
108 return; | 107 return; |
109 } | 108 } |
110 const int current_audio_delay_ms = audio_jitter_buffer_delay_ms + | 109 const int current_audio_delay_ms = audio_jitter_buffer_delay_ms + |
111 playout_buffer_delay_ms; | 110 playout_buffer_delay_ms; |
112 | 111 |
113 RtpRtcp* voice_rtp_rtcp = nullptr; | 112 RtpRtcp* voice_rtp_rtcp = nullptr; |
114 RtpReceiver* voice_receiver = nullptr; | 113 RtpReceiver* voice_receiver = nullptr; |
115 if (voe_sync_interface_->GetRtpRtcp(voe_channel_id_, &voice_rtp_rtcp, | 114 if (voe_sync_interface_->GetRtpRtcp(voe_channel_id_, &voice_rtp_rtcp, |
116 &voice_receiver) != 0) { | 115 &voice_receiver) != 0) { |
117 return; | 116 return; |
118 } | 117 } |
119 assert(voice_rtp_rtcp); | 118 assert(voice_rtp_rtcp); |
120 assert(voice_receiver); | 119 assert(voice_receiver); |
121 | 120 |
122 if (UpdateMeasurements(&video_measurement_, *video_rtp_rtcp_, | 121 if (UpdateMeasurements(&video_measurement_, *video_rtp_rtcp_, |
123 *video_receiver_) != 0) { | 122 *rtp_receiver_) != 0) { |
124 return; | 123 return; |
125 } | 124 } |
126 | 125 |
127 if (UpdateMeasurements(&audio_measurement_, *voice_rtp_rtcp, | 126 if (UpdateMeasurements(&audio_measurement_, *voice_rtp_rtcp, |
128 *voice_receiver) != 0) { | 127 *voice_receiver) != 0) { |
129 return; | 128 return; |
130 } | 129 } |
131 | 130 |
132 int relative_delay_ms; | 131 int relative_delay_ms; |
133 // Calculate how much later or earlier the audio stream is compared to video. | 132 // Calculate how much later or earlier the audio stream is compared to video. |
(...skipping 13 matching lines...) Expand all Loading... |
147 current_audio_delay_ms, | 146 current_audio_delay_ms, |
148 &target_audio_delay_ms, | 147 &target_audio_delay_ms, |
149 &target_video_delay_ms)) { | 148 &target_video_delay_ms)) { |
150 return; | 149 return; |
151 } | 150 } |
152 | 151 |
153 if (voe_sync_interface_->SetMinimumPlayoutDelay( | 152 if (voe_sync_interface_->SetMinimumPlayoutDelay( |
154 voe_channel_id_, target_audio_delay_ms) == -1) { | 153 voe_channel_id_, target_audio_delay_ms) == -1) { |
155 LOG(LS_ERROR) << "Error setting voice delay."; | 154 LOG(LS_ERROR) << "Error setting voice delay."; |
156 } | 155 } |
157 vcm_->SetMinimumPlayoutDelay(target_video_delay_ms); | 156 video_receiver_->SetMinimumPlayoutDelay(target_video_delay_ms); |
158 } | 157 } |
159 | 158 |
160 bool ViESyncModule::GetStreamSyncOffsetInMs(const VideoFrame& frame, | 159 bool ViESyncModule::GetStreamSyncOffsetInMs(const VideoFrame& frame, |
161 int64_t* stream_offset_ms) const { | 160 int64_t* stream_offset_ms) const { |
162 rtc::CritScope lock(&data_cs_); | 161 rtc::CritScope lock(&data_cs_); |
163 if (voe_channel_id_ == -1) | 162 if (voe_channel_id_ == -1) |
164 return false; | 163 return false; |
165 | 164 |
166 uint32_t playout_timestamp = 0; | 165 uint32_t playout_timestamp = 0; |
167 if (voe_sync_interface_->GetPlayoutTimestamp(voe_channel_id_, | 166 if (voe_sync_interface_->GetPlayoutTimestamp(voe_channel_id_, |
(...skipping 16 matching lines...) Expand all Loading... |
184 int64_t time_to_render_ms = | 183 int64_t time_to_render_ms = |
185 frame.render_time_ms() - clock_->TimeInMilliseconds(); | 184 frame.render_time_ms() - clock_->TimeInMilliseconds(); |
186 if (time_to_render_ms > 0) | 185 if (time_to_render_ms > 0) |
187 latest_video_ntp += time_to_render_ms; | 186 latest_video_ntp += time_to_render_ms; |
188 | 187 |
189 *stream_offset_ms = latest_audio_ntp - latest_video_ntp; | 188 *stream_offset_ms = latest_audio_ntp - latest_video_ntp; |
190 return true; | 189 return true; |
191 } | 190 } |
192 | 191 |
193 } // namespace webrtc | 192 } // namespace webrtc |
OLD | NEW |