Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(208)

Side by Side Diff: webrtc/video_engine/vie_channel_group.cc

Issue 1362923002: Revert of Wire up send-side bandwidth estimation. (Closed) Base URL: https://chromium.googlesource.com/external/webrtc.git@master
Patch Set: Manual merge of revert Created 5 years, 3 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « webrtc/video_engine/vie_channel_group.h ('k') | no next file » | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 /* 1 /*
2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. 2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
3 * 3 *
4 * Use of this source code is governed by a BSD-style license 4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source 5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found 6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may 7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree. 8 * be found in the AUTHORS file in the root of the source tree.
9 */ 9 */
10 10
11 #include "webrtc/video_engine/vie_channel_group.h" 11 #include "webrtc/video_engine/vie_channel_group.h"
12 12
13 #include "webrtc/base/checks.h" 13 #include "webrtc/base/checks.h"
14 #include "webrtc/base/thread_annotations.h" 14 #include "webrtc/base/thread_annotations.h"
15 #include "webrtc/common.h" 15 #include "webrtc/common.h"
16 #include "webrtc/modules/pacing/include/paced_sender.h" 16 #include "webrtc/modules/pacing/include/paced_sender.h"
17 #include "webrtc/modules/pacing/include/packet_router.h" 17 #include "webrtc/modules/pacing/include/packet_router.h"
18 #include "webrtc/modules/remote_bitrate_estimator/include/send_time_history.h" 18 #include "webrtc/modules/remote_bitrate_estimator/include/send_time_history.h"
19 #include "webrtc/modules/remote_bitrate_estimator/remote_bitrate_estimator_abs_s end_time.h" 19 #include "webrtc/modules/remote_bitrate_estimator/remote_bitrate_estimator_abs_s end_time.h"
20 #include "webrtc/modules/remote_bitrate_estimator/remote_bitrate_estimator_singl e_stream.h" 20 #include "webrtc/modules/remote_bitrate_estimator/remote_bitrate_estimator_singl e_stream.h"
21 #include "webrtc/modules/remote_bitrate_estimator/remote_estimator_proxy.h"
22 #include "webrtc/modules/remote_bitrate_estimator/transport_feedback_adapter.h" 21 #include "webrtc/modules/remote_bitrate_estimator/transport_feedback_adapter.h"
23 #include "webrtc/modules/rtp_rtcp/interface/rtp_rtcp.h" 22 #include "webrtc/modules/rtp_rtcp/interface/rtp_rtcp.h"
24 #include "webrtc/modules/utility/interface/process_thread.h" 23 #include "webrtc/modules/utility/interface/process_thread.h"
25 #include "webrtc/system_wrappers/interface/critical_section_wrapper.h" 24 #include "webrtc/system_wrappers/interface/critical_section_wrapper.h"
26 #include "webrtc/system_wrappers/interface/logging.h" 25 #include "webrtc/system_wrappers/interface/logging.h"
27 #include "webrtc/video_engine/call_stats.h" 26 #include "webrtc/video_engine/call_stats.h"
28 #include "webrtc/video_engine/encoder_state_feedback.h" 27 #include "webrtc/video_engine/encoder_state_feedback.h"
29 #include "webrtc/video_engine/payload_router.h" 28 #include "webrtc/video_engine/payload_router.h"
30 #include "webrtc/video_engine/vie_channel.h" 29 #include "webrtc/video_engine/vie_channel.h"
31 #include "webrtc/video_engine/vie_encoder.h" 30 #include "webrtc/video_engine/vie_encoder.h"
(...skipping 107 matching lines...) Expand 10 before | Expand all | Expand 10 after
139 138
140 RTC_DISALLOW_IMPLICIT_CONSTRUCTORS(WrappingBitrateEstimator); 139 RTC_DISALLOW_IMPLICIT_CONSTRUCTORS(WrappingBitrateEstimator);
141 }; 140 };
142 141
143 } // namespace 142 } // namespace
144 143
145 ChannelGroup::ChannelGroup(ProcessThread* process_thread) 144 ChannelGroup::ChannelGroup(ProcessThread* process_thread)
146 : remb_(new VieRemb()), 145 : remb_(new VieRemb()),
147 bitrate_allocator_(new BitrateAllocator()), 146 bitrate_allocator_(new BitrateAllocator()),
148 call_stats_(new CallStats()), 147 call_stats_(new CallStats()),
148 encoder_state_feedback_(new EncoderStateFeedback()),
149 packet_router_(new PacketRouter()), 149 packet_router_(new PacketRouter()),
150 pacer_(new PacedSender(Clock::GetRealTimeClock(), 150 pacer_(new PacedSender(Clock::GetRealTimeClock(),
151 packet_router_.get(), 151 packet_router_.get(),
152 BitrateController::kDefaultStartBitrateKbps, 152 BitrateController::kDefaultStartBitrateKbps,
153 PacedSender::kDefaultPaceMultiplier * 153 PacedSender::kDefaultPaceMultiplier *
154 BitrateController::kDefaultStartBitrateKbps, 154 BitrateController::kDefaultStartBitrateKbps,
155 0)), 155 0)),
156 remote_bitrate_estimator_(
157 new WrappingBitrateEstimator(remb_.get(), Clock::GetRealTimeClock())),
158 remote_estimator_proxy_(
159 new RemoteEstimatorProxy(Clock::GetRealTimeClock(),
160 packet_router_.get())),
161 encoder_state_feedback_(new EncoderStateFeedback()),
162 process_thread_(process_thread), 156 process_thread_(process_thread),
163 pacer_thread_(ProcessThread::Create("PacerThread")), 157 pacer_thread_(ProcessThread::Create("PacerThread")),
164 // Constructed last as this object calls the provided callback on 158 // Constructed last as this object calls the provided callback on
165 // construction. 159 // construction.
166 bitrate_controller_( 160 bitrate_controller_(
167 BitrateController::CreateBitrateController(Clock::GetRealTimeClock(), 161 BitrateController::CreateBitrateController(Clock::GetRealTimeClock(),
168 this)) { 162 this)) {
163 remote_bitrate_estimator_.reset(new WrappingBitrateEstimator(
164 remb_.get(), Clock::GetRealTimeClock()));
165
169 call_stats_->RegisterStatsObserver(remote_bitrate_estimator_.get()); 166 call_stats_->RegisterStatsObserver(remote_bitrate_estimator_.get());
170 167
171 pacer_thread_->RegisterModule(pacer_.get()); 168 pacer_thread_->RegisterModule(pacer_.get());
172 pacer_thread_->Start(); 169 pacer_thread_->Start();
173 170
174 process_thread->RegisterModule(remote_estimator_proxy_.get());
175 process_thread->RegisterModule(remote_bitrate_estimator_.get()); 171 process_thread->RegisterModule(remote_bitrate_estimator_.get());
176 process_thread->RegisterModule(call_stats_.get()); 172 process_thread->RegisterModule(call_stats_.get());
177 process_thread->RegisterModule(bitrate_controller_.get()); 173 process_thread->RegisterModule(bitrate_controller_.get());
178 } 174 }
179 175
180 ChannelGroup::~ChannelGroup() { 176 ChannelGroup::~ChannelGroup() {
181 pacer_thread_->Stop(); 177 pacer_thread_->Stop();
182 pacer_thread_->DeRegisterModule(pacer_.get()); 178 pacer_thread_->DeRegisterModule(pacer_.get());
183 process_thread_->DeRegisterModule(bitrate_controller_.get()); 179 process_thread_->DeRegisterModule(bitrate_controller_.get());
184 process_thread_->DeRegisterModule(call_stats_.get()); 180 process_thread_->DeRegisterModule(call_stats_.get());
185 process_thread_->DeRegisterModule(remote_bitrate_estimator_.get()); 181 process_thread_->DeRegisterModule(remote_bitrate_estimator_.get());
186 process_thread_->DeRegisterModule(remote_estimator_proxy_.get());
187 call_stats_->DeregisterStatsObserver(remote_bitrate_estimator_.get()); 182 call_stats_->DeregisterStatsObserver(remote_bitrate_estimator_.get());
188 if (transport_feedback_adapter_.get())
189 call_stats_->DeregisterStatsObserver(transport_feedback_adapter_.get());
190 RTC_DCHECK(channel_map_.empty()); 183 RTC_DCHECK(channel_map_.empty());
191 RTC_DCHECK(!remb_->InUse()); 184 RTC_DCHECK(!remb_->InUse());
192 RTC_DCHECK(vie_encoder_map_.empty()); 185 RTC_DCHECK(vie_encoder_map_.empty());
193 } 186 }
194 187
195 bool ChannelGroup::CreateSendChannel(int channel_id, 188 bool ChannelGroup::CreateSendChannel(int channel_id,
196 Transport* transport, 189 Transport* transport,
197 SendStatisticsProxy* stats_proxy, 190 SendStatisticsProxy* stats_proxy,
198 I420FrameCallback* pre_encode_callback, 191 I420FrameCallback* pre_encode_callback,
199 int number_of_cores, 192 int number_of_cores,
200 const VideoSendStream::Config& config) { 193 const std::vector<uint32_t>& ssrcs) {
201 TransportFeedbackObserver* transport_feedback_observer = nullptr;
202 bool transport_seq_enabled = false;
203 for (const RtpExtension& extension : config.rtp.extensions) {
204 if (extension.name == RtpExtension::kTransportSequenceNumber) {
205 transport_seq_enabled = true;
206 break;
207 }
208 }
209 if (transport_seq_enabled) {
210 if (transport_feedback_adapter_.get() == nullptr) {
211 transport_feedback_adapter_.reset(new TransportFeedbackAdapter(
212 bitrate_controller_->CreateRtcpBandwidthObserver(),
213 Clock::GetRealTimeClock(), process_thread_));
214 transport_feedback_adapter_->SetBitrateEstimator(
215 new RemoteBitrateEstimatorAbsSendTime(
216 transport_feedback_adapter_.get(), Clock::GetRealTimeClock(),
217 RemoteBitrateEstimator::kDefaultMinBitrateBps));
218 call_stats_->RegisterStatsObserver(transport_feedback_adapter_.get());
219 }
220 transport_feedback_observer = transport_feedback_adapter_.get();
221 }
222
223 const std::vector<uint32_t>& ssrcs = config.rtp.ssrcs;
224 RTC_DCHECK(!ssrcs.empty()); 194 RTC_DCHECK(!ssrcs.empty());
225 rtc::scoped_ptr<ViEEncoder> vie_encoder(new ViEEncoder( 195 rtc::scoped_ptr<ViEEncoder> vie_encoder(new ViEEncoder(
226 channel_id, number_of_cores, process_thread_, stats_proxy, 196 channel_id, number_of_cores, process_thread_, stats_proxy,
227 pre_encode_callback, pacer_.get(), bitrate_allocator_.get())); 197 pre_encode_callback, pacer_.get(), bitrate_allocator_.get()));
228 if (!vie_encoder->Init()) { 198 if (!vie_encoder->Init()) {
229 return false; 199 return false;
230 } 200 }
231 ViEEncoder* encoder = vie_encoder.get(); 201 ViEEncoder* encoder = vie_encoder.get();
232 if (!CreateChannel(channel_id, transport, number_of_cores, 202 if (!CreateChannel(channel_id, transport, number_of_cores,
233 vie_encoder.release(), ssrcs.size(), true, 203 vie_encoder.release(), ssrcs.size(), true)) {
234 remote_bitrate_estimator_.get(),
235 transport_feedback_observer)) {
236 return false; 204 return false;
237 } 205 }
238 ViEChannel* channel = channel_map_[channel_id]; 206 ViEChannel* channel = channel_map_[channel_id];
239 // Connect the encoder with the send packet router, to enable sending. 207 // Connect the encoder with the send packet router, to enable sending.
240 encoder->StartThreadsAndSetSharedMembers(channel->send_payload_router(), 208 encoder->StartThreadsAndSetSharedMembers(channel->send_payload_router(),
241 channel->vcm_protection_callback()); 209 channel->vcm_protection_callback());
242 210
243 encoder_state_feedback_->AddEncoder(ssrcs, encoder); 211 encoder_state_feedback_->AddEncoder(ssrcs, encoder);
244 std::vector<uint32_t> first_ssrc(1, ssrcs[0]); 212 std::vector<uint32_t> first_ssrc(1, ssrcs[0]);
245 encoder->SetSsrcs(first_ssrc); 213 encoder->SetSsrcs(first_ssrc);
246 return true; 214 return true;
247 } 215 }
248 216
249 bool ChannelGroup::CreateReceiveChannel( 217 bool ChannelGroup::CreateReceiveChannel(int channel_id,
250 int channel_id, 218 Transport* transport,
251 Transport* transport, 219 int number_of_cores) {
252 int number_of_cores, 220 return CreateChannel(channel_id, transport, number_of_cores,
253 const VideoReceiveStream::Config& config) { 221 nullptr, 1, false);
254 bool send_side_bwe = false;
255 for (const RtpExtension& extension : config.rtp.extensions) {
256 if (extension.name == RtpExtension::kTransportSequenceNumber) {
257 send_side_bwe = true;
258 break;
259 }
260 }
261
262 RemoteBitrateEstimator* bitrate_estimator;
263 if (send_side_bwe) {
264 bitrate_estimator = remote_estimator_proxy_.get();
265 } else {
266 bitrate_estimator = remote_bitrate_estimator_.get();
267 }
268 return CreateChannel(channel_id, transport, number_of_cores, nullptr, 1,
269 false, bitrate_estimator, nullptr);
270 } 222 }
271 223
272 bool ChannelGroup::CreateChannel(int channel_id, 224 bool ChannelGroup::CreateChannel(int channel_id,
273 Transport* transport, 225 Transport* transport,
274 int number_of_cores, 226 int number_of_cores,
275 ViEEncoder* vie_encoder, 227 ViEEncoder* vie_encoder,
276 size_t max_rtp_streams, 228 size_t max_rtp_streams,
277 bool sender, 229 bool sender) {
278 RemoteBitrateEstimator* bitrate_estimator,
279 TransportFeedbackObserver* feedback_observer) {
280 rtc::scoped_ptr<ViEChannel> channel(new ViEChannel( 230 rtc::scoped_ptr<ViEChannel> channel(new ViEChannel(
281 number_of_cores, transport, process_thread_, 231 number_of_cores, transport, process_thread_,
282 encoder_state_feedback_->GetRtcpIntraFrameObserver(), 232 encoder_state_feedback_->GetRtcpIntraFrameObserver(),
283 bitrate_controller_->CreateRtcpBandwidthObserver(), feedback_observer, 233 bitrate_controller_->CreateRtcpBandwidthObserver(), nullptr,
284 bitrate_estimator, call_stats_->rtcp_rtt_stats(), pacer_.get(), 234 remote_bitrate_estimator_.get(), call_stats_->rtcp_rtt_stats(),
285 packet_router_.get(), max_rtp_streams, sender)); 235 pacer_.get(), packet_router_.get(), max_rtp_streams, sender));
286 if (channel->Init() != 0) { 236 if (channel->Init() != 0) {
287 return false; 237 return false;
288 } 238 }
289 239
290 // Register the channel to receive stats updates. 240 // Register the channel to receive stats updates.
291 call_stats_->RegisterStatsObserver(channel->GetStatsObserver()); 241 call_stats_->RegisterStatsObserver(channel->GetStatsObserver());
292 242
293 // Store the channel, add it to the channel group and save the vie_encoder. 243 // Store the channel, add it to the channel group and save the vie_encoder.
294 channel_map_[channel_id] = channel.release(); 244 channel_map_[channel_id] = channel.release();
295 if (vie_encoder) { 245 if (vie_encoder) {
(...skipping 116 matching lines...) Expand 10 before | Expand all | Expand 10 after
412 rtc::CritScope lock(&encoder_map_crit_); 362 rtc::CritScope lock(&encoder_map_crit_);
413 for (const auto& encoder : vie_encoder_map_) 363 for (const auto& encoder : vie_encoder_map_)
414 pad_up_to_bitrate_bps += encoder.second->GetPaddingNeededBps(); 364 pad_up_to_bitrate_bps += encoder.second->GetPaddingNeededBps();
415 } 365 }
416 pacer_->UpdateBitrate( 366 pacer_->UpdateBitrate(
417 target_bitrate_bps / 1000, 367 target_bitrate_bps / 1000,
418 PacedSender::kDefaultPaceMultiplier * target_bitrate_bps / 1000, 368 PacedSender::kDefaultPaceMultiplier * target_bitrate_bps / 1000,
419 pad_up_to_bitrate_bps / 1000); 369 pad_up_to_bitrate_bps / 1000);
420 } 370 }
421 } // namespace webrtc 371 } // namespace webrtc
OLDNEW
« no previous file with comments | « webrtc/video_engine/vie_channel_group.h ('k') | no next file » | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698