Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(13)

Side by Side Diff: webrtc/video/vie_encoder.cc

Issue 2257413002: Replace interface VideoCapturerInput with VideoSinkInterface. (Closed) Base URL: https://chromium.googlesource.com/external/webrtc.git@master
Patch Set: Addressed review comments Created 4 years, 3 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 /* 1 /*
2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. 2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
3 * 3 *
4 * Use of this source code is governed by a BSD-style license 4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source 5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found 6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may 7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree. 8 * be found in the AUTHORS file in the root of the source tree.
9 */ 9 */
10 10
(...skipping 203 matching lines...) Expand 10 before | Expand all | Expand 10 after
214 // There is a newer frame in flight. Do not encode this frame. 214 // There is a newer frame in flight. Do not encode this frame.
215 LOG(LS_VERBOSE) 215 LOG(LS_VERBOSE)
216 << "Incoming frame dropped due to that the encoder is blocked."; 216 << "Incoming frame dropped due to that the encoder is blocked.";
217 } 217 }
218 return true; 218 return true;
219 } 219 }
220 VideoFrame frame_; 220 VideoFrame frame_;
221 ViEEncoder* vie_encoder_; 221 ViEEncoder* vie_encoder_;
222 }; 222 };
223 223
224 // VideoSourceProxy is responsible ensuring thread safety between calls to
225 // ViEEncoder::SetSource that will happen on libjingles worker thread when a
226 // video capturer is connected to the encoder and the encoder task queue
227 // (encoder_queue_) where encoders report its VideoSinkWants.
228 class ViEEncoder::VideoSourceProxy {
229 public:
230 explicit VideoSourceProxy(ViEEncoder* vie_encoder)
231 : vie_encoder_(vie_encoder), source_(nullptr) {}
232
233 void SetSource(rtc::VideoSourceInterface<VideoFrame>* source) {
234 RTC_DCHECK_CALLED_SEQUENTIALLY(&main_checker_);
235 rtc::VideoSourceInterface<VideoFrame>* old_source = nullptr;
236 {
237 rtc::CritScope lock(&crit_);
238 old_source = source_;
239 source_ = source;
240 }
241
242 if (old_source != source && old_source != nullptr) {
243 old_source->RemoveSink(vie_encoder_);
244 }
245
246 if (!source)
247 return;
248
249 // TODO(perkj): Let VideoSourceProxy implement LoadObserver and truly send
250 // CPU load as sink wants.
251 rtc::VideoSinkWants wants;
252 source->AddOrUpdateSink(vie_encoder_, wants);
253 }
254
255 private:
256 rtc::CriticalSection crit_;
257 rtc::SequencedTaskChecker main_checker_;
258 ViEEncoder* vie_encoder_;
259 rtc::VideoSourceInterface<VideoFrame>* source_ GUARDED_BY(&crit_);
260
261 RTC_DISALLOW_COPY_AND_ASSIGN(VideoSourceProxy);
262 };
263
224 ViEEncoder::ViEEncoder(uint32_t number_of_cores, 264 ViEEncoder::ViEEncoder(uint32_t number_of_cores,
225 SendStatisticsProxy* stats_proxy, 265 SendStatisticsProxy* stats_proxy,
226 const VideoSendStream::Config::EncoderSettings& settings, 266 const VideoSendStream::Config::EncoderSettings& settings,
227 rtc::VideoSinkInterface<VideoFrame>* pre_encode_callback, 267 rtc::VideoSinkInterface<VideoFrame>* pre_encode_callback,
228 LoadObserver* overuse_callback, 268 LoadObserver* overuse_callback,
229 EncodedFrameObserver* encoder_timing) 269 EncodedFrameObserver* encoder_timing)
230 : shutdown_event_(true /* manual_reset */, false), 270 : shutdown_event_(true /* manual_reset */, false),
231 number_of_cores_(number_of_cores), 271 number_of_cores_(number_of_cores),
272 source_proxy_(new VideoSourceProxy(this)),
232 settings_(settings), 273 settings_(settings),
233 vp_(VideoProcessing::Create()), 274 vp_(VideoProcessing::Create()),
234 video_sender_(Clock::GetRealTimeClock(), this, this), 275 video_sender_(Clock::GetRealTimeClock(), this, this),
235 overuse_detector_(Clock::GetRealTimeClock(), 276 overuse_detector_(Clock::GetRealTimeClock(),
236 GetCpuOveruseOptions(settings.full_overuse_time), 277 GetCpuOveruseOptions(settings.full_overuse_time),
237 this, 278 this,
238 encoder_timing, 279 encoder_timing,
239 stats_proxy), 280 stats_proxy),
240 load_observer_(overuse_callback), 281 load_observer_(overuse_callback),
241 stats_proxy_(stats_proxy), 282 stats_proxy_(stats_proxy),
(...skipping 15 matching lines...) Expand all
257 vp_->EnableTemporalDecimation(false); 298 vp_->EnableTemporalDecimation(false);
258 299
259 encoder_queue_.PostTask([this] { 300 encoder_queue_.PostTask([this] {
260 RTC_DCHECK_RUN_ON(&encoder_queue_); 301 RTC_DCHECK_RUN_ON(&encoder_queue_);
261 video_sender_.RegisterExternalEncoder( 302 video_sender_.RegisterExternalEncoder(
262 settings_.encoder, settings_.payload_type, settings_.internal_source); 303 settings_.encoder, settings_.payload_type, settings_.internal_source);
263 }); 304 });
264 } 305 }
265 306
266 ViEEncoder::~ViEEncoder() { 307 ViEEncoder::~ViEEncoder() {
308 RTC_DCHECK_RUN_ON(&main_thread_checker_);
267 RTC_DCHECK(shutdown_event_.Wait(0)) 309 RTC_DCHECK(shutdown_event_.Wait(0))
268 << "Must call ::Stop() before destruction."; 310 << "Must call ::Stop() before destruction.";
269 } 311 }
270 312
271 void ViEEncoder::Stop() { 313 void ViEEncoder::Stop() {
272 if (!encoder_queue_.IsCurrent()) { 314 RTC_DCHECK_RUN_ON(&main_thread_checker_);
273 encoder_queue_.PostTask([this] { Stop(); }); 315 source_proxy_->SetSource(nullptr);
274 shutdown_event_.Wait(rtc::Event::kForever); 316 encoder_queue_.PostTask([this] {
275 return; 317 RTC_DCHECK_RUN_ON(&encoder_queue_);
276 } 318 video_sender_.RegisterExternalEncoder(nullptr, settings_.payload_type,
277 RTC_DCHECK_RUN_ON(&encoder_queue_); 319 false);
278 video_sender_.RegisterExternalEncoder(nullptr, settings_.payload_type, false); 320 shutdown_event_.Set();
279 shutdown_event_.Set(); 321 });
322
323 shutdown_event_.Wait(rtc::Event::kForever);
280 } 324 }
281 325
282 void ViEEncoder::RegisterProcessThread(ProcessThread* module_process_thread) { 326 void ViEEncoder::RegisterProcessThread(ProcessThread* module_process_thread) {
327 RTC_DCHECK_RUN_ON(&main_thread_checker_);
283 RTC_DCHECK(!module_process_thread_); 328 RTC_DCHECK(!module_process_thread_);
284 module_process_thread_ = module_process_thread; 329 module_process_thread_ = module_process_thread;
285 module_process_thread_->RegisterModule(&overuse_detector_); 330 module_process_thread_->RegisterModule(&overuse_detector_);
286 module_process_thread_->RegisterModule(&video_sender_); 331 module_process_thread_->RegisterModule(&video_sender_);
287 module_process_thread_checker_.DetachFromThread(); 332 module_process_thread_checker_.DetachFromThread();
288 } 333 }
289 334
290 void ViEEncoder::DeRegisterProcessThread() { 335 void ViEEncoder::DeRegisterProcessThread() {
336 RTC_DCHECK_RUN_ON(&main_thread_checker_);
291 module_process_thread_->DeRegisterModule(&overuse_detector_); 337 module_process_thread_->DeRegisterModule(&overuse_detector_);
292 module_process_thread_->DeRegisterModule(&video_sender_); 338 module_process_thread_->DeRegisterModule(&video_sender_);
293 } 339 }
294 340
341 void ViEEncoder::SetSource(rtc::VideoSourceInterface<VideoFrame>* source) {
342 RTC_DCHECK_RUN_ON(&main_thread_checker_);
343 source_proxy_->SetSource(source);
344 }
345
295 void ViEEncoder::SetSink(EncodedImageCallback* sink) { 346 void ViEEncoder::SetSink(EncodedImageCallback* sink) {
296 encoder_queue_.PostTask([this, sink] { 347 encoder_queue_.PostTask([this, sink] {
297 RTC_DCHECK_RUN_ON(&encoder_queue_); 348 RTC_DCHECK_RUN_ON(&encoder_queue_);
298 sink_ = sink; 349 sink_ = sink;
299 }); 350 });
300 } 351 }
301 352
302 void ViEEncoder::SetStartBitrate(int start_bitrate_bps) { 353 void ViEEncoder::SetStartBitrate(int start_bitrate_bps) {
303 encoder_queue_.PostTask([this, start_bitrate_bps] { 354 encoder_queue_.PostTask([this, start_bitrate_bps] {
304 RTC_DCHECK_RUN_ON(&encoder_queue_); 355 RTC_DCHECK_RUN_ON(&encoder_queue_);
(...skipping 49 matching lines...) Expand 10 before | Expand all | Expand 10 after
354 content_type = VideoEncoderConfig::ContentType::kScreen; 405 content_type = VideoEncoderConfig::ContentType::kScreen;
355 break; 406 break;
356 default: 407 default:
357 RTC_NOTREACHED(); 408 RTC_NOTREACHED();
358 break; 409 break;
359 } 410 }
360 stats_proxy_->SetContentType(content_type); 411 stats_proxy_->SetContentType(content_type);
361 } 412 }
362 } 413 }
363 414
364 void ViEEncoder::IncomingCapturedFrame(const VideoFrame& video_frame) { 415 void ViEEncoder::OnFrame(const VideoFrame& video_frame) {
365 RTC_DCHECK_RUNS_SERIALIZED(&incoming_frame_race_checker_); 416 RTC_DCHECK_RUNS_SERIALIZED(&incoming_frame_race_checker_);
366 stats_proxy_->OnIncomingFrame(video_frame.width(), video_frame.height()); 417 stats_proxy_->OnIncomingFrame(video_frame.width(), video_frame.height());
367 418
368 VideoFrame incoming_frame = video_frame; 419 VideoFrame incoming_frame = video_frame;
369 420
370 // Local time in webrtc time base. 421 // Local time in webrtc time base.
371 int64_t current_time = clock_->TimeInMilliseconds(); 422 int64_t current_time = clock_->TimeInMilliseconds();
372 incoming_frame.set_render_time_ms(current_time); 423 incoming_frame.set_render_time_ms(current_time);
373 424
374 // Capture time may come from clock with an offset and drift from clock_. 425 // Capture time may come from clock with an offset and drift from clock_.
(...skipping 208 matching lines...) Expand 10 before | Expand all | Expand 10 after
583 load_observer_->OnLoadUpdate(LoadObserver::kOveruse); 634 load_observer_->OnLoadUpdate(LoadObserver::kOveruse);
584 } 635 }
585 636
586 void ViEEncoder::NormalUsage() { 637 void ViEEncoder::NormalUsage() {
587 RTC_DCHECK_RUN_ON(&module_process_thread_checker_); 638 RTC_DCHECK_RUN_ON(&module_process_thread_checker_);
588 if (load_observer_) 639 if (load_observer_)
589 load_observer_->OnLoadUpdate(LoadObserver::kUnderuse); 640 load_observer_->OnLoadUpdate(LoadObserver::kUnderuse);
590 } 641 }
591 642
592 } // namespace webrtc 643 } // namespace webrtc
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698