Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(253)

Side by Side Diff: webrtc/video/vie_encoder.cc

Issue 1904983002: Use vcm::VideoSender in ViEEncoder. (Closed) Base URL: https://chromium.googlesource.com/external/webrtc.git@master
Patch Set: remove more dead code Created 4 years, 8 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « webrtc/video/vie_encoder.h ('k') | no next file » | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 /* 1 /*
2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. 2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
3 * 3 *
4 * Use of this source code is governed by a BSD-style license 4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source 5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found 6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may 7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree. 8 * be found in the AUTHORS file in the root of the source tree.
9 */ 9 */
10 10
(...skipping 73 matching lines...) Expand 10 before | Expand all | Expand 10 after
84 SendStatisticsProxy* stats_proxy, 84 SendStatisticsProxy* stats_proxy,
85 rtc::VideoSinkInterface<VideoFrame>* pre_encode_callback, 85 rtc::VideoSinkInterface<VideoFrame>* pre_encode_callback,
86 OveruseFrameDetector* overuse_detector, 86 OveruseFrameDetector* overuse_detector,
87 PacedSender* pacer, 87 PacedSender* pacer,
88 PayloadRouter* payload_router, 88 PayloadRouter* payload_router,
89 EncodedImageCallback* post_encode_callback) 89 EncodedImageCallback* post_encode_callback)
90 : number_of_cores_(number_of_cores), 90 : number_of_cores_(number_of_cores),
91 ssrcs_(ssrcs), 91 ssrcs_(ssrcs),
92 vp_(VideoProcessing::Create()), 92 vp_(VideoProcessing::Create()),
93 qm_callback_(new QMVideoSettingsCallback(vp_.get())), 93 qm_callback_(new QMVideoSettingsCallback(vp_.get())),
94 vcm_(VideoCodingModule::Create(Clock::GetRealTimeClock(), 94 video_sender_(Clock::GetRealTimeClock(), this, this, qm_callback_.get()),
95 this,
96 qm_callback_.get())),
97 stats_proxy_(stats_proxy), 95 stats_proxy_(stats_proxy),
98 pre_encode_callback_(pre_encode_callback), 96 pre_encode_callback_(pre_encode_callback),
99 overuse_detector_(overuse_detector), 97 overuse_detector_(overuse_detector),
100 pacer_(pacer), 98 pacer_(pacer),
101 send_payload_router_(payload_router), 99 send_payload_router_(payload_router),
102 post_encode_callback_(post_encode_callback), 100 post_encode_callback_(post_encode_callback),
103 time_of_last_frame_activity_ms_(0), 101 time_of_last_frame_activity_ms_(0),
104 encoder_config_(), 102 encoder_config_(),
105 min_transmit_bitrate_bps_(0), 103 min_transmit_bitrate_bps_(0),
106 last_observed_bitrate_bps_(0), 104 last_observed_bitrate_bps_(0),
107 network_is_transmitting_(true), 105 network_is_transmitting_(true),
108 encoder_paused_(false), 106 encoder_paused_(false),
109 encoder_paused_and_dropped_frame_(false), 107 encoder_paused_and_dropped_frame_(false),
110 time_last_intra_request_ms_(ssrcs.size(), -1), 108 time_last_intra_request_ms_(ssrcs.size(), -1),
111 module_process_thread_(module_process_thread), 109 module_process_thread_(module_process_thread),
112 has_received_sli_(false), 110 has_received_sli_(false),
113 picture_id_sli_(0), 111 picture_id_sli_(0),
114 has_received_rpsi_(false), 112 has_received_rpsi_(false),
115 picture_id_rpsi_(0), 113 picture_id_rpsi_(0),
116 video_suspended_(false) { 114 video_suspended_(false) {
117 module_process_thread_->RegisterModule(vcm_.get()); 115 module_process_thread_->RegisterModule(&video_sender_);
118 } 116 }
119 117
120 bool ViEEncoder::Init() { 118 bool ViEEncoder::Init() {
121 vp_->EnableTemporalDecimation(true); 119 vp_->EnableTemporalDecimation(true);
122 120
123 // Enable/disable content analysis: off by default for now. 121 // Enable/disable content analysis: off by default for now.
124 vp_->EnableContentAnalysis(false); 122 vp_->EnableContentAnalysis(false);
125 123
126 vcm_->RegisterPostEncodeImageCallback(this);
127
128 // TODO(perkj): Remove |RegisterTransportCallback| as soon as we don't use 124 // TODO(perkj): Remove |RegisterTransportCallback| as soon as we don't use
129 // VCMPacketizationCallback::OnEncoderImplementationName. 125 // VCMPacketizationCallback::OnEncoderImplementationName.
130 if (vcm_->RegisterTransportCallback(this) != 0) { 126 if (video_sender_.RegisterTransportCallback(this) != 0) {
131 return false; 127 return false;
132 } 128 }
133 if (vcm_->RegisterSendStatisticsCallback(this) != 0) { 129 if (video_sender_.RegisterSendStatisticsCallback(this) != 0) {
134 return false; 130 return false;
135 } 131 }
136 return true; 132 return true;
137 } 133 }
138 134
139 VideoCodingModule* ViEEncoder::vcm() const { 135 vcm::VideoSender* ViEEncoder::video_sender() {
140 return vcm_.get(); 136 return &video_sender_;
141 } 137 }
142 138
143 ViEEncoder::~ViEEncoder() { 139 ViEEncoder::~ViEEncoder() {
144 module_process_thread_->DeRegisterModule(vcm_.get()); 140 module_process_thread_->DeRegisterModule(&video_sender_);
145 } 141 }
146 142
147 void ViEEncoder::SetNetworkTransmissionState(bool is_transmitting) { 143 void ViEEncoder::SetNetworkTransmissionState(bool is_transmitting) {
148 { 144 {
149 rtc::CritScope lock(&data_cs_); 145 rtc::CritScope lock(&data_cs_);
150 network_is_transmitting_ = is_transmitting; 146 network_is_transmitting_ = is_transmitting;
151 } 147 }
152 } 148 }
153 149
154 void ViEEncoder::Pause() { 150 void ViEEncoder::Pause() {
155 rtc::CritScope lock(&data_cs_); 151 rtc::CritScope lock(&data_cs_);
156 encoder_paused_ = true; 152 encoder_paused_ = true;
157 } 153 }
158 154
159 void ViEEncoder::Restart() { 155 void ViEEncoder::Restart() {
160 rtc::CritScope lock(&data_cs_); 156 rtc::CritScope lock(&data_cs_);
161 encoder_paused_ = false; 157 encoder_paused_ = false;
162 } 158 }
163 159
164 int32_t ViEEncoder::RegisterExternalEncoder(webrtc::VideoEncoder* encoder, 160 int32_t ViEEncoder::RegisterExternalEncoder(webrtc::VideoEncoder* encoder,
165 uint8_t pl_type, 161 uint8_t pl_type,
166 bool internal_source) { 162 bool internal_source) {
167 if (vcm_->RegisterExternalEncoder(encoder, pl_type, internal_source) != 163 video_sender_.RegisterExternalEncoder(encoder, pl_type, internal_source);
168 VCM_OK) {
169 return -1;
170 }
171 return 0; 164 return 0;
172 } 165 }
173 166
174 int32_t ViEEncoder::DeRegisterExternalEncoder(uint8_t pl_type) { 167 int32_t ViEEncoder::DeRegisterExternalEncoder(uint8_t pl_type) {
175 if (vcm_->RegisterExternalEncoder(nullptr, pl_type) != VCM_OK) { 168 video_sender_.RegisterExternalEncoder(nullptr, pl_type, false);
176 return -1;
177 }
178 return 0; 169 return 0;
179 } 170 }
180 void ViEEncoder::SetEncoder(const webrtc::VideoCodec& video_codec, 171 void ViEEncoder::SetEncoder(const webrtc::VideoCodec& video_codec,
181 int min_transmit_bitrate_bps) { 172 int min_transmit_bitrate_bps) {
182 RTC_DCHECK(send_payload_router_); 173 RTC_DCHECK(send_payload_router_);
183 // Setting target width and height for VPM. 174 // Setting target width and height for VPM.
184 RTC_CHECK_EQ(VPM_OK, 175 RTC_CHECK_EQ(VPM_OK,
185 vp_->SetTargetResolution(video_codec.width, video_codec.height, 176 vp_->SetTargetResolution(video_codec.width, video_codec.height,
186 video_codec.maxFramerate)); 177 video_codec.maxFramerate));
187 178
188 // Cache codec before calling AddBitrateObserver (which calls OnBitrateUpdated 179 // Cache codec before calling AddBitrateObserver (which calls OnBitrateUpdated
189 // that makes use of the number of simulcast streams configured). 180 // that makes use of the number of simulcast streams configured).
190 { 181 {
191 rtc::CritScope lock(&data_cs_); 182 rtc::CritScope lock(&data_cs_);
192 encoder_config_ = video_codec; 183 encoder_config_ = video_codec;
193 encoder_paused_ = true; 184 encoder_paused_ = true;
194 min_transmit_bitrate_bps_ = min_transmit_bitrate_bps; 185 min_transmit_bitrate_bps_ = min_transmit_bitrate_bps;
195 } 186 }
196 187
197 size_t max_data_payload_length = send_payload_router_->MaxPayloadLength(); 188 size_t max_data_payload_length = send_payload_router_->MaxPayloadLength();
198 bool success = vcm_->RegisterSendCodec( 189 bool success = video_sender_.RegisterSendCodec(
199 &video_codec, number_of_cores_, 190 &video_codec, number_of_cores_,
200 static_cast<uint32_t>(max_data_payload_length)) == VCM_OK; 191 static_cast<uint32_t>(max_data_payload_length)) == VCM_OK;
201 if (!success) { 192 if (!success) {
202 LOG(LS_ERROR) << "Failed to configure encoder."; 193 LOG(LS_ERROR) << "Failed to configure encoder.";
203 RTC_DCHECK(success); 194 RTC_DCHECK(success);
204 } 195 }
205 196
206 send_payload_router_->SetSendingRtpModules( 197 send_payload_router_->SetSendingRtpModules(
207 video_codec.numberOfSimulcastStreams); 198 video_codec.numberOfSimulcastStreams);
208 199
(...skipping 32 matching lines...) Expand 10 before | Expand all | Expand 10 after
241 bool send_padding = encoder_config_.numberOfSimulcastStreams > 1 || 232 bool send_padding = encoder_config_.numberOfSimulcastStreams > 1 ||
242 video_suspended_ || min_transmit_bitrate_bps_ > 0; 233 video_suspended_ || min_transmit_bitrate_bps_ > 0;
243 if (!send_padding) 234 if (!send_padding)
244 return 0; 235 return 0;
245 time_of_last_frame_activity_ms = time_of_last_frame_activity_ms_; 236 time_of_last_frame_activity_ms = time_of_last_frame_activity_ms_;
246 min_transmit_bitrate_bps = min_transmit_bitrate_bps_; 237 min_transmit_bitrate_bps = min_transmit_bitrate_bps_;
247 bitrate_bps = last_observed_bitrate_bps_; 238 bitrate_bps = last_observed_bitrate_bps_;
248 send_codec = encoder_config_; 239 send_codec = encoder_config_;
249 } 240 }
250 241
251 bool video_is_suspended = vcm_->VideoSuspended(); 242 bool video_is_suspended = video_sender_.VideoSuspended();
252 243
253 // Find the max amount of padding we can allow ourselves to send at this 244 // Find the max amount of padding we can allow ourselves to send at this
254 // point, based on which streams are currently active and what our current 245 // point, based on which streams are currently active and what our current
255 // available bandwidth is. 246 // available bandwidth is.
256 int pad_up_to_bitrate_bps = 0; 247 int pad_up_to_bitrate_bps = 0;
257 if (send_codec.numberOfSimulcastStreams == 0) { 248 if (send_codec.numberOfSimulcastStreams == 0) {
258 pad_up_to_bitrate_bps = send_codec.minBitrate * 1000; 249 pad_up_to_bitrate_bps = send_codec.minBitrate * 1000;
259 } else { 250 } else {
260 SimulcastStream* stream_configs = send_codec.simulcastStream; 251 SimulcastStream* stream_configs = send_codec.simulcastStream;
261 pad_up_to_bitrate_bps = 252 pad_up_to_bitrate_bps =
(...skipping 101 matching lines...) Expand 10 before | Expand all | Expand 10 after
363 codec_specific_info.codecSpecific.VP8.hasReceivedSLI = 354 codec_specific_info.codecSpecific.VP8.hasReceivedSLI =
364 has_received_sli_; 355 has_received_sli_;
365 codec_specific_info.codecSpecific.VP8.pictureIdRPSI = 356 codec_specific_info.codecSpecific.VP8.pictureIdRPSI =
366 picture_id_rpsi_; 357 picture_id_rpsi_;
367 codec_specific_info.codecSpecific.VP8.pictureIdSLI = 358 codec_specific_info.codecSpecific.VP8.pictureIdSLI =
368 picture_id_sli_; 359 picture_id_sli_;
369 has_received_sli_ = false; 360 has_received_sli_ = false;
370 has_received_rpsi_ = false; 361 has_received_rpsi_ = false;
371 } 362 }
372 363
373 vcm_->AddVideoFrame(*frame_to_send, vp_->GetContentMetrics(), 364 video_sender_.AddVideoFrame(*frame_to_send, vp_->GetContentMetrics(),
374 &codec_specific_info); 365 &codec_specific_info);
375 return; 366 return;
376 } 367 }
377 vcm_->AddVideoFrame(*frame_to_send); 368 video_sender_.AddVideoFrame(*frame_to_send, nullptr, nullptr);
378 } 369 }
379 370
380 void ViEEncoder::SendKeyFrame() { 371 void ViEEncoder::SendKeyFrame() {
381 vcm_->IntraFrameRequest(0); 372 video_sender_.IntraFrameRequest(0);
382 }
383
384 uint32_t ViEEncoder::LastObservedBitrateBps() const {
385 rtc::CritScope lock(&data_cs_);
386 return last_observed_bitrate_bps_;
387 }
388
389 int ViEEncoder::CodecTargetBitrate(uint32_t* bitrate) const {
390 if (vcm_->Bitrate(bitrate) != 0)
391 return -1;
392 return 0;
393 } 373 }
394 374
395 void ViEEncoder::SetProtectionMethod(bool nack, bool fec) { 375 void ViEEncoder::SetProtectionMethod(bool nack, bool fec) {
396 // Set Video Protection for VCM. 376 // Set Video Protection for VCM.
397 VCMVideoProtection protection_mode; 377 VCMVideoProtection protection_mode;
398 if (fec) { 378 if (fec) {
399 protection_mode = 379 protection_mode =
400 nack ? webrtc::kProtectionNackFEC : kProtectionFEC; 380 nack ? webrtc::kProtectionNackFEC : kProtectionFEC;
401 } else { 381 } else {
402 protection_mode = nack ? kProtectionNack : kProtectionNone; 382 protection_mode = nack ? kProtectionNack : kProtectionNone;
403 } 383 }
404 vcm_->SetVideoProtection(protection_mode, true); 384 video_sender_.SetVideoProtection(protection_mode);
405 } 385 }
406 386
407 void ViEEncoder::OnSetRates(uint32_t bitrate_bps, int framerate) { 387 void ViEEncoder::OnSetRates(uint32_t bitrate_bps, int framerate) {
408 if (stats_proxy_) 388 if (stats_proxy_)
409 stats_proxy_->OnSetRates(bitrate_bps, framerate); 389 stats_proxy_->OnSetRates(bitrate_bps, framerate);
410 } 390 }
411 391
412 void ViEEncoder::OnEncoderImplementationName(const char* implementation_name) { 392 void ViEEncoder::OnEncoderImplementationName(const char* implementation_name) {
413 if (stats_proxy_) 393 if (stats_proxy_)
414 stats_proxy_->OnEncoderImplementationName(implementation_name); 394 stats_proxy_->OnEncoderImplementationName(implementation_name);
(...skipping 78 matching lines...) Expand 10 before | Expand all | Expand 10 after
493 continue; 473 continue;
494 int64_t now_ms = TickTime::MillisecondTimestamp(); 474 int64_t now_ms = TickTime::MillisecondTimestamp();
495 { 475 {
496 rtc::CritScope lock(&data_cs_); 476 rtc::CritScope lock(&data_cs_);
497 if (time_last_intra_request_ms_[i] + kMinKeyFrameRequestIntervalMs > 477 if (time_last_intra_request_ms_[i] + kMinKeyFrameRequestIntervalMs >
498 now_ms) { 478 now_ms) {
499 return; 479 return;
500 } 480 }
501 time_last_intra_request_ms_[i] = now_ms; 481 time_last_intra_request_ms_[i] = now_ms;
502 } 482 }
503 vcm_->IntraFrameRequest(static_cast<int>(i)); 483 video_sender_.IntraFrameRequest(static_cast<int>(i));
504 return; 484 return;
505 } 485 }
506 RTC_NOTREACHED() << "Should not receive keyframe requests on unknown SSRCs."; 486 RTC_NOTREACHED() << "Should not receive keyframe requests on unknown SSRCs.";
507 } 487 }
508 488
509 void ViEEncoder::OnBitrateUpdated(uint32_t bitrate_bps, 489 void ViEEncoder::OnBitrateUpdated(uint32_t bitrate_bps,
510 uint8_t fraction_lost, 490 uint8_t fraction_lost,
511 int64_t round_trip_time_ms) { 491 int64_t round_trip_time_ms) {
512 LOG(LS_VERBOSE) << "OnBitrateUpdated, bitrate" << bitrate_bps 492 LOG(LS_VERBOSE) << "OnBitrateUpdated, bitrate" << bitrate_bps
513 << " packet loss " << static_cast<int>(fraction_lost) 493 << " packet loss " << static_cast<int>(fraction_lost)
514 << " rtt " << round_trip_time_ms; 494 << " rtt " << round_trip_time_ms;
515 RTC_DCHECK(send_payload_router_); 495 RTC_DCHECK(send_payload_router_);
516 vcm_->SetChannelParameters(bitrate_bps, fraction_lost, round_trip_time_ms); 496 video_sender_.SetChannelParameters(bitrate_bps, fraction_lost,
517 bool video_is_suspended = vcm_->VideoSuspended(); 497 round_trip_time_ms);
498 bool video_is_suspended = video_sender_.VideoSuspended();
518 bool video_suspension_changed; 499 bool video_suspension_changed;
519 VideoCodec send_codec; 500 VideoCodec send_codec;
520 { 501 {
521 rtc::CritScope lock(&data_cs_); 502 rtc::CritScope lock(&data_cs_);
522 last_observed_bitrate_bps_ = bitrate_bps; 503 last_observed_bitrate_bps_ = bitrate_bps;
523 video_suspension_changed = video_suspended_ != video_is_suspended; 504 video_suspension_changed = video_suspended_ != video_is_suspended;
524 video_suspended_ = video_is_suspended; 505 video_suspended_ = video_is_suspended;
525 send_codec = encoder_config_; 506 send_codec = encoder_config_;
526 } 507 }
527 508
(...skipping 24 matching lines...) Expand all
552 const uint32_t width, 533 const uint32_t width,
553 const uint32_t height) { 534 const uint32_t height) {
554 return vp_->SetTargetResolution(width, height, frame_rate); 535 return vp_->SetTargetResolution(width, height, frame_rate);
555 } 536 }
556 537
557 void QMVideoSettingsCallback::SetTargetFramerate(int frame_rate) { 538 void QMVideoSettingsCallback::SetTargetFramerate(int frame_rate) {
558 vp_->SetTargetFramerate(frame_rate); 539 vp_->SetTargetFramerate(frame_rate);
559 } 540 }
560 541
561 } // namespace webrtc 542 } // namespace webrtc
OLDNEW
« no previous file with comments | « webrtc/video/vie_encoder.h ('k') | no next file » | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698