Index: webrtc/video/vie_encoder.cc |
diff --git a/webrtc/video/vie_encoder.cc b/webrtc/video/vie_encoder.cc |
index ff86e07f9844ce3ae34e75b0441a8f0006b51aae..956fd776d4c4be14e35f99d4a1553118643adaa5 100644 |
--- a/webrtc/video/vie_encoder.cc |
+++ b/webrtc/video/vie_encoder.cc |
@@ -27,315 +27,64 @@ |
namespace webrtc { |
-namespace { |
- |
-VideoCodecType PayloadNameToCodecType(const std::string& payload_name) { |
- if (payload_name == "VP8") |
- return kVideoCodecVP8; |
- if (payload_name == "VP9") |
- return kVideoCodecVP9; |
- if (payload_name == "H264") |
- return kVideoCodecH264; |
- return kVideoCodecGeneric; |
-} |
- |
-VideoCodec VideoEncoderConfigToVideoCodec(const VideoEncoderConfig& config, |
- const std::string& payload_name, |
- int payload_type) { |
- const std::vector<VideoStream>& streams = config.streams; |
- static const int kEncoderMinBitrateKbps = 30; |
- RTC_DCHECK(!streams.empty()); |
- RTC_DCHECK_GE(config.min_transmit_bitrate_bps, 0); |
- |
- VideoCodec video_codec; |
- memset(&video_codec, 0, sizeof(video_codec)); |
- video_codec.codecType = PayloadNameToCodecType(payload_name); |
- |
- switch (config.content_type) { |
- case VideoEncoderConfig::ContentType::kRealtimeVideo: |
- video_codec.mode = kRealtimeVideo; |
- break; |
- case VideoEncoderConfig::ContentType::kScreen: |
- video_codec.mode = kScreensharing; |
- if (config.streams.size() == 1 && |
- config.streams[0].temporal_layer_thresholds_bps.size() == 1) { |
- video_codec.targetBitrate = |
- config.streams[0].temporal_layer_thresholds_bps[0] / 1000; |
- } |
- break; |
- } |
- |
- switch (video_codec.codecType) { |
- case kVideoCodecVP8: { |
- if (config.encoder_specific_settings) { |
- video_codec.codecSpecific.VP8 = *reinterpret_cast<const VideoCodecVP8*>( |
- config.encoder_specific_settings); |
- } else { |
- video_codec.codecSpecific.VP8 = VideoEncoder::GetDefaultVp8Settings(); |
- } |
- video_codec.codecSpecific.VP8.numberOfTemporalLayers = |
- static_cast<unsigned char>( |
- streams.back().temporal_layer_thresholds_bps.size() + 1); |
- break; |
- } |
- case kVideoCodecVP9: { |
- if (config.encoder_specific_settings) { |
- video_codec.codecSpecific.VP9 = *reinterpret_cast<const VideoCodecVP9*>( |
- config.encoder_specific_settings); |
- if (video_codec.mode == kScreensharing) { |
- video_codec.codecSpecific.VP9.flexibleMode = true; |
- // For now VP9 screensharing use 1 temporal and 2 spatial layers. |
- RTC_DCHECK_EQ(video_codec.codecSpecific.VP9.numberOfTemporalLayers, |
- 1); |
- RTC_DCHECK_EQ(video_codec.codecSpecific.VP9.numberOfSpatialLayers, 2); |
- } |
- } else { |
- video_codec.codecSpecific.VP9 = VideoEncoder::GetDefaultVp9Settings(); |
- } |
- video_codec.codecSpecific.VP9.numberOfTemporalLayers = |
- static_cast<unsigned char>( |
- streams.back().temporal_layer_thresholds_bps.size() + 1); |
- break; |
- } |
- case kVideoCodecH264: { |
- if (config.encoder_specific_settings) { |
- video_codec.codecSpecific.H264 = |
- *reinterpret_cast<const VideoCodecH264*>( |
- config.encoder_specific_settings); |
- } else { |
- video_codec.codecSpecific.H264 = VideoEncoder::GetDefaultH264Settings(); |
- } |
- break; |
- } |
- default: |
- // TODO(pbos): Support encoder_settings codec-agnostically. |
- RTC_DCHECK(!config.encoder_specific_settings) |
- << "Encoder-specific settings for codec type not wired up."; |
- break; |
- } |
- |
- strncpy(video_codec.plName, payload_name.c_str(), kPayloadNameSize - 1); |
- video_codec.plName[kPayloadNameSize - 1] = '\0'; |
- video_codec.plType = payload_type; |
- video_codec.numberOfSimulcastStreams = |
- static_cast<unsigned char>(streams.size()); |
- video_codec.minBitrate = streams[0].min_bitrate_bps / 1000; |
- if (video_codec.minBitrate < kEncoderMinBitrateKbps) |
- video_codec.minBitrate = kEncoderMinBitrateKbps; |
- RTC_DCHECK_LE(streams.size(), static_cast<size_t>(kMaxSimulcastStreams)); |
- if (video_codec.codecType == kVideoCodecVP9) { |
- // If the vector is empty, bitrates will be configured automatically. |
- RTC_DCHECK(config.spatial_layers.empty() || |
- config.spatial_layers.size() == |
- video_codec.codecSpecific.VP9.numberOfSpatialLayers); |
- RTC_DCHECK_LE(video_codec.codecSpecific.VP9.numberOfSpatialLayers, |
- kMaxSimulcastStreams); |
- for (size_t i = 0; i < config.spatial_layers.size(); ++i) |
- video_codec.spatialLayers[i] = config.spatial_layers[i]; |
- } |
- for (size_t i = 0; i < streams.size(); ++i) { |
- SimulcastStream* sim_stream = &video_codec.simulcastStream[i]; |
- RTC_DCHECK_GT(streams[i].width, 0u); |
- RTC_DCHECK_GT(streams[i].height, 0u); |
- RTC_DCHECK_GT(streams[i].max_framerate, 0); |
- // Different framerates not supported per stream at the moment. |
- RTC_DCHECK_EQ(streams[i].max_framerate, streams[0].max_framerate); |
- RTC_DCHECK_GE(streams[i].min_bitrate_bps, 0); |
- RTC_DCHECK_GE(streams[i].target_bitrate_bps, streams[i].min_bitrate_bps); |
- RTC_DCHECK_GE(streams[i].max_bitrate_bps, streams[i].target_bitrate_bps); |
- RTC_DCHECK_GE(streams[i].max_qp, 0); |
- |
- sim_stream->width = static_cast<uint16_t>(streams[i].width); |
- sim_stream->height = static_cast<uint16_t>(streams[i].height); |
- sim_stream->minBitrate = streams[i].min_bitrate_bps / 1000; |
- sim_stream->targetBitrate = streams[i].target_bitrate_bps / 1000; |
- sim_stream->maxBitrate = streams[i].max_bitrate_bps / 1000; |
- sim_stream->qpMax = streams[i].max_qp; |
- sim_stream->numberOfTemporalLayers = static_cast<unsigned char>( |
- streams[i].temporal_layer_thresholds_bps.size() + 1); |
- |
- video_codec.width = |
- std::max(video_codec.width, static_cast<uint16_t>(streams[i].width)); |
- video_codec.height = |
- std::max(video_codec.height, static_cast<uint16_t>(streams[i].height)); |
- video_codec.minBitrate = |
- std::min(static_cast<uint16_t>(video_codec.minBitrate), |
- static_cast<uint16_t>(streams[i].min_bitrate_bps / 1000)); |
- video_codec.maxBitrate += streams[i].max_bitrate_bps / 1000; |
- video_codec.qpMax = std::max(video_codec.qpMax, |
- static_cast<unsigned int>(streams[i].max_qp)); |
- } |
- |
- if (video_codec.maxBitrate == 0) { |
- // Unset max bitrate -> cap to one bit per pixel. |
- video_codec.maxBitrate = |
- (video_codec.width * video_codec.height * video_codec.maxFramerate) / |
- 1000; |
- } |
- if (video_codec.maxBitrate < kEncoderMinBitrateKbps) |
- video_codec.maxBitrate = kEncoderMinBitrateKbps; |
- |
- RTC_DCHECK_GT(streams[0].max_framerate, 0); |
- video_codec.maxFramerate = streams[0].max_framerate; |
- video_codec.expect_encode_from_texture = config.expect_encode_from_texture; |
- |
- return video_codec; |
-} |
- |
-// TODO(pbos): Lower these thresholds (to closer to 100%) when we handle |
-// pipelining encoders better (multiple input frames before something comes |
-// out). This should effectively turn off CPU adaptations for systems that |
-// remotely cope with the load right now. |
-CpuOveruseOptions GetCpuOveruseOptions(bool full_overuse_time) { |
- CpuOveruseOptions options; |
- if (full_overuse_time) { |
- options.low_encode_usage_threshold_percent = 150; |
- options.high_encode_usage_threshold_percent = 200; |
- } |
- return options; |
-} |
- |
-} // namespace |
- |
-class ViEEncoder::EncodeTask : public rtc::QueuedTask { |
- public: |
- EncodeTask(const VideoFrame& frame, ViEEncoder* vie_encoder) |
- : vie_encoder_(vie_encoder) { |
- frame_.ShallowCopy(frame); |
- ++vie_encoder_->posted_frames_waiting_for_encode_; |
- } |
- |
- private: |
- bool Run() override { |
- RTC_DCHECK_GT(vie_encoder_->posted_frames_waiting_for_encode_.Value(), 0); |
- if (--vie_encoder_->posted_frames_waiting_for_encode_ == 0) { |
- vie_encoder_->EncodeVideoFrame(frame_); |
- } else { |
- // There is a newer frame in flight. Do not encode this frame. |
- LOG(LS_VERBOSE) |
- << "Incoming frame dropped due to that the encoder is blocked."; |
- } |
- return true; |
- } |
- VideoFrame frame_; |
- ViEEncoder* vie_encoder_; |
-}; |
- |
ViEEncoder::ViEEncoder(uint32_t number_of_cores, |
+ ProcessThread* module_process_thread, |
SendStatisticsProxy* stats_proxy, |
- const VideoSendStream::Config::EncoderSettings& settings, |
- rtc::VideoSinkInterface<VideoFrame>* pre_encode_callback, |
- LoadObserver* overuse_callback, |
- EncodedFrameObserver* encoder_timing) |
- : shutdown_event_(true /* manual_reset */, false), |
- number_of_cores_(number_of_cores), |
- settings_(settings), |
+ OveruseFrameDetector* overuse_detector, |
+ EncodedImageCallback* sink) |
+ : number_of_cores_(number_of_cores), |
+ sink_(sink), |
vp_(VideoProcessing::Create()), |
video_sender_(Clock::GetRealTimeClock(), this, this), |
- overuse_detector_(Clock::GetRealTimeClock(), |
- GetCpuOveruseOptions(settings.full_overuse_time), |
- this, |
- encoder_timing, |
- stats_proxy), |
- load_observer_(overuse_callback), |
stats_proxy_(stats_proxy), |
- pre_encode_callback_(pre_encode_callback), |
- module_process_thread_(nullptr), |
+ overuse_detector_(overuse_detector), |
+ time_of_last_frame_activity_ms_(std::numeric_limits<int64_t>::max()), |
encoder_config_(), |
- encoder_start_bitrate_bps_(0), |
last_observed_bitrate_bps_(0), |
encoder_paused_and_dropped_frame_(false), |
+ module_process_thread_(module_process_thread), |
has_received_sli_(false), |
picture_id_sli_(0), |
has_received_rpsi_(false), |
picture_id_rpsi_(0), |
- clock_(Clock::GetRealTimeClock()), |
- last_captured_timestamp_(0), |
- delta_ntp_internal_ms_(clock_->CurrentNtpInMilliseconds() - |
- clock_->TimeInMilliseconds()), |
- encoder_queue_("EncoderQueue") { |
- vp_->EnableTemporalDecimation(false); |
- |
- encoder_queue_.PostTask([this] { |
- RTC_DCHECK_RUN_ON(&encoder_queue_); |
- video_sender_.RegisterExternalEncoder( |
- settings_.encoder, settings_.payload_type, settings_.internal_source); |
- }); |
+ video_suspended_(false) { |
+ module_process_thread_->RegisterModule(&video_sender_); |
+ vp_->EnableTemporalDecimation(true); |
+} |
+ |
+vcm::VideoSender* ViEEncoder::video_sender() { |
+ return &video_sender_; |
} |
ViEEncoder::~ViEEncoder() { |
- RTC_DCHECK(shutdown_event_.Wait(0)) |
- << "Must call ::Stop() before destruction."; |
-} |
- |
-void ViEEncoder::Stop() { |
- if (!encoder_queue_.IsCurrent()) { |
- encoder_queue_.PostTask([this] { Stop(); }); |
- shutdown_event_.Wait(rtc::Event::kForever); |
- return; |
- } |
- RTC_DCHECK_RUN_ON(&encoder_queue_); |
- video_sender_.RegisterExternalEncoder(nullptr, settings_.payload_type, false); |
- shutdown_event_.Set(); |
-} |
- |
-void ViEEncoder::RegisterProcessThread(ProcessThread* module_process_thread) { |
- RTC_DCHECK(!module_process_thread_); |
- module_process_thread_ = module_process_thread; |
- module_process_thread_->RegisterModule(&overuse_detector_); |
- module_process_thread_->RegisterModule(&video_sender_); |
- module_process_thread_checker_.DetachFromThread(); |
-} |
- |
-void ViEEncoder::DeRegisterProcessThread() { |
- module_process_thread_->DeRegisterModule(&overuse_detector_); |
module_process_thread_->DeRegisterModule(&video_sender_); |
} |
-void ViEEncoder::SetSink(EncodedImageCallback* sink) { |
- encoder_queue_.PostTask([this, sink] { |
- RTC_DCHECK_RUN_ON(&encoder_queue_); |
- sink_ = sink; |
- }); |
-} |
- |
-void ViEEncoder::SetStartBitrate(int start_bitrate_bps) { |
- encoder_queue_.PostTask([this, start_bitrate_bps] { |
- RTC_DCHECK_RUN_ON(&encoder_queue_); |
- encoder_start_bitrate_bps_ = start_bitrate_bps; |
- }); |
-} |
- |
-void ViEEncoder::ConfigureEncoder(const VideoEncoderConfig& config, |
- size_t max_data_payload_length) { |
- VideoCodec video_codec = VideoEncoderConfigToVideoCodec( |
- config, settings_.payload_name, settings_.payload_type); |
- encoder_queue_.PostTask([this, video_codec, max_data_payload_length] { |
- ConfigureEncoderInternal(video_codec, max_data_payload_length); |
- }); |
- return; |
-} |
- |
-void ViEEncoder::ConfigureEncoderInternal(const VideoCodec& video_codec, |
- size_t max_data_payload_length) { |
- RTC_DCHECK_RUN_ON(&encoder_queue_); |
- RTC_DCHECK_GE(encoder_start_bitrate_bps_, 0); |
- RTC_DCHECK(sink_); |
- |
+int32_t ViEEncoder::RegisterExternalEncoder(webrtc::VideoEncoder* encoder, |
+ uint8_t pl_type, |
+ bool internal_source) { |
+ video_sender_.RegisterExternalEncoder(encoder, pl_type, internal_source); |
+ return 0; |
+} |
+ |
+int32_t ViEEncoder::DeRegisterExternalEncoder(uint8_t pl_type) { |
+ video_sender_.RegisterExternalEncoder(nullptr, pl_type, false); |
+ return 0; |
+} |
+ |
+void ViEEncoder::SetEncoder(const webrtc::VideoCodec& video_codec, |
+ size_t max_data_payload_length) { |
// Setting target width and height for VPM. |
RTC_CHECK_EQ(VPM_OK, |
vp_->SetTargetResolution(video_codec.width, video_codec.height, |
video_codec.maxFramerate)); |
- |
- encoder_config_ = video_codec; |
- encoder_config_.startBitrate = encoder_start_bitrate_bps_ / 1000; |
- encoder_config_.startBitrate = |
- std::max(encoder_config_.startBitrate, video_codec.minBitrate); |
- encoder_config_.startBitrate = |
- std::min(encoder_config_.startBitrate, video_codec.maxBitrate); |
+ { |
+ rtc::CritScope lock(&data_cs_); |
+ encoder_config_ = video_codec; |
+ } |
bool success = video_sender_.RegisterSendCodec( |
- &encoder_config_, number_of_cores_, |
+ &video_codec, number_of_cores_, |
static_cast<uint32_t>(max_data_payload_length)) == VCM_OK; |
if (!success) { |
@@ -361,58 +110,15 @@ |
} |
} |
-void ViEEncoder::IncomingCapturedFrame(const VideoFrame& video_frame) { |
- RTC_DCHECK_RUNS_SERIALIZED(&incoming_frame_race_checker_); |
- stats_proxy_->OnIncomingFrame(video_frame.width(), video_frame.height()); |
- |
- VideoFrame incoming_frame = video_frame; |
- |
- // Local time in webrtc time base. |
- int64_t current_time = clock_->TimeInMilliseconds(); |
- incoming_frame.set_render_time_ms(current_time); |
- |
- // Capture time may come from clock with an offset and drift from clock_. |
- int64_t capture_ntp_time_ms; |
- if (video_frame.ntp_time_ms() != 0) { |
- capture_ntp_time_ms = video_frame.ntp_time_ms(); |
- } else if (video_frame.render_time_ms() != 0) { |
- capture_ntp_time_ms = video_frame.render_time_ms() + delta_ntp_internal_ms_; |
- } else { |
- capture_ntp_time_ms = current_time + delta_ntp_internal_ms_; |
- } |
- incoming_frame.set_ntp_time_ms(capture_ntp_time_ms); |
- |
- // Convert NTP time, in ms, to RTP timestamp. |
- const int kMsToRtpTimestamp = 90; |
- incoming_frame.set_timestamp( |
- kMsToRtpTimestamp * static_cast<uint32_t>(incoming_frame.ntp_time_ms())); |
- |
- if (incoming_frame.ntp_time_ms() <= last_captured_timestamp_) { |
- // We don't allow the same capture time for two frames, drop this one. |
- LOG(LS_WARNING) << "Same/old NTP timestamp (" |
- << incoming_frame.ntp_time_ms() |
- << " <= " << last_captured_timestamp_ |
- << ") for incoming frame. Dropping."; |
- return; |
- } |
- |
- last_captured_timestamp_ = incoming_frame.ntp_time_ms(); |
- overuse_detector_.FrameCaptured(incoming_frame); |
- encoder_queue_.PostTask( |
- std::unique_ptr<rtc::QueuedTask>(new EncodeTask(incoming_frame, this))); |
-} |
- |
bool ViEEncoder::EncoderPaused() const { |
- RTC_DCHECK_RUN_ON(&encoder_queue_); |
// Pause video if paused by caller or as long as the network is down or the |
// pacer queue has grown too large in buffered mode. |
// If the pacer queue has grown too large or the network is down, |
// last_observed_bitrate_bps_ will be 0. |
- return last_observed_bitrate_bps_ == 0; |
+ return video_suspended_ || last_observed_bitrate_bps_ == 0; |
} |
void ViEEncoder::TraceFrameDropStart() { |
- RTC_DCHECK_RUN_ON(&encoder_queue_); |
// Start trace event only on the first frame after encoder is paused. |
if (!encoder_paused_and_dropped_frame_) { |
TRACE_EVENT_ASYNC_BEGIN0("webrtc", "EncoderPaused", this); |
@@ -422,7 +128,6 @@ |
} |
void ViEEncoder::TraceFrameDropEnd() { |
- RTC_DCHECK_RUN_ON(&encoder_queue_); |
// End trace event on first frame after encoder resumes, if frame was dropped. |
if (encoder_paused_and_dropped_frame_) { |
TRACE_EVENT_ASYNC_END0("webrtc", "EncoderPaused", this); |
@@ -431,15 +136,17 @@ |
} |
void ViEEncoder::EncodeVideoFrame(const VideoFrame& video_frame) { |
- RTC_DCHECK_RUN_ON(&encoder_queue_); |
- if (pre_encode_callback_) |
- pre_encode_callback_->OnFrame(video_frame); |
- |
- if (EncoderPaused()) { |
- TraceFrameDropStart(); |
- return; |
- } |
- TraceFrameDropEnd(); |
+ VideoCodecType codec_type; |
+ { |
+ rtc::CritScope lock(&data_cs_); |
+ time_of_last_frame_activity_ms_ = rtc::TimeMillis(); |
+ if (EncoderPaused()) { |
+ TraceFrameDropStart(); |
+ return; |
+ } |
+ TraceFrameDropEnd(); |
+ codec_type = encoder_config_.codecType; |
+ } |
TRACE_EVENT_ASYNC_STEP0("webrtc", "Video", video_frame.render_time_ms(), |
"Encode"); |
@@ -454,10 +161,11 @@ |
} |
} |
- if (encoder_config_.codecType == webrtc::kVideoCodecVP8) { |
+ if (codec_type == webrtc::kVideoCodecVP8) { |
webrtc::CodecSpecificInfo codec_specific_info; |
codec_specific_info.codecType = webrtc::kVideoCodecVP8; |
- |
+ { |
+ rtc::CritScope lock(&data_cs_); |
codec_specific_info.codecSpecific.VP8.hasReceivedRPSI = |
has_received_rpsi_; |
codec_specific_info.codecSpecific.VP8.hasReceivedSLI = |
@@ -468,6 +176,7 @@ |
picture_id_sli_; |
has_received_sli_ = false; |
has_received_rpsi_ = false; |
+ } |
video_sender_.AddVideoFrame(*frame_to_send, &codec_specific_info); |
return; |
@@ -476,21 +185,22 @@ |
} |
void ViEEncoder::SendKeyFrame() { |
- if (!encoder_queue_.IsCurrent()) { |
- encoder_queue_.PostTask([this] { SendKeyFrame(); }); |
- return; |
- } |
- RTC_DCHECK_RUN_ON(&encoder_queue_); |
video_sender_.IntraFrameRequest(0); |
+} |
+ |
+int64_t ViEEncoder::time_of_last_frame_activity_ms() { |
+ rtc::CritScope lock(&data_cs_); |
+ return time_of_last_frame_activity_ms_; |
} |
EncodedImageCallback::Result ViEEncoder::OnEncodedImage( |
const EncodedImage& encoded_image, |
const CodecSpecificInfo* codec_specific_info, |
const RTPFragmentationHeader* fragmentation) { |
- // Encoded is called on whatever thread the real encoder implementation run |
- // on. In the case of hardware encoders, there might be several encoders |
- // running in parallel on different threads. |
+ { |
+ rtc::CritScope lock(&data_cs_); |
+ time_of_last_frame_activity_ms_ = rtc::TimeMillis(); |
+ } |
if (stats_proxy_) { |
stats_proxy_->OnSendEncodedImage(encoded_image, codec_specific_info); |
} |
@@ -498,45 +208,30 @@ |
EncodedImageCallback::Result result = |
sink_->OnEncodedImage(encoded_image, codec_specific_info, fragmentation); |
- overuse_detector_.FrameSent(encoded_image._timeStamp); |
+ overuse_detector_->FrameSent(encoded_image._timeStamp); |
return result; |
} |
void ViEEncoder::SendStatistics(uint32_t bit_rate, |
uint32_t frame_rate, |
const std::string& encoder_name) { |
- RTC_DCHECK(module_process_thread_checker_.CalledOnValidThread()); |
if (stats_proxy_) |
stats_proxy_->OnEncoderStatsUpdate(frame_rate, bit_rate, encoder_name); |
} |
void ViEEncoder::OnReceivedSLI(uint8_t picture_id) { |
- if (!encoder_queue_.IsCurrent()) { |
- encoder_queue_.PostTask([this, picture_id] { OnReceivedSLI(picture_id); }); |
- return; |
- } |
- RTC_DCHECK_RUN_ON(&encoder_queue_); |
+ rtc::CritScope lock(&data_cs_); |
picture_id_sli_ = picture_id; |
has_received_sli_ = true; |
} |
void ViEEncoder::OnReceivedRPSI(uint64_t picture_id) { |
- if (!encoder_queue_.IsCurrent()) { |
- encoder_queue_.PostTask([this, picture_id] { OnReceivedRPSI(picture_id); }); |
- return; |
- } |
- RTC_DCHECK_RUN_ON(&encoder_queue_); |
+ rtc::CritScope lock(&data_cs_); |
picture_id_rpsi_ = picture_id; |
has_received_rpsi_ = true; |
} |
void ViEEncoder::OnReceivedIntraFrameRequest(size_t stream_index) { |
- if (!encoder_queue_.IsCurrent()) { |
- encoder_queue_.PostTask( |
- [this, stream_index] { OnReceivedIntraFrameRequest(stream_index); }); |
- return; |
- } |
- RTC_DCHECK_RUN_ON(&encoder_queue_); |
// Key frame request from remote side, signal to VCM. |
TRACE_EVENT0("webrtc", "OnKeyFrameRequest"); |
video_sender_.IntraFrameRequest(stream_index); |
@@ -545,29 +240,29 @@ |
void ViEEncoder::OnBitrateUpdated(uint32_t bitrate_bps, |
uint8_t fraction_lost, |
int64_t round_trip_time_ms) { |
- if (!encoder_queue_.IsCurrent()) { |
- encoder_queue_.PostTask( |
- [this, bitrate_bps, fraction_lost, round_trip_time_ms] { |
- OnBitrateUpdated(bitrate_bps, fraction_lost, round_trip_time_ms); |
- }); |
- return; |
- } |
- RTC_DCHECK_RUN_ON(&encoder_queue_); |
- RTC_DCHECK(sink_) << "sink_ must be set before the encoder is active."; |
- |
LOG(LS_VERBOSE) << "OnBitrateUpdated, bitrate " << bitrate_bps |
<< " packet loss " << static_cast<int>(fraction_lost) |
<< " rtt " << round_trip_time_ms; |
- |
video_sender_.SetChannelParameters(bitrate_bps, fraction_lost, |
round_trip_time_ms); |
- |
- encoder_start_bitrate_bps_ = |
- bitrate_bps != 0 ? bitrate_bps : encoder_start_bitrate_bps_; |
+ bool video_suspension_changed; |
bool video_is_suspended = bitrate_bps == 0; |
- bool video_suspension_changed = |
- video_is_suspended != (last_observed_bitrate_bps_ == 0); |
- last_observed_bitrate_bps_ = bitrate_bps; |
+ { |
+ rtc::CritScope lock(&data_cs_); |
+ last_observed_bitrate_bps_ = bitrate_bps; |
+ video_suspension_changed = video_suspended_ != video_is_suspended; |
+ video_suspended_ = video_is_suspended; |
+ // Set |time_of_last_frame_activity_ms_| to now if this is the first time |
+ // the encoder is supposed to produce encoded frames. |
+ // TODO(perkj): Remove this hack. It is here to avoid a race that the |
+ // encoder report that it has timed out before it has processed the first |
+ // frame. |
+ if (last_observed_bitrate_bps_ != 0 && |
+ time_of_last_frame_activity_ms_ == |
+ std::numeric_limits<int64_t>::max()) { |
+ time_of_last_frame_activity_ms_ = rtc::TimeMillis(); |
+ } |
+ } |
if (stats_proxy_ && video_suspension_changed) { |
LOG(LS_INFO) << "Video suspend state changed to: " |
@@ -576,19 +271,4 @@ |
} |
} |
-void ViEEncoder::OveruseDetected() { |
- RTC_DCHECK_RUN_ON(&module_process_thread_checker_); |
- // TODO(perkj): When ViEEncoder inherit rtc::VideoSink instead of |
- // VideoCaptureInput |load_observer_| should be removed and overuse be |
- // expressed as rtc::VideoSinkWants instead. |
- if (load_observer_) |
- load_observer_->OnLoadUpdate(LoadObserver::kOveruse); |
-} |
- |
-void ViEEncoder::NormalUsage() { |
- RTC_DCHECK_RUN_ON(&module_process_thread_checker_); |
- if (load_observer_) |
- load_observer_->OnLoadUpdate(LoadObserver::kUnderuse); |
-} |
- |
} // namespace webrtc |