Index: webrtc/modules/video_coding/media_optimization.cc |
diff --git a/webrtc/modules/video_coding/media_optimization.cc b/webrtc/modules/video_coding/media_optimization.cc |
index f24637e0b29408f40914ba0013b201fe765ecf67..d5fbadc122fc34c92ea71debad7aa5ee04bc2742 100644 |
--- a/webrtc/modules/video_coding/media_optimization.cc |
+++ b/webrtc/modules/video_coding/media_optimization.cc |
@@ -11,8 +11,6 @@ |
#include "webrtc/modules/video_coding/media_optimization.h" |
#include "webrtc/base/logging.h" |
-#include "webrtc/modules/video_coding/content_metrics_processing.h" |
-#include "webrtc/modules/video_coding/qm_select.h" |
#include "webrtc/modules/video_coding/utility/frame_dropper.h" |
#include "webrtc/system_wrappers/include/clock.h" |
@@ -81,16 +79,11 @@ MediaOptimization::MediaOptimization(Clock* clock) |
max_payload_size_(1460), |
video_target_bitrate_(0), |
incoming_frame_rate_(0), |
- enable_qm_(false), |
encoded_frame_samples_(), |
avg_sent_bit_rate_bps_(0), |
avg_sent_framerate_(0), |
key_frame_cnt_(0), |
delta_frame_cnt_(0), |
- content_(new VCMContentMetricsProcessing()), |
- qm_resolution_(new VCMQmResolution()), |
- last_qm_update_time_(0), |
- last_change_time_(0), |
num_layers_(0), |
suspension_enabled_(false), |
video_suspended_(false), |
@@ -113,8 +106,6 @@ void MediaOptimization::Reset() { |
frame_dropper_->Reset(); |
loss_prot_logic_->Reset(clock_->TimeInMilliseconds()); |
frame_dropper_->SetRates(0, 0); |
- content_->Reset(); |
- qm_resolution_->Reset(); |
loss_prot_logic_->UpdateFrameRate(incoming_frame_rate_); |
loss_prot_logic_->Reset(clock_->TimeInMilliseconds()); |
send_statistics_zero_encode_ = 0; |
@@ -124,8 +115,6 @@ void MediaOptimization::Reset() { |
user_frame_rate_ = 0; |
key_frame_cnt_ = 0; |
delta_frame_cnt_ = 0; |
- last_qm_update_time_ = 0; |
- last_change_time_ = 0; |
encoded_frame_samples_.clear(); |
avg_sent_bit_rate_bps_ = 0; |
num_layers_ = 1; |
@@ -153,12 +142,7 @@ void MediaOptimization::SetEncodingDataInternal(VideoCodecType send_codec_type, |
int num_layers, |
int32_t mtu) { |
// Everything codec specific should be reset here since this means the codec |
- // has changed. If native dimension values have changed, then either user |
- // initiated change, or QM initiated change. Will be able to determine only |
- // after the processing of the first frame. |
- last_change_time_ = clock_->TimeInMilliseconds(); |
- content_->Reset(); |
- content_->UpdateFrameRate(frame_rate); |
+ // has changed. |
max_bit_rate_ = max_bit_rate; |
send_codec_type_ = send_codec_type; |
@@ -175,16 +159,13 @@ void MediaOptimization::SetEncodingDataInternal(VideoCodecType send_codec_type, |
codec_height_ = height; |
num_layers_ = (num_layers <= 1) ? 1 : num_layers; // Can also be zero. |
max_payload_size_ = mtu; |
- qm_resolution_->Initialize(target_bitrate_kbps, user_frame_rate_, |
- codec_width_, codec_height_, num_layers_); |
} |
uint32_t MediaOptimization::SetTargetRates( |
uint32_t target_bitrate, |
uint8_t fraction_lost, |
int64_t round_trip_time_ms, |
- VCMProtectionCallback* protection_callback, |
- VCMQMSettingsCallback* qmsettings_callback) { |
+ VCMProtectionCallback* protection_callback) { |
CriticalSectionScoped lock(crit_sect_.get()); |
VCMProtectionMethod* selected_method = loss_prot_logic_->SelectedMethod(); |
float target_bitrate_kbps = static_cast<float>(target_bitrate) / 1000.0f; |
@@ -220,7 +201,6 @@ uint32_t MediaOptimization::SetTargetRates( |
float protection_overhead_rate = 0.0f; |
// Update protection settings, when applicable. |
- float sent_video_rate_kbps = 0.0f; |
if (loss_prot_logic_->SelectedType() != kNone) { |
// Update method will compute the robustness settings for the given |
// protection method and the overhead cost |
@@ -255,7 +235,6 @@ uint32_t MediaOptimization::SetTargetRates( |
// Get the effective packet loss for encoder ER when applicable. Should be |
// passed to encoder via fraction_lost. |
packet_loss_enc = selected_method->RequiredPacketLossER(); |
- sent_video_rate_kbps = static_cast<float>(sent_video_rate_bps) / 1000.0f; |
} |
// Source coding rate: total rate - protection overhead. |
@@ -271,19 +250,6 @@ uint32_t MediaOptimization::SetTargetRates( |
static_cast<float>(video_target_bitrate_) / 1000.0f; |
frame_dropper_->SetRates(target_video_bitrate_kbps, incoming_frame_rate_); |
- if (enable_qm_ && qmsettings_callback) { |
- // Update QM with rates. |
- qm_resolution_->UpdateRates(target_video_bitrate_kbps, sent_video_rate_kbps, |
- incoming_frame_rate_, fraction_lost_); |
- // Check for QM selection. |
- bool select_qm = CheckStatusForQMchange(); |
- if (select_qm) { |
- SelectQuality(qmsettings_callback); |
- } |
- // Reset the short-term averaged content data. |
- content_->ResetShortTermAvgData(); |
- } |
- |
CheckSuspendConditions(); |
return video_target_bitrate_; |
@@ -357,11 +323,6 @@ int32_t MediaOptimization::UpdateWithEncodedData( |
loss_prot_logic_->UpdatePacketsPerFrameKey( |
min_packets_per_frame, clock_->TimeInMilliseconds()); |
} |
- |
- if (enable_qm_) { |
- // Update quality select with encoded length. |
- qm_resolution_->UpdateEncodedSize(encoded_length); |
- } |
} |
if (!delta_frame && encoded_length > 0) { |
loss_prot_logic_->UpdateKeyFrameSize(static_cast<float>(encoded_length)); |
@@ -378,11 +339,6 @@ int32_t MediaOptimization::UpdateWithEncodedData( |
return VCM_OK; |
} |
-void MediaOptimization::EnableQM(bool enable) { |
- CriticalSectionScoped lock(crit_sect_.get()); |
- enable_qm_ = enable; |
-} |
- |
void MediaOptimization::EnableFrameDropper(bool enable) { |
CriticalSectionScoped lock(crit_sect_.get()); |
frame_dropper_->Enable(enable); |
@@ -414,19 +370,6 @@ bool MediaOptimization::DropFrame() { |
return frame_dropper_->DropFrame(); |
} |
-void MediaOptimization::UpdateContentData( |
- const VideoContentMetrics* content_metrics) { |
- CriticalSectionScoped lock(crit_sect_.get()); |
- // Updating content metrics. |
- if (content_metrics == NULL) { |
- // Disable QM if metrics are NULL. |
- enable_qm_ = false; |
- qm_resolution_->Reset(); |
- } else { |
- content_->UpdateContentData(content_metrics); |
- } |
-} |
- |
void MediaOptimization::UpdateIncomingFrameRate() { |
int64_t now = clock_->TimeInMilliseconds(); |
if (incoming_frame_times_[0] == 0) { |
@@ -441,36 +384,6 @@ void MediaOptimization::UpdateIncomingFrameRate() { |
ProcessIncomingFrameRate(now); |
} |
-int32_t MediaOptimization::SelectQuality( |
- VCMQMSettingsCallback* video_qmsettings_callback) { |
- // Reset quantities for QM select. |
- qm_resolution_->ResetQM(); |
- |
- // Update QM will long-term averaged content metrics. |
- qm_resolution_->UpdateContent(content_->LongTermAvgData()); |
- |
- // Select quality mode. |
- VCMResolutionScale* qm = NULL; |
- int32_t ret = qm_resolution_->SelectResolution(&qm); |
- if (ret < 0) { |
- return ret; |
- } |
- |
- // Check for updates to spatial/temporal modes. |
- QMUpdate(qm, video_qmsettings_callback); |
- |
- // Reset all the rate and related frame counters quantities. |
- qm_resolution_->ResetRates(); |
- |
- // Reset counters. |
- last_qm_update_time_ = clock_->TimeInMilliseconds(); |
- |
- // Reset content metrics. |
- content_->Reset(); |
- |
- return VCM_OK; |
-} |
- |
void MediaOptimization::PurgeOldFrameSamples(int64_t now_ms) { |
while (!encoded_frame_samples_.empty()) { |
if (now_ms - encoded_frame_samples_.front().time_complete_ms > |
@@ -517,65 +430,6 @@ void MediaOptimization::UpdateSentFramerate() { |
} |
} |
-bool MediaOptimization::QMUpdate( |
- VCMResolutionScale* qm, |
- VCMQMSettingsCallback* video_qmsettings_callback) { |
- // Check for no change. |
- if (!qm->change_resolution_spatial && !qm->change_resolution_temporal) { |
- return false; |
- } |
- |
- // Check for change in frame rate. |
- if (qm->change_resolution_temporal) { |
- incoming_frame_rate_ = qm->frame_rate; |
- // Reset frame rate estimate. |
- memset(incoming_frame_times_, -1, sizeof(incoming_frame_times_)); |
- } |
- |
- // Check for change in frame size. |
- if (qm->change_resolution_spatial) { |
- codec_width_ = qm->codec_width; |
- codec_height_ = qm->codec_height; |
- } |
- |
- LOG(LS_INFO) << "Media optimizer requests the video resolution to be changed " |
- "to " |
- << qm->codec_width << "x" << qm->codec_height << "@" |
- << qm->frame_rate; |
- |
- // Update VPM with new target frame rate and frame size. |
- // Note: use |qm->frame_rate| instead of |_incoming_frame_rate| for updating |
- // target frame rate in VPM frame dropper. The quantity |_incoming_frame_rate| |
- // will vary/fluctuate, and since we don't want to change the state of the |
- // VPM frame dropper, unless a temporal action was selected, we use the |
- // quantity |qm->frame_rate| for updating. |
- video_qmsettings_callback->SetVideoQMSettings(qm->frame_rate, codec_width_, |
- codec_height_); |
- content_->UpdateFrameRate(qm->frame_rate); |
- qm_resolution_->UpdateCodecParameters(qm->frame_rate, codec_width_, |
- codec_height_); |
- return true; |
-} |
- |
-// Check timing constraints and look for significant change in: |
-// (1) scene content, |
-// (2) target bit rate. |
-bool MediaOptimization::CheckStatusForQMchange() { |
- bool status = true; |
- |
- // Check that we do not call QMSelect too often, and that we waited some time |
- // (to sample the metrics) from the event last_change_time |
- // last_change_time is the time where user changed the size/rate/frame rate |
- // (via SetEncodingData). |
- int64_t now = clock_->TimeInMilliseconds(); |
- if ((now - last_qm_update_time_) < kQmMinIntervalMs || |
- (now - last_change_time_) < kQmMinIntervalMs) { |
- status = false; |
- } |
- |
- return status; |
-} |
- |
// Allowing VCM to keep track of incoming frame rate. |
void MediaOptimization::ProcessIncomingFrameRate(int64_t now) { |
int32_t num = 0; |