Make QualityScaler more responsive to downgrades.

webrtc/modules/video_coding/utility/quality_scaler_unittest.cc

 /*
  *  Copyright (c) 2014 The WebRTC project authors. All Rights Reserved.
  *
  *  Use of this source code is governed by a BSD-style license
  *  that can be found in the LICENSE file in the root of the source
  *  tree. An additional intellectual property rights grant can be found
  *  in the file PATENTS.  All contributing project authors may
  *  be found in the AUTHORS file in the root of the source tree.
  */
 
 #include "webrtc/modules/video_coding/utility/quality_scaler.h"
 
 #include "testing/gtest/include/gtest/gtest.h"
 
 namespace webrtc {
 namespace {
 static const int kNumSeconds = 10;
 static const int kWidth = 1920;
 static const int kWidthVga = 640;
 static const int kHalfWidth = kWidth / 2;
 static const int kHeight = 1080;
 static const int kHeightVga = 480;
 static const int kFramerate = 30;
 static const int kLowQp = 15;
 static const int kNormalQp = 30;
 static const int kHighQp = 40;
 static const int kMaxQp = 56;
 static const int kDisabledBadQpThreshold = kMaxQp + 1;
 static const int kLowInitialBitrateKbps = 300;
+// These values need to be in sync with corresponding constants
+// in quality_scaler.cc
+static const int kMeasureSecondsDownscale = 3;
+static const int kMeasureSecondsFastUpscale = 2;
+static const int kMeasureSecondsUpscale = 5;
 }  // namespace
 
 class QualityScalerTest : public ::testing::Test {
  public:
   // Temporal and spatial resolution.
   struct Resolution {
     int framerate;
     int width;
     int height;
   };
 
  protected:
   enum ScaleDirection {
     kKeepScaleAtHighQp,
     kScaleDown,
     kScaleDownAboveHighQp,
     kScaleUp
   };
   enum BadQualityMetric { kDropFrame, kReportLowQP };
 
   QualityScalerTest() {
     input_frame_.CreateEmptyFrame(kWidth, kHeight, kWidth, kHalfWidth,
                                   kHalfWidth);
     qs_.Init(kMaxQp / QualityScaler::kDefaultLowQpDenominator, kHighQp, false,
-             0, 0, 0);
-    qs_.ReportFramerate(kFramerate);
+             0, 0, 0, kFramerate);
     qs_.OnEncodeFrame(input_frame_);
   }
 
   bool TriggerScale(ScaleDirection scale_direction) {
     qs_.OnEncodeFrame(input_frame_);
     int initial_width = qs_.GetScaledResolution().width;
     for (int i = 0; i < kFramerate * kNumSeconds; ++i) {
       switch (scale_direction) {
         case kScaleUp:
           qs_.ReportQP(kLowQp);
@@ skipping 31 matching lines @@
 
   void ContinuouslyDownscalesByHalfDimensionsAndBackUp();
 
   void DoesNotDownscaleFrameDimensions(int width, int height);
 
   Resolution TriggerResolutionChange(BadQualityMetric dropframe_lowqp,
                                      int num_second,
                                      int initial_framerate);
 
   void VerifyQualityAdaptation(int initial_framerate,
-                               int seconds,
+                               int seconds_downscale,
+                               int seconds_upscale,
                                bool expect_spatial_resize,
                                bool expect_framerate_reduction);
 
   void DownscaleEndsAt(int input_width,
                        int input_height,
                        int end_width,
                        int end_height);
 
   QualityScaler qs_;
   VideoFrame input_frame_;
@@ skipping 173 matching lines @@
     if (res.framerate != -1)
       qs_.ReportFramerate(res.framerate);
     res.width = qs_.GetScaledResolution().width;
     res.height = qs_.GetScaledResolution().height;
   }
   return res;
 }
 
 void QualityScalerTest::VerifyQualityAdaptation(
     int initial_framerate,
-    int seconds,
+    int seconds_downscale,
+    int seconds_upscale,
     bool expect_spatial_resize,
     bool expect_framerate_reduction) {
   qs_.Init(kMaxQp / QualityScaler::kDefaultLowQpDenominator,
-           kDisabledBadQpThreshold, true, 0, 0, 0);
+           kDisabledBadQpThreshold, true, 0, 0, 0, initial_framerate);
   qs_.OnEncodeFrame(input_frame_);
   int init_width = qs_.GetScaledResolution().width;
   int init_height = qs_.GetScaledResolution().height;
 
   // Test reducing framerate by dropping frame continuously.
   QualityScalerTest::Resolution res =
-      TriggerResolutionChange(kDropFrame, seconds, initial_framerate);
+      TriggerResolutionChange(kDropFrame, seconds_downscale, initial_framerate);
 
   if (expect_framerate_reduction) {
     EXPECT_LT(res.framerate, initial_framerate);
   } else {
     // No framerate reduction, video decimator should be disabled.
     EXPECT_EQ(-1, res.framerate);
   }
 
   if (expect_spatial_resize) {
     EXPECT_LT(res.width, init_width);
     EXPECT_LT(res.height, init_height);
   } else {
     EXPECT_EQ(init_width, res.width);
     EXPECT_EQ(init_height, res.height);
   }
 
   // The "seconds * 1.5" is to ensure spatial resolution to recover.
-  // For example, in 10 seconds test, framerate reduction happens in the first
-  // 5 seconds from 30fps to 15fps and causes the buffer size to be half of the
-  // original one. Then it will take only 75 samples to downscale (twice in 150
+  // For example, in 6 seconds test, framerate reduction happens in the first
+  // 3 seconds from 30fps to 15fps and causes the buffer size to be half of the
+  // original one. Then it will take only 45 samples to downscale (twice in 90
   // samples). So to recover the resolution changes, we need more than 10
-  // seconds (i.e, seconds * 1.5). This is because the framerate increases
-  // before spatial size recovers, so it will take 150 samples to recover
-  // spatial size (300 for twice).
-  res = TriggerResolutionChange(kReportLowQP, seconds * 1.5, initial_framerate);
+  // seconds (i.e, seconds_upscale * 1.5). This is because the framerate
+  // increases before spatial size recovers, so it will take 150 samples to
+  // recover spatial size (300 for twice).
+  res = TriggerResolutionChange(kReportLowQP, seconds_upscale * 1.5,
+                                initial_framerate);
   EXPECT_EQ(-1, res.framerate);
   EXPECT_EQ(init_width, res.width);
   EXPECT_EQ(init_height, res.height);
 }
 
-// In 5 seconds test, only framerate adjusting should happen.
+// In 3 seconds test, only framerate adjusting should happen and 5 second
+// upscaling duration, only a framerate adjusting should happen.
 TEST_F(QualityScalerTest, ChangeFramerateOnly) {
-  VerifyQualityAdaptation(kFramerate, 5, false, true);
+  VerifyQualityAdaptation(kFramerate, kMeasureSecondsDownscale,
+                          kMeasureSecondsUpscale, false, true);
 }
 
-// In 10 seconds test, framerate adjusting and scaling are both
+// In 6 seconds test, framerate adjusting and scaling are both
 // triggered, it shows that scaling would happen after framerate
 // adjusting.
 TEST_F(QualityScalerTest, ChangeFramerateAndSpatialSize) {
-  VerifyQualityAdaptation(kFramerate, 10, true, true);
+  VerifyQualityAdaptation(kFramerate, kMeasureSecondsDownscale * 2,
+                          kMeasureSecondsUpscale * 2, true, true);
 }
 
 // When starting from a low framerate, only spatial size will be changed.
 TEST_F(QualityScalerTest, ChangeSpatialSizeOnly) {
   qs_.ReportFramerate(kFramerate >> 1);
-  VerifyQualityAdaptation(kFramerate >> 1, 10, true, false);
+  VerifyQualityAdaptation(kFramerate >> 1, kMeasureSecondsDownscale * 2,
+                          kMeasureSecondsUpscale * 2, true, false);
 }
 
 TEST_F(QualityScalerTest, DoesNotDownscaleBelow2xDefaultMinDimensionsWidth) {
   DoesNotDownscaleFrameDimensions(
       2 * QualityScaler::kDefaultMinDownscaleDimension - 1, 1000);
 }
 
 TEST_F(QualityScalerTest, DoesNotDownscaleBelow2xDefaultMinDimensionsHeight) {
   DoesNotDownscaleFrameDimensions(
       1000, 2 * QualityScaler::kDefaultMinDownscaleDimension - 1);
 }
 
 TEST_F(QualityScalerTest, DownscaleToVgaOnLowInitialBitrate) {
   qs_.Init(kMaxQp / QualityScaler::kDefaultLowQpDenominator,
            kDisabledBadQpThreshold, true,
-           kLowInitialBitrateKbps, kWidth, kHeight);
+           kLowInitialBitrateKbps, kWidth, kHeight, kFramerate);
   qs_.OnEncodeFrame(input_frame_);
   int init_width = qs_.GetScaledResolution().width;
   int init_height = qs_.GetScaledResolution().height;
   EXPECT_LE(init_width, kWidthVga);
   EXPECT_LE(init_height, kHeightVga);
 }
 
+TEST_F(QualityScalerTest, DownscaleAfterMeasuredSecondsThenSlowerBackUp) {
+  QualityScalerTest::Resolution initial_res;
+  qs_.Init(kMaxQp / QualityScaler::kDefaultLowQpDenominator, kHighQp, false, 0,
+           kWidth, kHeight, kFramerate);
+  qs_.OnEncodeFrame(input_frame_);
+  initial_res.width = qs_.GetScaledResolution().width;
+  initial_res.height = qs_.GetScaledResolution().height;
+
+  // Should not downscale if less than kMeasureSecondsDownscale seconds passed.
+  for (int i = 0; i < kFramerate * kMeasureSecondsDownscale - 1; ++i) {
+    qs_.ReportQP(kHighQp + 1);
+    qs_.OnEncodeFrame(input_frame_);
+  }
+  EXPECT_EQ(initial_res.width, qs_.GetScaledResolution().width);
+  EXPECT_EQ(initial_res.height, qs_.GetScaledResolution().height);
+
+  // Should downscale if more than kMeasureSecondsDownscale seconds passed (add
+  // last frame).
+  qs_.ReportQP(kHighQp + 1);
+  qs_.OnEncodeFrame(input_frame_);
+  EXPECT_GT(initial_res.width, qs_.GetScaledResolution().width);
+  EXPECT_GT(initial_res.height, qs_.GetScaledResolution().height);
+
+  // Should not upscale if less than kMeasureSecondsUpscale seconds passed since
+  // we saw issues initially (have already gone down).
+  for (int i = 0; i < kFramerate * kMeasureSecondsUpscale - 1; ++i) {
+    qs_.ReportQP(kLowQp);
+    qs_.OnEncodeFrame(input_frame_);
+  }
+  EXPECT_GT(initial_res.width, qs_.GetScaledResolution().width);
+  EXPECT_GT(initial_res.height, qs_.GetScaledResolution().height);
+
+  // Should upscale (back to initial) if kMeasureSecondsUpscale seconds passed
+  // (add last frame).
+  qs_.ReportQP(kLowQp);
+  qs_.OnEncodeFrame(input_frame_);
+  EXPECT_EQ(initial_res.width, qs_.GetScaledResolution().width);
+  EXPECT_EQ(initial_res.height, qs_.GetScaledResolution().height);
+}
+
+TEST_F(QualityScalerTest, UpscaleQuicklyInitiallyAfterMeasuredSeconds) {
+  QualityScalerTest::Resolution initial_res;
+  qs_.Init(kMaxQp / QualityScaler::kDefaultLowQpDenominator, kHighQp, false,
+           kLowInitialBitrateKbps, kWidth, kHeight, kFramerate);
+  qs_.OnEncodeFrame(input_frame_);
+  initial_res.width = qs_.GetScaledResolution().width;
+  initial_res.height = qs_.GetScaledResolution().height;
+
+  // Should not upscale if less than kMeasureSecondsFastUpscale seconds passed.
+  for (int i = 0; i < kFramerate * kMeasureSecondsFastUpscale - 1; ++i) {
+    qs_.ReportQP(kLowQp);
+    qs_.OnEncodeFrame(input_frame_);
+  }
+  EXPECT_EQ(initial_res.width, qs_.GetScaledResolution().width);
+  EXPECT_EQ(initial_res.height, qs_.GetScaledResolution().height);
+
+  // Should upscale if kMeasureSecondsFastUpscale seconds passed (add last
+  // frame).
+  qs_.ReportQP(kLowQp);
+  qs_.OnEncodeFrame(input_frame_);
+  EXPECT_LT(initial_res.width, qs_.GetScaledResolution().width);
+  EXPECT_LT(initial_res.height, qs_.GetScaledResolution().height);
+}
+
 void QualityScalerTest::DownscaleEndsAt(int input_width,
                                         int input_height,
                                         int end_width,
                                         int end_height) {
   // Create a frame with 2x expected end width/height to verify that we can
   // scale down to expected end width/height.
   input_frame_.CreateEmptyFrame(input_width, input_height, input_width,
                                 (input_width + 1) / 2, (input_width + 1) / 2);
 
   int last_width = input_width;
@@ skipping 39 matching lines @@
   DownscaleEndsAt(1600, 800, 200, 100);
 }
 
 TEST_F(QualityScalerTest, RespectsMinResolutionHeight) {
   // Should end at 100x200, as height can't go lower.
   qs_.SetMinResolution(10, 200);
   DownscaleEndsAt(800, 1600, 100, 200);
 }
 
 }  // namespace webrtc