| Index: webrtc/modules/video_coding/codecs/test/videoprocessor_integrationtest.cc
|
| diff --git a/webrtc/modules/video_coding/codecs/test/videoprocessor_integrationtest.cc b/webrtc/modules/video_coding/codecs/test/videoprocessor_integrationtest.cc
|
| index 04609bf525cf45382e23b0ba0f5b65bfaea24ebf..f90e5dd2f6728a37eea59525cea4d1b9dc944b8e 100644
|
| --- a/webrtc/modules/video_coding/codecs/test/videoprocessor_integrationtest.cc
|
| +++ b/webrtc/modules/video_coding/codecs/test/videoprocessor_integrationtest.cc
|
| @@ -1,5 +1,5 @@
|
| /*
|
| - * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
|
| + * Copyright (c) 2017 The WebRTC project authors. All Rights Reserved.
|
| *
|
| * Use of this source code is governed by a BSD-style license
|
| * that can be found in the LICENSE file in the root of the source
|
| @@ -10,407 +10,641 @@
|
|
|
| #include "webrtc/modules/video_coding/codecs/test/videoprocessor_integrationtest.h"
|
|
|
| -#include <vector>
|
| +#include <utility>
|
| +
|
| +#if defined(WEBRTC_ANDROID)
|
| +#include "webrtc/modules/video_coding/codecs/test/android_test_initializer.h"
|
| +#include "webrtc/sdk/android/src/jni/androidmediadecoder_jni.h"
|
| +#include "webrtc/sdk/android/src/jni/androidmediaencoder_jni.h"
|
| +#elif defined(WEBRTC_IOS)
|
| +#include "webrtc/modules/video_coding/codecs/test/objc_codec_h264_test.h"
|
| +#endif
|
| +
|
| +#include "webrtc/media/engine/internaldecoderfactory.h"
|
| +#include "webrtc/media/engine/internalencoderfactory.h"
|
| +#include "webrtc/modules/video_coding/codecs/vp8/include/vp8_common_types.h"
|
| +#include "webrtc/modules/video_coding/include/video_codec_interface.h"
|
| +#include "webrtc/modules/video_coding/include/video_coding.h"
|
| +#include "webrtc/rtc_base/checks.h"
|
| +#include "webrtc/rtc_base/event.h"
|
| +#include "webrtc/rtc_base/file.h"
|
| +#include "webrtc/rtc_base/logging.h"
|
| +#include "webrtc/rtc_base/ptr_util.h"
|
| +#include "webrtc/system_wrappers/include/sleep.h"
|
| +#include "webrtc/test/testsupport/fileutils.h"
|
| +#include "webrtc/test/testsupport/metrics/video_metrics.h"
|
| +#include "webrtc/test/video_codec_settings.h"
|
|
|
| namespace webrtc {
|
| namespace test {
|
|
|
| namespace {
|
|
|
| -// Test settings.
|
| -// Only allow encoder/decoder to use single core, for predictability.
|
| -const bool kUseSingleCore = true;
|
| -const bool kVerboseLogging = false;
|
| -const bool kHwCodec = false;
|
| -
|
| -// Codec settings.
|
| -const bool kResilienceOn = true;
|
| -
|
| -// Default sequence is foreman (CIF): may be better to use VGA for resize test.
|
| -const int kCifWidth = 352;
|
| -const int kCifHeight = 288;
|
| -const char kForemanCif[] = "foreman_cif";
|
| -#if !defined(WEBRTC_IOS)
|
| -const int kNumFramesShort = 100;
|
| -#endif
|
| -const int kNumFramesLong = 300;
|
| +const int kPercTargetvsActualMismatch = 20;
|
| +const int kBaseKeyFrameInterval = 3000;
|
| +
|
| +// Parameters from VP8 wrapper, which control target size of key frames.
|
| +const float kInitialBufferSize = 0.5f;
|
| +const float kOptimalBufferSize = 0.6f;
|
| +const float kScaleKeyFrameSize = 0.5f;
|
| +
|
| +void VerifyQuality(const QualityMetricsResult& psnr_result,
|
| + const QualityMetricsResult& ssim_result,
|
| + const QualityThresholds& quality_thresholds) {
|
| + EXPECT_GT(psnr_result.average, quality_thresholds.min_avg_psnr);
|
| + EXPECT_GT(psnr_result.min, quality_thresholds.min_min_psnr);
|
| + EXPECT_GT(ssim_result.average, quality_thresholds.min_avg_ssim);
|
| + EXPECT_GT(ssim_result.min, quality_thresholds.min_min_ssim);
|
| +}
|
|
|
| -const std::nullptr_t kNoVisualizationParams = nullptr;
|
| +int NumberOfTemporalLayers(const VideoCodec& codec_settings) {
|
| + if (codec_settings.codecType == kVideoCodecVP8) {
|
| + return codec_settings.VP8().numberOfTemporalLayers;
|
| + } else if (codec_settings.codecType == kVideoCodecVP9) {
|
| + return codec_settings.VP9().numberOfTemporalLayers;
|
| + } else {
|
| + return 1;
|
| + }
|
| +}
|
|
|
| } // namespace
|
|
|
| -#if defined(WEBRTC_USE_H264)
|
| -
|
| -// H264: Run with no packet loss and fixed bitrate. Quality should be very high.
|
| -// Note(hbos): The PacketManipulatorImpl code used to simulate packet loss in
|
| -// these unittests appears to drop "packets" in a way that is not compatible
|
| -// with H264. Therefore ProcessXPercentPacketLossH264, X != 0, unittests have
|
| -// not been added.
|
| -TEST_F(VideoProcessorIntegrationTest, Process0PercentPacketLossH264) {
|
| - SetTestConfig(&config_, kHwCodec, kUseSingleCore, 0.0f, kForemanCif,
|
| - kVerboseLogging);
|
| - SetCodecSettings(&config_, kVideoCodecH264, 1, false, false, true, false,
|
| - kResilienceOn, kCifWidth, kCifHeight);
|
| -
|
| - RateProfile rate_profile;
|
| - SetRateProfile(&rate_profile, 0, 500, 30, 0);
|
| - rate_profile.frame_index_rate_update[1] = kNumFramesShort + 1;
|
| - rate_profile.num_frames = kNumFramesShort;
|
| -
|
| - std::vector<RateControlThresholds> rc_thresholds;
|
| - AddRateControlThresholds(2, 60, 20, 10, 20, 0, 1, &rc_thresholds);
|
| -
|
| - QualityThresholds quality_thresholds(35.0, 25.0, 0.93, 0.70);
|
| -
|
| - ProcessFramesAndMaybeVerify(rate_profile, &rc_thresholds, &quality_thresholds,
|
| - kNoVisualizationParams);
|
| +VideoProcessorIntegrationTest::VideoProcessorIntegrationTest() {
|
| +#if defined(WEBRTC_VIDEOPROCESSOR_INTEGRATIONTEST_HW_CODECS_ENABLED) && \
|
| + defined(WEBRTC_ANDROID)
|
| + InitializeAndroidObjects();
|
| +#endif
|
| }
|
|
|
| -#endif // defined(WEBRTC_USE_H264)
|
| -
|
| -// Fails on iOS. See webrtc:4755.
|
| -#if !defined(WEBRTC_IOS)
|
| -
|
| -#if !defined(RTC_DISABLE_VP9)
|
| -// VP9: Run with no packet loss and fixed bitrate. Quality should be very high.
|
| -// One key frame (first frame only) in sequence.
|
| -TEST_F(VideoProcessorIntegrationTest, Process0PercentPacketLossVP9) {
|
| - SetTestConfig(&config_, kHwCodec, kUseSingleCore, 0.0f, kForemanCif,
|
| - kVerboseLogging);
|
| - SetCodecSettings(&config_, kVideoCodecVP9, 1, false, false, true, false,
|
| - kResilienceOn, kCifWidth, kCifHeight);
|
| -
|
| - RateProfile rate_profile;
|
| - SetRateProfile(&rate_profile, 0, 500, 30, 0);
|
| - rate_profile.frame_index_rate_update[1] = kNumFramesShort + 1;
|
| - rate_profile.num_frames = kNumFramesShort;
|
| -
|
| - std::vector<RateControlThresholds> rc_thresholds;
|
| - AddRateControlThresholds(0, 40, 20, 10, 20, 0, 1, &rc_thresholds);
|
| -
|
| - QualityThresholds quality_thresholds(37.0, 36.0, 0.93, 0.92);
|
| -
|
| - ProcessFramesAndMaybeVerify(rate_profile, &rc_thresholds, &quality_thresholds,
|
| - kNoVisualizationParams);
|
| +VideoProcessorIntegrationTest::~VideoProcessorIntegrationTest() = default;
|
| +
|
| +void VideoProcessorIntegrationTest::SetTestConfig(TestConfig* config,
|
| + bool hw_codec,
|
| + bool use_single_core,
|
| + float packet_loss_probability,
|
| + std::string filename,
|
| + bool verbose_logging) {
|
| + config->filename = filename;
|
| + config->input_filename = ResourcePath(filename, "yuv");
|
| + // Generate an output filename in a safe way.
|
| + config->output_filename =
|
| + TempFilename(OutputPath(), "videoprocessor_integrationtest");
|
| + config->networking_config.packet_loss_probability = packet_loss_probability;
|
| + config->use_single_core = use_single_core;
|
| + config->verbose = verbose_logging;
|
| + config->hw_codec = hw_codec;
|
| }
|
|
|
| -// VP9: Run with 5% packet loss and fixed bitrate. Quality should be a bit
|
| -// lower. One key frame (first frame only) in sequence.
|
| -TEST_F(VideoProcessorIntegrationTest, Process5PercentPacketLossVP9) {
|
| - SetTestConfig(&config_, kHwCodec, kUseSingleCore, 0.05f, kForemanCif,
|
| - kVerboseLogging);
|
| - SetCodecSettings(&config_, kVideoCodecVP9, 1, false, false, true, false,
|
| - kResilienceOn, kCifWidth, kCifHeight);
|
| -
|
| - RateProfile rate_profile;
|
| - SetRateProfile(&rate_profile, 0, 500, 30, 0);
|
| - rate_profile.frame_index_rate_update[1] = kNumFramesShort + 1;
|
| - rate_profile.num_frames = kNumFramesShort;
|
| -
|
| - std::vector<RateControlThresholds> rc_thresholds;
|
| - AddRateControlThresholds(0, 40, 20, 10, 20, 0, 1, &rc_thresholds);
|
| -
|
| - QualityThresholds quality_thresholds(17.0, 14.0, 0.45, 0.36);
|
| -
|
| - ProcessFramesAndMaybeVerify(rate_profile, &rc_thresholds, &quality_thresholds,
|
| - kNoVisualizationParams);
|
| +void VideoProcessorIntegrationTest::SetCodecSettings(TestConfig* config,
|
| + VideoCodecType codec_type,
|
| + int num_temporal_layers,
|
| + bool error_concealment_on,
|
| + bool denoising_on,
|
| + bool frame_dropper_on,
|
| + bool spatial_resize_on,
|
| + bool resilience_on,
|
| + int width,
|
| + int height) {
|
| + webrtc::test::CodecSettings(codec_type, &config->codec_settings);
|
| + config->codec_settings.width = width;
|
| + config->codec_settings.height = height;
|
| + switch (config->codec_settings.codecType) {
|
| + case kVideoCodecVP8:
|
| + config->codec_settings.VP8()->resilience =
|
| + resilience_on ? kResilientStream : kResilienceOff;
|
| + config->codec_settings.VP8()->numberOfTemporalLayers =
|
| + num_temporal_layers;
|
| + config->codec_settings.VP8()->denoisingOn = denoising_on;
|
| + config->codec_settings.VP8()->errorConcealmentOn = error_concealment_on;
|
| + config->codec_settings.VP8()->automaticResizeOn = spatial_resize_on;
|
| + config->codec_settings.VP8()->frameDroppingOn = frame_dropper_on;
|
| + config->codec_settings.VP8()->keyFrameInterval = kBaseKeyFrameInterval;
|
| + break;
|
| + case kVideoCodecVP9:
|
| + config->codec_settings.VP9()->resilienceOn = resilience_on;
|
| + config->codec_settings.VP9()->numberOfTemporalLayers =
|
| + num_temporal_layers;
|
| + config->codec_settings.VP9()->denoisingOn = denoising_on;
|
| + config->codec_settings.VP9()->frameDroppingOn = frame_dropper_on;
|
| + config->codec_settings.VP9()->keyFrameInterval = kBaseKeyFrameInterval;
|
| + config->codec_settings.VP9()->automaticResizeOn = spatial_resize_on;
|
| + break;
|
| + case kVideoCodecH264:
|
| + config->codec_settings.H264()->frameDroppingOn = frame_dropper_on;
|
| + config->codec_settings.H264()->keyFrameInterval = kBaseKeyFrameInterval;
|
| + break;
|
| + default:
|
| + RTC_NOTREACHED();
|
| + break;
|
| + }
|
| +
|
| + config->frame_length_in_bytes =
|
| + CalcBufferSize(VideoType::kI420, width, height);
|
| }
|
|
|
| -// VP9: Run with no packet loss, with varying bitrate (3 rate updates):
|
| -// low to high to medium. Check that quality and encoder response to the new
|
| -// target rate/per-frame bandwidth (for each rate update) is within limits.
|
| -// One key frame (first frame only) in sequence.
|
| -TEST_F(VideoProcessorIntegrationTest, ProcessNoLossChangeBitRateVP9) {
|
| - SetTestConfig(&config_, kHwCodec, kUseSingleCore, 0.0f, kForemanCif,
|
| - kVerboseLogging);
|
| - SetCodecSettings(&config_, kVideoCodecVP9, 1, false, false, true, false,
|
| - kResilienceOn, kCifWidth, kCifHeight);
|
| -
|
| - RateProfile rate_profile;
|
| - SetRateProfile(&rate_profile, 0, 200, 30, 0);
|
| - SetRateProfile(&rate_profile, 1, 700, 30, 100);
|
| - SetRateProfile(&rate_profile, 2, 500, 30, 200);
|
| - rate_profile.frame_index_rate_update[3] = kNumFramesLong + 1;
|
| - rate_profile.num_frames = kNumFramesLong;
|
| -
|
| - std::vector<RateControlThresholds> rc_thresholds;
|
| - AddRateControlThresholds(0, 30, 20, 20, 35, 0, 1, &rc_thresholds);
|
| - AddRateControlThresholds(2, 0, 20, 20, 60, 0, 0, &rc_thresholds);
|
| - AddRateControlThresholds(0, 0, 25, 20, 40, 0, 0, &rc_thresholds);
|
| -
|
| - QualityThresholds quality_thresholds(35.5, 30.0, 0.90, 0.85);
|
| -
|
| - ProcessFramesAndMaybeVerify(rate_profile, &rc_thresholds, &quality_thresholds,
|
| - kNoVisualizationParams);
|
| +void VideoProcessorIntegrationTest::SetRateProfile(
|
| + RateProfile* rate_profile,
|
| + int rate_update_index,
|
| + int bitrate_kbps,
|
| + int framerate_fps,
|
| + int frame_index_rate_update) {
|
| + rate_profile->target_bit_rate[rate_update_index] = bitrate_kbps;
|
| + rate_profile->input_frame_rate[rate_update_index] = framerate_fps;
|
| + rate_profile->frame_index_rate_update[rate_update_index] =
|
| + frame_index_rate_update;
|
| }
|
|
|
| -// VP9: Run with no packet loss, with an update (decrease) in frame rate.
|
| -// Lower frame rate means higher per-frame-bandwidth, so easier to encode.
|
| -// At the low bitrate in this test, this means better rate control after the
|
| -// update(s) to lower frame rate. So expect less frame drops, and max values
|
| -// for the rate control metrics can be lower. One key frame (first frame only).
|
| -// Note: quality after update should be higher but we currently compute quality
|
| -// metrics averaged over whole sequence run.
|
| -TEST_F(VideoProcessorIntegrationTest,
|
| - ProcessNoLossChangeFrameRateFrameDropVP9) {
|
| - SetTestConfig(&config_, kHwCodec, kUseSingleCore, 0.0f, kForemanCif,
|
| - kVerboseLogging);
|
| - SetCodecSettings(&config_, kVideoCodecVP9, 1, false, false, true, false,
|
| - kResilienceOn, kCifWidth, kCifHeight);
|
| -
|
| - RateProfile rate_profile;
|
| - SetRateProfile(&rate_profile, 0, 100, 24, 0);
|
| - SetRateProfile(&rate_profile, 1, 100, 15, 100);
|
| - SetRateProfile(&rate_profile, 2, 100, 10, 200);
|
| - rate_profile.frame_index_rate_update[3] = kNumFramesLong + 1;
|
| - rate_profile.num_frames = kNumFramesLong;
|
| -
|
| - std::vector<RateControlThresholds> rc_thresholds;
|
| - AddRateControlThresholds(45, 50, 95, 15, 45, 0, 1, &rc_thresholds);
|
| - AddRateControlThresholds(20, 0, 50, 10, 30, 0, 0, &rc_thresholds);
|
| - AddRateControlThresholds(5, 0, 30, 5, 25, 0, 0, &rc_thresholds);
|
| -
|
| - QualityThresholds quality_thresholds(31.5, 18.0, 0.80, 0.43);
|
| -
|
| - ProcessFramesAndMaybeVerify(rate_profile, &rc_thresholds, &quality_thresholds,
|
| - kNoVisualizationParams);
|
| +void VideoProcessorIntegrationTest::AddRateControlThresholds(
|
| + int max_num_dropped_frames,
|
| + int max_key_frame_size_mismatch,
|
| + int max_delta_frame_size_mismatch,
|
| + int max_encoding_rate_mismatch,
|
| + int max_time_hit_target,
|
| + int num_spatial_resizes,
|
| + int num_key_frames,
|
| + std::vector<RateControlThresholds>* rc_thresholds) {
|
| + RTC_DCHECK(rc_thresholds);
|
| +
|
| + rc_thresholds->emplace_back();
|
| + RateControlThresholds* rc_threshold = &rc_thresholds->back();
|
| + rc_threshold->max_num_dropped_frames = max_num_dropped_frames;
|
| + rc_threshold->max_key_frame_size_mismatch = max_key_frame_size_mismatch;
|
| + rc_threshold->max_delta_frame_size_mismatch = max_delta_frame_size_mismatch;
|
| + rc_threshold->max_encoding_rate_mismatch = max_encoding_rate_mismatch;
|
| + rc_threshold->max_time_hit_target = max_time_hit_target;
|
| + rc_threshold->num_spatial_resizes = num_spatial_resizes;
|
| + rc_threshold->num_key_frames = num_key_frames;
|
| }
|
|
|
| -// VP9: Run with no packet loss and denoiser on. One key frame (first frame).
|
| -TEST_F(VideoProcessorIntegrationTest, ProcessNoLossDenoiserOnVP9) {
|
| - SetTestConfig(&config_, kHwCodec, kUseSingleCore, 0.0f, kForemanCif,
|
| - kVerboseLogging);
|
| - SetCodecSettings(&config_, kVideoCodecVP9, 1, false, true, true, false,
|
| - kResilienceOn, kCifWidth, kCifHeight);
|
| -
|
| - RateProfile rate_profile;
|
| - SetRateProfile(&rate_profile, 0, 500, 30, 0);
|
| - rate_profile.frame_index_rate_update[1] = kNumFramesShort + 1;
|
| - rate_profile.num_frames = kNumFramesShort;
|
| -
|
| - std::vector<RateControlThresholds> rc_thresholds;
|
| - AddRateControlThresholds(0, 40, 20, 10, 20, 0, 1, &rc_thresholds);
|
| -
|
| - QualityThresholds quality_thresholds(36.8, 35.8, 0.92, 0.91);
|
| -
|
| - ProcessFramesAndMaybeVerify(rate_profile, &rc_thresholds, &quality_thresholds,
|
| - kNoVisualizationParams);
|
| +// Processes all frames in the clip and verifies the result.
|
| +void VideoProcessorIntegrationTest::ProcessFramesAndMaybeVerify(
|
| + const RateProfile& rate_profile,
|
| + const std::vector<RateControlThresholds>* rc_thresholds,
|
| + const QualityThresholds* quality_thresholds,
|
| + const VisualizationParams* visualization_params) {
|
| + // The Android HW codec needs to be run on a task queue, so we simply always
|
| + // run the test on a task queue.
|
| + rtc::TaskQueue task_queue("VidProc TQ");
|
| + rtc::Event sync_event(false, false);
|
| +
|
| + SetUpAndInitObjects(&task_queue, rate_profile.target_bit_rate[0],
|
| + rate_profile.input_frame_rate[0], visualization_params);
|
| +
|
| + // Set initial rates.
|
| + int rate_update_index = 0;
|
| + task_queue.PostTask([this, &rate_profile, rate_update_index] {
|
| + processor_->SetRates(rate_profile.target_bit_rate[rate_update_index],
|
| + rate_profile.input_frame_rate[rate_update_index]);
|
| + });
|
| +
|
| + // Process all frames.
|
| + int frame_number = 0;
|
| + const int num_frames = rate_profile.num_frames;
|
| + RTC_DCHECK_GE(num_frames, 1);
|
| + while (frame_number < num_frames) {
|
| + // In order to not overwhelm the OpenMAX buffers in the Android
|
| + // MediaCodec API, we roughly pace the frames here. The downside
|
| + // of this is that the encode run will be done in real-time.
|
| + // TODO(brandtr): Investigate if this is needed on iOS.
|
| + if (config_.hw_codec) {
|
| + SleepMs(rtc::kNumMillisecsPerSec /
|
| + rate_profile.input_frame_rate[rate_update_index]);
|
| + }
|
| +
|
| + task_queue.PostTask(
|
| + [this, frame_number] { processor_->ProcessFrame(frame_number); });
|
| + ++frame_number;
|
| +
|
| + if (frame_number ==
|
| + rate_profile.frame_index_rate_update[rate_update_index + 1]) {
|
| + ++rate_update_index;
|
| +
|
| + task_queue.PostTask([this, &rate_profile, rate_update_index] {
|
| + processor_->SetRates(rate_profile.target_bit_rate[rate_update_index],
|
| + rate_profile.input_frame_rate[rate_update_index]);
|
| + });
|
| + }
|
| + }
|
| +
|
| + // Give the VideoProcessor pipeline some time to process the last frame,
|
| + // and then release the codecs.
|
| + if (config_.hw_codec) {
|
| + SleepMs(1 * rtc::kNumMillisecsPerSec);
|
| + }
|
| + ReleaseAndCloseObjects(&task_queue);
|
| +
|
| + // Calculate and print rate control statistics.
|
| + rate_update_index = 0;
|
| + frame_number = 0;
|
| + ResetRateControlMetrics(rate_update_index, rate_profile);
|
| + std::vector<int> num_dropped_frames;
|
| + std::vector<int> num_resize_actions;
|
| + sync_event.Reset();
|
| + task_queue.PostTask(
|
| + [this, &num_dropped_frames, &num_resize_actions, &sync_event]() {
|
| + num_dropped_frames = processor_->NumberDroppedFramesPerRateUpdate();
|
| + num_resize_actions = processor_->NumberSpatialResizesPerRateUpdate();
|
| + sync_event.Set();
|
| + });
|
| + sync_event.Wait(rtc::Event::kForever);
|
| + while (frame_number < num_frames) {
|
| + UpdateRateControlMetrics(frame_number);
|
| +
|
| + ++frame_number;
|
| +
|
| + if (frame_number ==
|
| + rate_profile.frame_index_rate_update[rate_update_index + 1]) {
|
| + PrintAndMaybeVerifyRateControlMetrics(rate_update_index, rc_thresholds,
|
| + num_dropped_frames,
|
| + num_resize_actions);
|
| + ++rate_update_index;
|
| + ResetRateControlMetrics(rate_update_index, rate_profile);
|
| + }
|
| + }
|
| + PrintAndMaybeVerifyRateControlMetrics(rate_update_index, rc_thresholds,
|
| + num_dropped_frames, num_resize_actions);
|
| +
|
| + // Calculate and print other statistics.
|
| + EXPECT_EQ(num_frames, static_cast<int>(stats_.stats_.size()));
|
| + stats_.PrintSummary();
|
| +
|
| + // Calculate and print image quality statistics.
|
| + // TODO(marpan): Should compute these quality metrics per SetRates update.
|
| + QualityMetricsResult psnr_result, ssim_result;
|
| + EXPECT_EQ(0, I420MetricsFromFiles(config_.input_filename.c_str(),
|
| + config_.output_filename.c_str(),
|
| + config_.codec_settings.width,
|
| + config_.codec_settings.height, &psnr_result,
|
| + &ssim_result));
|
| + if (quality_thresholds) {
|
| + VerifyQuality(psnr_result, ssim_result, *quality_thresholds);
|
| + }
|
| + printf("PSNR avg: %f, min: %f\nSSIM avg: %f, min: %f\n", psnr_result.average,
|
| + psnr_result.min, ssim_result.average, ssim_result.min);
|
| + printf("\n");
|
| +
|
| + // Remove analysis file.
|
| + if (remove(config_.output_filename.c_str()) < 0) {
|
| + fprintf(stderr, "Failed to remove temporary file!\n");
|
| + }
|
| }
|
|
|
| -// Run with no packet loss, at low bitrate.
|
| -// spatial_resize is on, for this low bitrate expect one resize in sequence.
|
| -// Resize happens on delta frame. Expect only one key frame (first frame).
|
| -TEST_F(VideoProcessorIntegrationTest,
|
| - DISABLED_ProcessNoLossSpatialResizeFrameDropVP9) {
|
| - SetTestConfig(&config_, kHwCodec, kUseSingleCore, 0.0f, kForemanCif,
|
| - kVerboseLogging);
|
| - SetCodecSettings(&config_, kVideoCodecVP9, 1, false, false, true, true,
|
| - kResilienceOn, kCifWidth, kCifHeight);
|
| -
|
| - RateProfile rate_profile;
|
| - SetRateProfile(&rate_profile, 0, 50, 30, 0);
|
| - rate_profile.frame_index_rate_update[1] = kNumFramesLong + 1;
|
| - rate_profile.num_frames = kNumFramesLong;
|
| -
|
| - std::vector<RateControlThresholds> rc_thresholds;
|
| - AddRateControlThresholds(228, 70, 160, 15, 80, 1, 1, &rc_thresholds);
|
| -
|
| - QualityThresholds quality_thresholds(24.0, 13.0, 0.65, 0.37);
|
| -
|
| - ProcessFramesAndMaybeVerify(rate_profile, &rc_thresholds, &quality_thresholds,
|
| - kNoVisualizationParams);
|
| +void VideoProcessorIntegrationTest::CreateEncoderAndDecoder() {
|
| + if (config_.hw_codec) {
|
| +#if defined(WEBRTC_VIDEOPROCESSOR_INTEGRATIONTEST_HW_CODECS_ENABLED)
|
| +#if defined(WEBRTC_ANDROID)
|
| + encoder_factory_.reset(new jni::MediaCodecVideoEncoderFactory());
|
| + decoder_factory_.reset(new jni::MediaCodecVideoDecoderFactory());
|
| +#elif defined(WEBRTC_IOS)
|
| + EXPECT_EQ(kVideoCodecH264, config_.codec_settings.codecType)
|
| + << "iOS HW codecs only support H264.";
|
| + encoder_factory_ = CreateObjCEncoderFactory();
|
| + decoder_factory_ = CreateObjCDecoderFactory();
|
| +#else
|
| + RTC_NOTREACHED() << "Only support HW codecs on Android and iOS.";
|
| +#endif
|
| +#endif // WEBRTC_VIDEOPROCESSOR_INTEGRATIONTEST_HW_CODECS_ENABLED
|
| + } else {
|
| + // SW codecs.
|
| + encoder_factory_.reset(new cricket::InternalEncoderFactory());
|
| + decoder_factory_.reset(new cricket::InternalDecoderFactory());
|
| + }
|
| +
|
| + switch (config_.codec_settings.codecType) {
|
| + case kVideoCodecVP8:
|
| + encoder_ = encoder_factory_->CreateVideoEncoder(
|
| + cricket::VideoCodec(cricket::kVp8CodecName));
|
| + decoder_ = decoder_factory_->CreateVideoDecoder(kVideoCodecVP8);
|
| + break;
|
| + case kVideoCodecVP9:
|
| + encoder_ = encoder_factory_->CreateVideoEncoder(
|
| + cricket::VideoCodec(cricket::kVp9CodecName));
|
| + decoder_ = decoder_factory_->CreateVideoDecoder(kVideoCodecVP9);
|
| + break;
|
| + case kVideoCodecH264:
|
| + // TODO(brandtr): Generalize so that we support multiple profiles here.
|
| + encoder_ = encoder_factory_->CreateVideoEncoder(
|
| + cricket::VideoCodec(cricket::kH264CodecName));
|
| + decoder_ = decoder_factory_->CreateVideoDecoder(kVideoCodecH264);
|
| + break;
|
| + default:
|
| + RTC_NOTREACHED();
|
| + break;
|
| + }
|
| +
|
| + EXPECT_TRUE(encoder_) << "Encoder not successfully created.";
|
| + EXPECT_TRUE(decoder_) << "Decoder not successfully created.";
|
| }
|
|
|
| -// TODO(marpan): Add temporal layer test for VP9, once changes are in
|
| -// vp9 wrapper for this.
|
| -
|
| -#endif // !defined(RTC_DISABLE_VP9)
|
| -
|
| -// VP8: Run with no packet loss and fixed bitrate. Quality should be very high.
|
| -// One key frame (first frame only) in sequence. Setting |key_frame_interval|
|
| -// to -1 below means no periodic key frames in test.
|
| -TEST_F(VideoProcessorIntegrationTest, ProcessZeroPacketLoss) {
|
| - SetTestConfig(&config_, kHwCodec, kUseSingleCore, 0.0f, kForemanCif,
|
| - kVerboseLogging);
|
| - SetCodecSettings(&config_, kVideoCodecVP8, 1, false, true, true, false,
|
| - kResilienceOn, kCifWidth, kCifHeight);
|
| -
|
| - RateProfile rate_profile;
|
| - SetRateProfile(&rate_profile, 0, 500, 30, 0);
|
| - rate_profile.frame_index_rate_update[1] = kNumFramesShort + 1;
|
| - rate_profile.num_frames = kNumFramesShort;
|
| -
|
| - std::vector<RateControlThresholds> rc_thresholds;
|
| - AddRateControlThresholds(0, 40, 20, 10, 15, 0, 1, &rc_thresholds);
|
| -
|
| - QualityThresholds quality_thresholds(34.95, 33.0, 0.90, 0.89);
|
| -
|
| - ProcessFramesAndMaybeVerify(rate_profile, &rc_thresholds, &quality_thresholds,
|
| - kNoVisualizationParams);
|
| +void VideoProcessorIntegrationTest::DestroyEncoderAndDecoder() {
|
| + encoder_factory_->DestroyVideoEncoder(encoder_);
|
| + decoder_factory_->DestroyVideoDecoder(decoder_);
|
| }
|
|
|
| -// VP8: Run with 5% packet loss and fixed bitrate. Quality should be a bit
|
| -// lower. One key frame (first frame only) in sequence.
|
| -TEST_F(VideoProcessorIntegrationTest, Process5PercentPacketLoss) {
|
| - SetTestConfig(&config_, kHwCodec, kUseSingleCore, 0.05f, kForemanCif,
|
| - kVerboseLogging);
|
| - SetCodecSettings(&config_, kVideoCodecVP8, 1, false, true, true, false,
|
| - kResilienceOn, kCifWidth, kCifHeight);
|
| -
|
| - RateProfile rate_profile;
|
| - SetRateProfile(&rate_profile, 0, 500, 30, 0);
|
| - rate_profile.frame_index_rate_update[1] = kNumFramesShort + 1;
|
| - rate_profile.num_frames = kNumFramesShort;
|
| -
|
| - std::vector<RateControlThresholds> rc_thresholds;
|
| - AddRateControlThresholds(0, 40, 20, 10, 15, 0, 1, &rc_thresholds);
|
| -
|
| - QualityThresholds quality_thresholds(20.0, 16.0, 0.60, 0.40);
|
| -
|
| - ProcessFramesAndMaybeVerify(rate_profile, &rc_thresholds, &quality_thresholds,
|
| - kNoVisualizationParams);
|
| +void VideoProcessorIntegrationTest::SetUpAndInitObjects(
|
| + rtc::TaskQueue* task_queue,
|
| + const int initial_bitrate_kbps,
|
| + const int initial_framerate_fps,
|
| + const VisualizationParams* visualization_params) {
|
| + CreateEncoderAndDecoder();
|
| +
|
| + // Create file objects for quality analysis.
|
| + analysis_frame_reader_.reset(new YuvFrameReaderImpl(
|
| + config_.input_filename, config_.codec_settings.width,
|
| + config_.codec_settings.height));
|
| + analysis_frame_writer_.reset(new YuvFrameWriterImpl(
|
| + config_.output_filename, config_.codec_settings.width,
|
| + config_.codec_settings.height));
|
| + EXPECT_TRUE(analysis_frame_reader_->Init());
|
| + EXPECT_TRUE(analysis_frame_writer_->Init());
|
| +
|
| + if (visualization_params) {
|
| + const std::string codec_name =
|
| + CodecTypeToPayloadString(config_.codec_settings.codecType);
|
| + const std::string implementation_type = config_.hw_codec ? "hw" : "sw";
|
| + // clang-format off
|
| + const std::string output_filename_base =
|
| + OutputPath() + config_.filename + "-" +
|
| + codec_name + "-" + implementation_type + "-" +
|
| + std::to_string(initial_bitrate_kbps);
|
| + // clang-format on
|
| + if (visualization_params->save_encoded_ivf) {
|
| + rtc::File post_encode_file =
|
| + rtc::File::Create(output_filename_base + ".ivf");
|
| + encoded_frame_writer_ =
|
| + IvfFileWriter::Wrap(std::move(post_encode_file), 0);
|
| + }
|
| + if (visualization_params->save_decoded_y4m) {
|
| + decoded_frame_writer_.reset(new Y4mFrameWriterImpl(
|
| + output_filename_base + ".y4m", config_.codec_settings.width,
|
| + config_.codec_settings.height, initial_framerate_fps));
|
| + EXPECT_TRUE(decoded_frame_writer_->Init());
|
| + }
|
| + }
|
| +
|
| + packet_manipulator_.reset(new PacketManipulatorImpl(
|
| + &packet_reader_, config_.networking_config, config_.verbose));
|
| +
|
| + config_.codec_settings.minBitrate = 0;
|
| + config_.codec_settings.startBitrate = initial_bitrate_kbps;
|
| + config_.codec_settings.maxFramerate = initial_framerate_fps;
|
| +
|
| + rtc::Event sync_event(false, false);
|
| + task_queue->PostTask([this, &sync_event]() {
|
| + processor_ = rtc::MakeUnique<VideoProcessor>(
|
| + encoder_, decoder_, analysis_frame_reader_.get(),
|
| + analysis_frame_writer_.get(), packet_manipulator_.get(), config_,
|
| + &stats_, encoded_frame_writer_.get(), decoded_frame_writer_.get());
|
| + processor_->Init();
|
| + sync_event.Set();
|
| + });
|
| + sync_event.Wait(rtc::Event::kForever);
|
| }
|
|
|
| -// VP8: Run with 10% packet loss and fixed bitrate. Quality should be lower.
|
| -// One key frame (first frame only) in sequence.
|
| -TEST_F(VideoProcessorIntegrationTest, Process10PercentPacketLoss) {
|
| - SetTestConfig(&config_, kHwCodec, kUseSingleCore, 0.1f, kForemanCif,
|
| - kVerboseLogging);
|
| - SetCodecSettings(&config_, kVideoCodecVP8, 1, false, true, true, false,
|
| - kResilienceOn, kCifWidth, kCifHeight);
|
| -
|
| - RateProfile rate_profile;
|
| - SetRateProfile(&rate_profile, 0, 500, 30, 0);
|
| - rate_profile.frame_index_rate_update[1] = kNumFramesShort + 1;
|
| - rate_profile.num_frames = kNumFramesShort;
|
| -
|
| - std::vector<RateControlThresholds> rc_thresholds;
|
| - AddRateControlThresholds(0, 40, 20, 10, 15, 0, 1, &rc_thresholds);
|
| -
|
| - QualityThresholds quality_thresholds(19.0, 16.0, 0.50, 0.35);
|
| +void VideoProcessorIntegrationTest::ReleaseAndCloseObjects(
|
| + rtc::TaskQueue* task_queue) {
|
| + rtc::Event sync_event(false, false);
|
| + task_queue->PostTask([this, &sync_event]() {
|
| + processor_->Release();
|
| + sync_event.Set();
|
| + });
|
| + sync_event.Wait(rtc::Event::kForever);
|
| +
|
| + // The VideoProcessor must be ::Release()'d before we destroy the codecs.
|
| + DestroyEncoderAndDecoder();
|
| +
|
| + // Close the analysis files before we use them for SSIM/PSNR calculations.
|
| + analysis_frame_reader_->Close();
|
| + analysis_frame_writer_->Close();
|
| +
|
| + // Close visualization files.
|
| + if (encoded_frame_writer_) {
|
| + EXPECT_TRUE(encoded_frame_writer_->Close());
|
| + }
|
| + if (decoded_frame_writer_) {
|
| + decoded_frame_writer_->Close();
|
| + }
|
| +}
|
|
|
| - ProcessFramesAndMaybeVerify(rate_profile, &rc_thresholds, &quality_thresholds,
|
| - kNoVisualizationParams);
|
| +// For every encoded frame, update the rate control metrics.
|
| +void VideoProcessorIntegrationTest::UpdateRateControlMetrics(int frame_number) {
|
| + RTC_CHECK_GE(frame_number, 0);
|
| +
|
| + const int tl_idx = TemporalLayerIndexForFrame(frame_number);
|
| + ++num_frames_per_update_[tl_idx];
|
| + ++num_frames_total_;
|
| +
|
| + FrameType frame_type = stats_.stats_[frame_number].frame_type;
|
| + float encoded_size_kbits =
|
| + stats_.stats_[frame_number].encoded_frame_length_in_bytes * 8.0f /
|
| + 1000.0f;
|
| +
|
| + // Update layer data.
|
| + // Update rate mismatch relative to per-frame bandwidth for delta frames.
|
| + if (frame_type == kVideoFrameDelta) {
|
| + // TODO(marpan): Should we count dropped (zero size) frames in mismatch?
|
| + sum_frame_size_mismatch_[tl_idx] +=
|
| + fabs(encoded_size_kbits - per_frame_bandwidth_[tl_idx]) /
|
| + per_frame_bandwidth_[tl_idx];
|
| + } else {
|
| + float target_size = (frame_number == 0) ? target_size_key_frame_initial_
|
| + : target_size_key_frame_;
|
| + sum_key_frame_size_mismatch_ +=
|
| + fabs(encoded_size_kbits - target_size) / target_size;
|
| + num_key_frames_ += 1;
|
| + }
|
| + sum_encoded_frame_size_[tl_idx] += encoded_size_kbits;
|
| + // Encoding bit rate per temporal layer: from the start of the update/run
|
| + // to the current frame.
|
| + encoding_bitrate_[tl_idx] = sum_encoded_frame_size_[tl_idx] *
|
| + framerate_layer_[tl_idx] /
|
| + num_frames_per_update_[tl_idx];
|
| + // Total encoding rate: from the start of the update/run to current frame.
|
| + sum_encoded_frame_size_total_ += encoded_size_kbits;
|
| + encoding_bitrate_total_ =
|
| + sum_encoded_frame_size_total_ * framerate_ / num_frames_total_;
|
| + perc_encoding_rate_mismatch_ =
|
| + 100 * fabs(encoding_bitrate_total_ - bitrate_kbps_) / bitrate_kbps_;
|
| + if (perc_encoding_rate_mismatch_ < kPercTargetvsActualMismatch &&
|
| + !encoding_rate_within_target_) {
|
| + num_frames_to_hit_target_ = num_frames_total_;
|
| + encoding_rate_within_target_ = true;
|
| + }
|
| }
|
|
|
| -#endif // !defined(WEBRTC_IOS)
|
| -
|
| -// The tests below are currently disabled for Android. For ARM, the encoder
|
| -// uses |cpu_speed| = 12, as opposed to default |cpu_speed| <= 6 for x86,
|
| -// which leads to significantly different quality. The quality and rate control
|
| -// settings in the tests below are defined for encoder speed setting
|
| -// |cpu_speed| <= ~6. A number of settings would need to be significantly
|
| -// modified for the |cpu_speed| = 12 case. For now, keep the tests below
|
| -// disabled on Android. Some quality parameter in the above test has been
|
| -// adjusted to also pass for |cpu_speed| <= 12.
|
| -
|
| -// VP8: Run with no packet loss, with varying bitrate (3 rate updates):
|
| -// low to high to medium. Check that quality and encoder response to the new
|
| -// target rate/per-frame bandwidth (for each rate update) is within limits.
|
| -// One key frame (first frame only) in sequence.
|
| -// Too slow to finish before timeout on iOS. See webrtc:4755.
|
| -#if defined(WEBRTC_ANDROID) || defined(WEBRTC_IOS)
|
| -#define MAYBE_ProcessNoLossChangeBitRateVP8 \
|
| - DISABLED_ProcessNoLossChangeBitRateVP8
|
| -#else
|
| -#define MAYBE_ProcessNoLossChangeBitRateVP8 ProcessNoLossChangeBitRateVP8
|
| -#endif
|
| -TEST_F(VideoProcessorIntegrationTest, MAYBE_ProcessNoLossChangeBitRateVP8) {
|
| - SetTestConfig(&config_, kHwCodec, kUseSingleCore, 0.0f, kForemanCif,
|
| - kVerboseLogging);
|
| - SetCodecSettings(&config_, kVideoCodecVP8, 1, false, true, true, false,
|
| - kResilienceOn, kCifWidth, kCifHeight);
|
| -
|
| - RateProfile rate_profile;
|
| - SetRateProfile(&rate_profile, 0, 200, 30, 0);
|
| - SetRateProfile(&rate_profile, 1, 800, 30, 100);
|
| - SetRateProfile(&rate_profile, 2, 500, 30, 200);
|
| - rate_profile.frame_index_rate_update[3] = kNumFramesLong + 1;
|
| - rate_profile.num_frames = kNumFramesLong;
|
| -
|
| - std::vector<RateControlThresholds> rc_thresholds;
|
| - AddRateControlThresholds(0, 45, 20, 10, 15, 0, 1, &rc_thresholds);
|
| - AddRateControlThresholds(0, 0, 25, 20, 10, 0, 0, &rc_thresholds);
|
| - AddRateControlThresholds(0, 0, 25, 15, 10, 0, 0, &rc_thresholds);
|
| -
|
| - QualityThresholds quality_thresholds(34.0, 32.0, 0.85, 0.80);
|
| -
|
| - ProcessFramesAndMaybeVerify(rate_profile, &rc_thresholds, &quality_thresholds,
|
| - kNoVisualizationParams);
|
| +// Verify expected behavior of rate control and print out data.
|
| +void VideoProcessorIntegrationTest::PrintAndMaybeVerifyRateControlMetrics(
|
| + int rate_update_index,
|
| + const std::vector<RateControlThresholds>* rc_thresholds,
|
| + const std::vector<int>& num_dropped_frames,
|
| + const std::vector<int>& num_resize_actions) {
|
| + printf(
|
| + "Rate update #%d:\n"
|
| + " Target bitrate : %d\n"
|
| + " Encoded bitrate : %f\n"
|
| + " Frame rate : %d\n",
|
| + rate_update_index, bitrate_kbps_, encoding_bitrate_total_, framerate_);
|
| + printf(
|
| + " # processed frames : %d\n"
|
| + " # frames to convergence: %d\n"
|
| + " # dropped frames : %d\n"
|
| + " # spatial resizes : %d\n",
|
| + num_frames_total_, num_frames_to_hit_target_,
|
| + num_dropped_frames[rate_update_index],
|
| + num_resize_actions[rate_update_index]);
|
| +
|
| + const RateControlThresholds* rc_threshold = nullptr;
|
| + if (rc_thresholds) {
|
| + rc_threshold = &(*rc_thresholds)[rate_update_index];
|
| +
|
| + EXPECT_LE(perc_encoding_rate_mismatch_,
|
| + rc_threshold->max_encoding_rate_mismatch);
|
| + }
|
| + if (num_key_frames_ > 0) {
|
| + int perc_key_frame_size_mismatch =
|
| + 100 * sum_key_frame_size_mismatch_ / num_key_frames_;
|
| + printf(
|
| + " # key frames : %d\n"
|
| + " Key frame rate mismatch: %d\n",
|
| + num_key_frames_, perc_key_frame_size_mismatch);
|
| + if (rc_threshold) {
|
| + EXPECT_LE(perc_key_frame_size_mismatch,
|
| + rc_threshold->max_key_frame_size_mismatch);
|
| + }
|
| + }
|
| +
|
| + const int num_temporal_layers =
|
| + NumberOfTemporalLayers(config_.codec_settings);
|
| + for (int i = 0; i < num_temporal_layers; i++) {
|
| + int perc_frame_size_mismatch =
|
| + 100 * sum_frame_size_mismatch_[i] / num_frames_per_update_[i];
|
| + int perc_encoding_rate_mismatch =
|
| + 100 * fabs(encoding_bitrate_[i] - bitrate_layer_[i]) /
|
| + bitrate_layer_[i];
|
| + printf(
|
| + " Temporal layer #%d:\n"
|
| + " Target layer bitrate : %f\n"
|
| + " Layer frame rate : %f\n"
|
| + " Layer per frame bandwidth : %f\n"
|
| + " Layer encoding bitrate : %f\n"
|
| + " Layer percent frame size mismatch : %d\n"
|
| + " Layer percent encoding rate mismatch: %d\n"
|
| + " # frames processed per layer : %d\n",
|
| + i, bitrate_layer_[i], framerate_layer_[i], per_frame_bandwidth_[i],
|
| + encoding_bitrate_[i], perc_frame_size_mismatch,
|
| + perc_encoding_rate_mismatch, num_frames_per_update_[i]);
|
| + if (rc_threshold) {
|
| + EXPECT_LE(perc_frame_size_mismatch,
|
| + rc_threshold->max_delta_frame_size_mismatch);
|
| + EXPECT_LE(perc_encoding_rate_mismatch,
|
| + rc_threshold->max_encoding_rate_mismatch);
|
| + }
|
| + }
|
| + printf("\n");
|
| +
|
| + if (rc_threshold) {
|
| + EXPECT_LE(num_frames_to_hit_target_, rc_threshold->max_time_hit_target);
|
| + EXPECT_LE(num_dropped_frames[rate_update_index],
|
| + rc_threshold->max_num_dropped_frames);
|
| + EXPECT_EQ(rc_threshold->num_spatial_resizes,
|
| + num_resize_actions[rate_update_index]);
|
| + EXPECT_EQ(rc_threshold->num_key_frames, num_key_frames_);
|
| + }
|
| }
|
|
|
| -// VP8: Run with no packet loss, with an update (decrease) in frame rate.
|
| -// Lower frame rate means higher per-frame-bandwidth, so easier to encode.
|
| -// At the bitrate in this test, this means better rate control after the
|
| -// update(s) to lower frame rate. So expect less frame drops, and max values
|
| -// for the rate control metrics can be lower. One key frame (first frame only).
|
| -// Note: quality after update should be higher but we currently compute quality
|
| -// metrics averaged over whole sequence run.
|
| -// Too slow to finish before timeout on iOS. See webrtc:4755.
|
| -#if defined(WEBRTC_ANDROID) || defined(WEBRTC_IOS)
|
| -#define MAYBE_ProcessNoLossChangeFrameRateFrameDropVP8 \
|
| - DISABLED_ProcessNoLossChangeFrameRateFrameDropVP8
|
| -#else
|
| -#define MAYBE_ProcessNoLossChangeFrameRateFrameDropVP8 \
|
| - ProcessNoLossChangeFrameRateFrameDropVP8
|
| -#endif
|
| -TEST_F(VideoProcessorIntegrationTest,
|
| - MAYBE_ProcessNoLossChangeFrameRateFrameDropVP8) {
|
| - SetTestConfig(&config_, kHwCodec, kUseSingleCore, 0.0f, kForemanCif,
|
| - kVerboseLogging);
|
| - SetCodecSettings(&config_, kVideoCodecVP8, 1, false, true, true, false,
|
| - kResilienceOn, kCifWidth, kCifHeight);
|
| -
|
| - RateProfile rate_profile;
|
| - SetRateProfile(&rate_profile, 0, 80, 24, 0);
|
| - SetRateProfile(&rate_profile, 1, 80, 15, 100);
|
| - SetRateProfile(&rate_profile, 2, 80, 10, 200);
|
| - rate_profile.frame_index_rate_update[3] = kNumFramesLong + 1;
|
| - rate_profile.num_frames = kNumFramesLong;
|
| -
|
| - std::vector<RateControlThresholds> rc_thresholds;
|
| - AddRateControlThresholds(40, 20, 75, 15, 60, 0, 1, &rc_thresholds);
|
| - AddRateControlThresholds(10, 0, 25, 10, 35, 0, 0, &rc_thresholds);
|
| - AddRateControlThresholds(0, 0, 20, 10, 15, 0, 0, &rc_thresholds);
|
| -
|
| - QualityThresholds quality_thresholds(31.0, 22.0, 0.80, 0.65);
|
| -
|
| - ProcessFramesAndMaybeVerify(rate_profile, &rc_thresholds, &quality_thresholds,
|
| - kNoVisualizationParams);
|
| +// Temporal layer index corresponding to frame number, for up to 3 layers.
|
| +int VideoProcessorIntegrationTest::TemporalLayerIndexForFrame(
|
| + int frame_number) const {
|
| + const int num_temporal_layers =
|
| + NumberOfTemporalLayers(config_.codec_settings);
|
| + int tl_idx = -1;
|
| + switch (num_temporal_layers) {
|
| + case 1:
|
| + tl_idx = 0;
|
| + break;
|
| + case 2:
|
| + // temporal layer 0: 0 2 4 ...
|
| + // temporal layer 1: 1 3
|
| + tl_idx = (frame_number % 2 == 0) ? 0 : 1;
|
| + break;
|
| + case 3:
|
| + // temporal layer 0: 0 4 8 ...
|
| + // temporal layer 1: 2 6
|
| + // temporal layer 2: 1 3 5 7
|
| + if (frame_number % 4 == 0) {
|
| + tl_idx = 0;
|
| + } else if ((frame_number + 2) % 4 == 0) {
|
| + tl_idx = 1;
|
| + } else if ((frame_number + 1) % 2 == 0) {
|
| + tl_idx = 2;
|
| + }
|
| + break;
|
| + default:
|
| + RTC_NOTREACHED();
|
| + break;
|
| + }
|
| + return tl_idx;
|
| }
|
|
|
| -// VP8: Run with no packet loss, with 3 temporal layers, with a rate update in
|
| -// the middle of the sequence. The max values for the frame size mismatch and
|
| -// encoding rate mismatch are applied to each layer.
|
| -// No dropped frames in this test, and internal spatial resizer is off.
|
| -// One key frame (first frame only) in sequence, so no spatial resizing.
|
| -// Too slow to finish before timeout on iOS. See webrtc:4755.
|
| -#if defined(WEBRTC_ANDROID) || defined(WEBRTC_IOS)
|
| -#define MAYBE_ProcessNoLossTemporalLayersVP8 \
|
| - DISABLED_ProcessNoLossTemporalLayersVP8
|
| -#else
|
| -#define MAYBE_ProcessNoLossTemporalLayersVP8 ProcessNoLossTemporalLayersVP8
|
| -#endif
|
| -TEST_F(VideoProcessorIntegrationTest, MAYBE_ProcessNoLossTemporalLayersVP8) {
|
| - SetTestConfig(&config_, kHwCodec, kUseSingleCore, 0.0f, kForemanCif,
|
| - kVerboseLogging);
|
| - SetCodecSettings(&config_, kVideoCodecVP8, 3, false, true, true, false,
|
| - kResilienceOn, kCifWidth, kCifHeight);
|
| -
|
| - RateProfile rate_profile;
|
| - SetRateProfile(&rate_profile, 0, 200, 30, 0);
|
| - SetRateProfile(&rate_profile, 1, 400, 30, 150);
|
| - rate_profile.frame_index_rate_update[2] = kNumFramesLong + 1;
|
| - rate_profile.num_frames = kNumFramesLong;
|
| -
|
| - std::vector<RateControlThresholds> rc_thresholds;
|
| - AddRateControlThresholds(0, 20, 30, 10, 10, 0, 1, &rc_thresholds);
|
| - AddRateControlThresholds(0, 0, 30, 15, 10, 0, 0, &rc_thresholds);
|
| -
|
| - QualityThresholds quality_thresholds(32.5, 30.0, 0.85, 0.80);
|
| -
|
| - ProcessFramesAndMaybeVerify(rate_profile, &rc_thresholds, &quality_thresholds,
|
| - kNoVisualizationParams);
|
| +// Reset quantities before each encoder rate update.
|
| +void VideoProcessorIntegrationTest::ResetRateControlMetrics(
|
| + int rate_update_index,
|
| + const RateProfile& rate_profile) {
|
| + // Set new rates.
|
| + bitrate_kbps_ = rate_profile.target_bit_rate[rate_update_index];
|
| + framerate_ = rate_profile.input_frame_rate[rate_update_index];
|
| + const int num_temporal_layers =
|
| + NumberOfTemporalLayers(config_.codec_settings);
|
| + RTC_DCHECK_LE(num_temporal_layers, kMaxNumTemporalLayers);
|
| + for (int i = 0; i < num_temporal_layers; i++) {
|
| + float bit_rate_ratio = kVp8LayerRateAlloction[num_temporal_layers - 1][i];
|
| + if (i > 0) {
|
| + float bit_rate_delta_ratio =
|
| + kVp8LayerRateAlloction[num_temporal_layers - 1][i] -
|
| + kVp8LayerRateAlloction[num_temporal_layers - 1][i - 1];
|
| + bitrate_layer_[i] = bitrate_kbps_ * bit_rate_delta_ratio;
|
| + } else {
|
| + bitrate_layer_[i] = bitrate_kbps_ * bit_rate_ratio;
|
| + }
|
| + framerate_layer_[i] =
|
| + framerate_ / static_cast<float>(1 << (num_temporal_layers - 1));
|
| + }
|
| + if (num_temporal_layers == 3) {
|
| + framerate_layer_[2] = framerate_ / 2.0f;
|
| + }
|
| + if (rate_update_index == 0) {
|
| + target_size_key_frame_initial_ =
|
| + 0.5 * kInitialBufferSize * bitrate_layer_[0];
|
| + }
|
| +
|
| + // Reset rate control metrics.
|
| + for (int i = 0; i < num_temporal_layers; i++) {
|
| + num_frames_per_update_[i] = 0;
|
| + sum_frame_size_mismatch_[i] = 0.0f;
|
| + sum_encoded_frame_size_[i] = 0.0f;
|
| + encoding_bitrate_[i] = 0.0f;
|
| + // Update layer per-frame-bandwidth.
|
| + per_frame_bandwidth_[i] = static_cast<float>(bitrate_layer_[i]) /
|
| + static_cast<float>(framerate_layer_[i]);
|
| + }
|
| + // Set maximum size of key frames, following setting in the VP8 wrapper.
|
| + float max_key_size = kScaleKeyFrameSize * kOptimalBufferSize * framerate_;
|
| + // We don't know exact target size of the key frames (except for first one),
|
| + // but the minimum in libvpx is ~|3 * per_frame_bandwidth| and maximum is
|
| + // set by |max_key_size_ * per_frame_bandwidth|. Take middle point/average
|
| + // as reference for mismatch. Note key frames always correspond to base
|
| + // layer frame in this test.
|
| + target_size_key_frame_ = 0.5 * (3 + max_key_size) * per_frame_bandwidth_[0];
|
| + num_frames_total_ = 0;
|
| + sum_encoded_frame_size_total_ = 0.0f;
|
| + encoding_bitrate_total_ = 0.0f;
|
| + perc_encoding_rate_mismatch_ = 0.0f;
|
| + num_frames_to_hit_target_ =
|
| + rate_profile.frame_index_rate_update[rate_update_index + 1];
|
| + encoding_rate_within_target_ = false;
|
| + sum_key_frame_size_mismatch_ = 0.0;
|
| + num_key_frames_ = 0;
|
| }
|
| +
|
| } // namespace test
|
| } // namespace webrtc
|
|
|