New helper function test::ReadI420Buffer, refactor FrameReader to use it.

webrtc/modules/video_processing/test/video_processing_unittest.cc

 /*
  *  Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
  *
  *  Use of this source code is governed by a BSD-style license
  *  that can be found in the LICENSE file in the root of the source
  *  tree. An additional intellectual property rights grant can be found
  *  in the file PATENTS.  All contributing project authors may
  *  be found in the AUTHORS file in the root of the source tree.
  */
 
 #include "webrtc/modules/video_processing/test/video_processing_unittest.h"
 
 #include <gflags/gflags.h>
 
 #include <memory>
 #include <string>
 
+#include "webrtc/base/keep_ref_until_done.h"
 #include "webrtc/base/timeutils.h"
 #include "webrtc/common_video/libyuv/include/webrtc_libyuv.h"
+#include "webrtc/test/frame_utils.h"
 #include "webrtc/test/testsupport/fileutils.h"
 
 namespace webrtc {
 
 namespace {
 
 // Define command line flag 'gen_files' (default value: false).
 DEFINE_bool(gen_files, false, "Output files for visual inspection.");
 
 }  // namespace
 
 static void PreprocessFrameAndVerify(const VideoFrame& source,
                                      int target_width,
                                      int target_height,
                                      VideoProcessing* vpm,
                                      const VideoFrame* out_frame);
-static void CropFrame(const uint8_t* source_data,
-                      int source_width,
-                      int source_height,
-                      int offset_x,
-                      int offset_y,
-                      int cropped_width,
-                      int cropped_height,
-                      VideoFrame* cropped_frame);
+static rtc::scoped_refptr<VideoFrameBuffer> CropFrame(
+    rtc::scoped_refptr<VideoFrameBuffer> source,
+    int offset_x,
+    int offset_y,
+    int cropped_width,
+    int cropped_height);
 // The |source_data| is cropped and scaled to |target_width| x |target_height|,
 // and then scaled back to the expected cropped size. |expected_psnr| is used to
 // verify basic quality, and is set to be ~0.1/0.05dB lower than actual PSNR
 // verified under the same conditions.
 static void TestSize(const VideoFrame& source_frame,
-                     const VideoFrame& cropped_source_frame,
+                     const VideoFrameBuffer& cropped_source,
                      int target_width,
                      int target_height,
                      double expected_psnr,
                      VideoProcessing* vpm);
 static void WriteProcessedFrameForVisualInspection(const VideoFrame& source,
                                                    const VideoFrame& processed);
 
 VideoProcessingTest::VideoProcessingTest()
     : vp_(NULL),
       source_file_(NULL),
@@ skipping 66 matching lines @@
   int64_t min_runtime = 0;
   int64_t total_runtime = 0;
 
   rewind(source_file_);
   ASSERT_TRUE(source_file_ != NULL) << "Cannot read input file \n";
 
   // no temporal decimation
   vp_->EnableTemporalDecimation(false);
 
   // Reading test frame
-  std::unique_ptr<uint8_t[]> video_buffer(new uint8_t[frame_length_]);
-  ASSERT_EQ(frame_length_,
-            fread(video_buffer.get(), 1, frame_length_, source_file_));
-  // Using ConvertToI420 to add stride to the image.
-  EXPECT_EQ(0, ConvertToI420(kI420, video_buffer.get(), 0, 0, width_, height_,
-                             0, kVideoRotation_0, &video_frame_));
-  // Cropped source frame that will contain the expected visible region.
-  VideoFrame cropped_source_frame;
-  cropped_source_frame.CopyFrame(video_frame_);
+  rtc::scoped_refptr<VideoFrameBuffer> video_buffer(
+      test::ReadI420Buffer(width_, height_, source_file_));
+  ASSERT_TRUE(video_buffer);
+
+  VideoFrame video_frame(video_buffer, kVideoRotation_0, 0);
 
   for (uint32_t run_idx = 0; run_idx < NumRuns; run_idx++) {
     // Initiate test timer.
     const int64_t time_start = rtc::TimeNanos();
 
     // Init the sourceFrame with a timestamp.
     int64_t time_start_ms = time_start / rtc::kNumNanosecsPerMillisec;
     video_frame_.set_render_time_ms(time_start_ms);
     video_frame_.set_timestamp(time_start_ms * 90);
 
     // Test scaling to different sizes: source is of |width|/|height| = 352/288.
     // Pure scaling:
-    TestSize(video_frame_, video_frame_, width_ / 4, height_ / 4, 25.2, vp_);
-    TestSize(video_frame_, video_frame_, width_ / 2, height_ / 2, 28.1, vp_);
+    TestSize(video_frame, *video_buffer, width_ / 4, height_ / 4, 25.2, vp_);
+    TestSize(video_frame, *video_buffer, width_ / 2, height_ / 2, 28.1, vp_);
     // No resampling:
-    TestSize(video_frame_, video_frame_, width_, height_, -1, vp_);
-    TestSize(video_frame_, video_frame_, 2 * width_, 2 * height_, 32.2, vp_);
+    TestSize(video_frame, *video_buffer, width_, height_, -1, vp_);
+    TestSize(video_frame, *video_buffer, 2 * width_, 2 * height_, 32.2, vp_);
 
     // Scaling and cropping. The cropped source frame is the largest center
     // aligned region that can be used from the source while preserving aspect
     // ratio.
-    CropFrame(video_buffer.get(), width_, height_, 0, 56, 352, 176,
-              &cropped_source_frame);
-    TestSize(video_frame_, cropped_source_frame, 100, 50, 24.0, vp_);
+    TestSize(video_frame_, *CropFrame(video_buffer, 0, 56, 352, 176),
+             100, 50, 24.0, vp_);
 
-    CropFrame(video_buffer.get(), width_, height_, 0, 30, 352, 225,
-              &cropped_source_frame);
-    TestSize(video_frame_, cropped_source_frame, 400, 256, 31.3, vp_);
+    TestSize(video_frame_, *CropFrame(video_buffer, 0, 30, 352, 225),
+             400, 256, 31.3, vp_);
 
-    CropFrame(video_buffer.get(), width_, height_, 68, 0, 216, 288,
-              &cropped_source_frame);
-    TestSize(video_frame_, cropped_source_frame, 480, 640, 32.15, vp_);
+    TestSize(video_frame_, *CropFrame(video_buffer, 68, 0, 216, 288),
+             480, 640, 32.15, vp_);
 
-    CropFrame(video_buffer.get(), width_, height_, 0, 12, 352, 264,
-              &cropped_source_frame);
-    TestSize(video_frame_, cropped_source_frame, 960, 720, 32.2, vp_);
+    TestSize(video_frame_, *CropFrame(video_buffer, 0, 12, 352, 264),
+             960, 720, 32.2, vp_);
 
-    CropFrame(video_buffer.get(), width_, height_, 0, 44, 352, 198,
-              &cropped_source_frame);
-    TestSize(video_frame_, cropped_source_frame, 1280, 720, 32.15, vp_);
+    TestSize(video_frame_, *CropFrame(video_buffer, 0, 44, 352, 198),
+             1280, 720, 32.15, vp_);
 
     // Upsampling to odd size.
-    CropFrame(video_buffer.get(), width_, height_, 0, 26, 352, 233,
-              &cropped_source_frame);
-    TestSize(video_frame_, cropped_source_frame, 501, 333, 32.05, vp_);
+    TestSize(video_frame_, *CropFrame(video_buffer, 0, 26, 352, 233),
+             501, 333, 32.05, vp_);
     // Downsample to odd size.
-    CropFrame(video_buffer.get(), width_, height_, 0, 34, 352, 219,
-              &cropped_source_frame);
-    TestSize(video_frame_, cropped_source_frame, 281, 175, 29.3, vp_);
+    TestSize(video_frame_, *CropFrame(video_buffer, 0, 34, 352, 219),
+             281, 175, 29.3, vp_);
 
     // Stop timer.
     const int64_t runtime =
         (rtc::TimeNanos() - time_start) / rtc::kNumNanosecsPerMicrosec;
     if (runtime < min_runtime || run_idx == 0) {
       min_runtime = runtime;
     }
     total_runtime += runtime;
   }
 
@@ skipping 18 matching lines @@
   }
 
   // Verify the resampled frame.
   EXPECT_TRUE(out_frame != NULL);
   EXPECT_EQ(source.render_time_ms(), (out_frame)->render_time_ms());
   EXPECT_EQ(source.timestamp(), (out_frame)->timestamp());
   EXPECT_EQ(target_width, (out_frame)->width());
   EXPECT_EQ(target_height, (out_frame)->height());
 }
 
-void CropFrame(const uint8_t* source_data,
-               int source_width,
-               int source_height,
-               int offset_x,
-               int offset_y,
-               int cropped_width,
-               int cropped_height,
-               VideoFrame* cropped_frame) {
-  cropped_frame->CreateEmptyFrame(cropped_width, cropped_height, cropped_width,
-                                  (cropped_width + 1) / 2,
-                                  (cropped_width + 1) / 2);
-  EXPECT_EQ(0,
-            ConvertToI420(kI420, source_data, offset_x, offset_y, source_width,
-                          source_height, 0, kVideoRotation_0, cropped_frame));
+rtc::scoped_refptr<VideoFrameBuffer> CropFrame(
+    rtc::scoped_refptr<VideoFrameBuffer> source,
+    int offset_x,
+    int offset_y,
+    int cropped_width,
+    int cropped_height) {
+  offset_x &= ~1;
+  offset_y &= ~1;
+
+  size_t start_y = offset_x + offset_y * source->StrideY();
+  size_t start_u = offset_x / 2 + (offset_y / 2) * source->StrideU();
+  size_t start_v = offset_x / 2 + (offset_y / 2) * source->StrideV();
+
+  return rtc::scoped_refptr<VideoFrameBuffer>(
+      new rtc::RefCountedObject<WrappedI420Buffer>(
+          cropped_width, cropped_height,
+          source->DataY() + start_y, source->StrideY(),
+          source->DataU() + start_u, source->StrideU(),
+          source->DataV() + start_v, source->StrideV(),
+          rtc::KeepRefUntilDone(source)));
 }
 
 void TestSize(const VideoFrame& source_frame,
-              const VideoFrame& cropped_source_frame,
+              const VideoFrameBuffer& cropped_source,
               int target_width,
               int target_height,
               double expected_psnr,
               VideoProcessing* vpm) {
   // Resample source_frame to out_frame.
   VideoFrame* out_frame = NULL;
   vpm->SetInputFrameResampleMode(kBox);
   PreprocessFrameAndVerify(source_frame, target_width, target_height, vpm,
                            out_frame);
   if (out_frame == NULL)
     return;
   WriteProcessedFrameForVisualInspection(source_frame, *out_frame);
 
   // Scale |resampled_source_frame| back to the source scale.
   VideoFrame resampled_source_frame;
   resampled_source_frame.CopyFrame(*out_frame);
-  PreprocessFrameAndVerify(resampled_source_frame, cropped_source_frame.width(),
-                           cropped_source_frame.height(), vpm, out_frame);
+  PreprocessFrameAndVerify(resampled_source_frame, cropped_source.width(),
+                           cropped_source.height(), vpm, out_frame);
   WriteProcessedFrameForVisualInspection(resampled_source_frame, *out_frame);
 
   // Compute PSNR against the cropped source frame and check expectation.
-  double psnr = I420PSNR(&cropped_source_frame, out_frame);
+  double psnr = I420PSNR(cropped_source,
+                         *out_frame->video_frame_buffer().get());
   EXPECT_GT(psnr, expected_psnr);
   printf(
       "PSNR: %f. PSNR is between source of size %d %d, and a modified "
       "source which is scaled down/up to: %d %d, and back to source size \n",
       psnr, source_frame.width(), source_frame.height(), target_width,
       target_height);
 }
 
 void WriteProcessedFrameForVisualInspection(const VideoFrame& source,
                                             const VideoFrame& processed) {
   // Skip if writing to files is not enabled.
   if (!FLAGS_gen_files)
     return;
   // Write the processed frame to file for visual inspection.
   std::ostringstream filename;
   filename << webrtc::test::OutputPath() << "Resampler_from_" << source.width()
            << "x" << source.height() << "_to_" << processed.width() << "x"
            << processed.height() << "_30Hz_P420.yuv";
   std::cout << "Watch " << filename.str() << " and verify that it is okay."
             << std::endl;
   FILE* stand_alone_file = fopen(filename.str().c_str(), "wb");
   if (PrintVideoFrame(processed, stand_alone_file) < 0)
     std::cerr << "Failed to write: " << filename.str() << std::endl;
   if (stand_alone_file)
     fclose(stand_alone_file);
 }
 
 }  // namespace webrtc