OLD | NEW |
1 /* | 1 /* |
2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. | 2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. |
3 * | 3 * |
4 * Use of this source code is governed by a BSD-style license | 4 * Use of this source code is governed by a BSD-style license |
5 * that can be found in the LICENSE file in the root of the source | 5 * that can be found in the LICENSE file in the root of the source |
6 * tree. An additional intellectual property rights grant can be found | 6 * tree. An additional intellectual property rights grant can be found |
7 * in the file PATENTS. All contributing project authors may | 7 * in the file PATENTS. All contributing project authors may |
8 * be found in the AUTHORS file in the root of the source tree. | 8 * be found in the AUTHORS file in the root of the source tree. |
9 */ | 9 */ |
10 | 10 |
11 #include "webrtc/modules/video_processing/test/video_processing_unittest.h" | 11 #include "webrtc/modules/video_processing/test/video_processing_unittest.h" |
12 | 12 |
13 #include <gflags/gflags.h> | 13 #include <gflags/gflags.h> |
14 | 14 |
15 #include <memory> | 15 #include <memory> |
16 #include <string> | 16 #include <string> |
17 | 17 |
18 #include "webrtc/base/keep_ref_until_done.h" | 18 #include "webrtc/base/keep_ref_until_done.h" |
19 #include "webrtc/base/timeutils.h" | 19 #include "webrtc/base/timeutils.h" |
20 #include "webrtc/common_video/libyuv/include/webrtc_libyuv.h" | 20 #include "webrtc/common_video/libyuv/include/webrtc_libyuv.h" |
| 21 #include "webrtc/test/frame_utils.h" |
21 #include "webrtc/test/testsupport/fileutils.h" | 22 #include "webrtc/test/testsupport/fileutils.h" |
22 | 23 |
23 namespace webrtc { | 24 namespace webrtc { |
24 | 25 |
25 namespace { | 26 namespace { |
26 | 27 |
27 // Define command line flag 'gen_files' (default value: false). | 28 // Define command line flag 'gen_files' (default value: false). |
28 DEFINE_bool(gen_files, false, "Output files for visual inspection."); | 29 DEFINE_bool(gen_files, false, "Output files for visual inspection."); |
29 | 30 |
30 } // namespace | 31 } // namespace |
31 | 32 |
32 static void PreprocessFrameAndVerify(const VideoFrame& source, | 33 static void PreprocessFrameAndVerify(const VideoFrame& source, |
33 int target_width, | 34 int target_width, |
34 int target_height, | 35 int target_height, |
35 VideoProcessing* vpm, | 36 VideoProcessing* vpm, |
36 const VideoFrame* out_frame); | 37 const VideoFrame* out_frame); |
37 rtc::scoped_refptr<VideoFrameBuffer> CropBuffer( | 38 static rtc::scoped_refptr<VideoFrameBuffer> CropBuffer( |
38 const rtc::scoped_refptr<VideoFrameBuffer>& source_buffer, | 39 rtc::scoped_refptr<VideoFrameBuffer> source_buffer, |
39 int source_width, | |
40 int source_height, | |
41 int offset_x, | 40 int offset_x, |
42 int offset_y, | 41 int offset_y, |
43 int cropped_width, | 42 int cropped_width, |
44 int cropped_height); | 43 int cropped_height); |
45 // The |source_data| is cropped and scaled to |target_width| x |target_height|, | 44 // The |source_data| is cropped and scaled to |target_width| x |target_height|, |
46 // and then scaled back to the expected cropped size. |expected_psnr| is used to | 45 // and then scaled back to the expected cropped size. |expected_psnr| is used to |
47 // verify basic quality, and is set to be ~0.1/0.05dB lower than actual PSNR | 46 // verify basic quality, and is set to be ~0.1/0.05dB lower than actual PSNR |
48 // verified under the same conditions. | 47 // verified under the same conditions. |
49 static void TestSize( | 48 static void TestSize( |
50 const VideoFrame& source_frame, | 49 const VideoFrame& source_frame, |
51 const rtc::scoped_refptr<VideoFrameBuffer>& cropped_source_buffer, | 50 const VideoFrameBuffer& cropped_source_buffer, |
52 int target_width, | 51 int target_width, |
53 int target_height, | 52 int target_height, |
54 double expected_psnr, | 53 double expected_psnr, |
55 VideoProcessing* vpm); | 54 VideoProcessing* vpm); |
56 static void WriteProcessedFrameForVisualInspection(const VideoFrame& source, | 55 static void WriteProcessedFrameForVisualInspection(const VideoFrame& source, |
57 const VideoFrame& processed); | 56 const VideoFrame& processed); |
58 | 57 |
59 VideoProcessingTest::VideoProcessingTest() | 58 VideoProcessingTest::VideoProcessingTest() |
60 : vp_(NULL), | 59 : vp_(NULL), |
61 source_file_(NULL), | 60 source_file_(NULL), |
(...skipping 64 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
126 int64_t min_runtime = 0; | 125 int64_t min_runtime = 0; |
127 int64_t total_runtime = 0; | 126 int64_t total_runtime = 0; |
128 | 127 |
129 rewind(source_file_); | 128 rewind(source_file_); |
130 ASSERT_TRUE(source_file_ != NULL) << "Cannot read input file \n"; | 129 ASSERT_TRUE(source_file_ != NULL) << "Cannot read input file \n"; |
131 | 130 |
132 // no temporal decimation | 131 // no temporal decimation |
133 vp_->EnableTemporalDecimation(false); | 132 vp_->EnableTemporalDecimation(false); |
134 | 133 |
135 // Reading test frame | 134 // Reading test frame |
136 rtc::scoped_refptr<webrtc::I420Buffer> buffer = | 135 rtc::scoped_refptr<VideoFrameBuffer> video_buffer( |
137 I420Buffer::Create(width_, height_, width_, half_width_, half_width_); | 136 test::ReadI420Buffer(width_, height_, source_file_)); |
138 | 137 ASSERT_TRUE(video_buffer); |
139 ASSERT_EQ(static_cast<size_t>(size_y_), | |
140 fread(buffer->MutableDataY(), 1, size_y_, source_file_)); | |
141 ASSERT_EQ(static_cast<size_t>(size_uv_), | |
142 fread(buffer->MutableDataU(), 1, size_uv_, source_file_)); | |
143 ASSERT_EQ(static_cast<size_t>(size_uv_), | |
144 fread(buffer->MutableDataV(), 1, size_uv_, source_file_)); | |
145 | 138 |
146 for (uint32_t run_idx = 0; run_idx < NumRuns; run_idx++) { | 139 for (uint32_t run_idx = 0; run_idx < NumRuns; run_idx++) { |
147 // Initiate test timer. | 140 // Initiate test timer. |
148 const int64_t time_start = rtc::TimeNanos(); | 141 const int64_t time_start = rtc::TimeNanos(); |
149 | 142 |
150 // Init the sourceFrame with a timestamp. | 143 // Init the sourceFrame with a timestamp. |
151 int64_t time_start_ms = time_start / rtc::kNumNanosecsPerMillisec; | 144 int64_t time_start_ms = time_start / rtc::kNumNanosecsPerMillisec; |
152 VideoFrame video_frame(buffer, time_start_ms * 90, time_start_ms, | 145 VideoFrame video_frame(video_buffer, time_start_ms * 90, time_start_ms, |
153 webrtc::kVideoRotation_0); | 146 webrtc::kVideoRotation_0); |
154 | 147 |
155 // Test scaling to different sizes: source is of |width|/|height| = 352/288. | 148 // Test scaling to different sizes: source is of |width|/|height| = 352/288. |
156 // Pure scaling: | 149 // Pure scaling: |
157 TestSize(video_frame, buffer, width_ / 4, height_ / 4, 25.2, vp_); | 150 TestSize(video_frame, *video_buffer, width_ / 4, height_ / 4, 25.2, vp_); |
158 TestSize(video_frame, buffer, width_ / 2, height_ / 2, 28.1, vp_); | 151 TestSize(video_frame, *video_buffer, width_ / 2, height_ / 2, 28.1, vp_); |
159 // No resampling: | 152 // No resampling: |
160 TestSize(video_frame, buffer, width_, height_, -1, vp_); | 153 TestSize(video_frame, *video_buffer, width_, height_, -1, vp_); |
161 TestSize(video_frame, buffer, 2 * width_, 2 * height_, 32.2, vp_); | 154 TestSize(video_frame, *video_buffer, 2 * width_, 2 * height_, 32.2, vp_); |
162 | 155 |
163 // Scaling and cropping. The cropped source frame is the largest center | 156 // Scaling and cropping. The cropped source frame is the largest center |
164 // aligned region that can be used from the source while preserving aspect | 157 // aligned region that can be used from the source while preserving aspect |
165 // ratio. | 158 // ratio. |
166 TestSize(video_frame, CropBuffer(buffer, width_, height_, 0, 56, 352, 176), | 159 TestSize(video_frame, *CropBuffer(video_buffer, 0, 56, 352, 176), |
167 100, 50, 24.0, vp_); | 160 100, 50, 24.0, vp_); |
168 TestSize(video_frame, CropBuffer(buffer, width_, height_, 0, 30, 352, 225), | 161 TestSize(video_frame, *CropBuffer(video_buffer, 0, 30, 352, 225), |
169 400, 256, 31.3, vp_); | 162 400, 256, 31.3, vp_); |
170 TestSize(video_frame, CropBuffer(buffer, width_, height_, 68, 0, 216, 288), | 163 TestSize(video_frame, *CropBuffer(video_buffer, 68, 0, 216, 288), |
171 480, 640, 32.15, vp_); | 164 480, 640, 32.15, vp_); |
172 TestSize(video_frame, CropBuffer(buffer, width_, height_, 0, 12, 352, 264), | 165 TestSize(video_frame, *CropBuffer(video_buffer, 0, 12, 352, 264), |
173 960, 720, 32.2, vp_); | 166 960, 720, 32.2, vp_); |
174 TestSize(video_frame, CropBuffer(buffer, width_, height_, 0, 44, 352, 198), | 167 TestSize(video_frame, *CropBuffer(video_buffer, 0, 44, 352, 198), |
175 1280, 720, 32.15, vp_); | 168 1280, 720, 32.15, vp_); |
176 | 169 |
177 // Upsampling to odd size. | 170 // Upsampling to odd size. |
178 TestSize(video_frame, CropBuffer(buffer, width_, height_, 0, 26, 352, 233), | 171 TestSize(video_frame, *CropBuffer(video_buffer, 0, 26, 352, 233), |
179 501, 333, 32.05, vp_); | 172 501, 333, 32.05, vp_); |
180 // Downsample to odd size. | 173 // Downsample to odd size. |
181 TestSize(video_frame, CropBuffer(buffer, width_, height_, 0, 34, 352, 219), | 174 TestSize(video_frame, *CropBuffer(video_buffer, 0, 34, 352, 219), |
182 281, 175, 29.3, vp_); | 175 281, 175, 29.3, vp_); |
183 | 176 |
184 // Stop timer. | 177 // Stop timer. |
185 const int64_t runtime = | 178 const int64_t runtime = |
186 (rtc::TimeNanos() - time_start) / rtc::kNumNanosecsPerMicrosec; | 179 (rtc::TimeNanos() - time_start) / rtc::kNumNanosecsPerMicrosec; |
187 if (runtime < min_runtime || run_idx == 0) { | 180 if (runtime < min_runtime || run_idx == 0) { |
188 min_runtime = runtime; | 181 min_runtime = runtime; |
189 } | 182 } |
190 total_runtime += runtime; | 183 total_runtime += runtime; |
191 } | 184 } |
(...skipping 20 matching lines...) Expand all Loading... |
212 | 205 |
213 // Verify the resampled frame. | 206 // Verify the resampled frame. |
214 EXPECT_TRUE(out_frame != NULL); | 207 EXPECT_TRUE(out_frame != NULL); |
215 EXPECT_EQ(source.render_time_ms(), (out_frame)->render_time_ms()); | 208 EXPECT_EQ(source.render_time_ms(), (out_frame)->render_time_ms()); |
216 EXPECT_EQ(source.timestamp(), (out_frame)->timestamp()); | 209 EXPECT_EQ(source.timestamp(), (out_frame)->timestamp()); |
217 EXPECT_EQ(target_width, (out_frame)->width()); | 210 EXPECT_EQ(target_width, (out_frame)->width()); |
218 EXPECT_EQ(target_height, (out_frame)->height()); | 211 EXPECT_EQ(target_height, (out_frame)->height()); |
219 } | 212 } |
220 | 213 |
221 rtc::scoped_refptr<VideoFrameBuffer> CropBuffer( | 214 rtc::scoped_refptr<VideoFrameBuffer> CropBuffer( |
222 const rtc::scoped_refptr<VideoFrameBuffer>& source_buffer, | 215 rtc::scoped_refptr<VideoFrameBuffer> source_buffer, |
223 int source_width, | |
224 int source_height, | |
225 int offset_x, | 216 int offset_x, |
226 int offset_y, | 217 int offset_y, |
227 int cropped_width, | 218 int cropped_width, |
228 int cropped_height) { | 219 int cropped_height) { |
229 // Force even. | 220 // Force even. |
230 offset_x &= 1; | 221 offset_x &= ~1; |
231 offset_y &= 1; | 222 offset_y &= ~1; |
232 | 223 |
233 size_t y_start = offset_x + offset_y * source_buffer->StrideY(); | 224 size_t y_start = offset_x + offset_y * source_buffer->StrideY(); |
234 size_t u_start = (offset_x / 2) + (offset_y / 2) * source_buffer->StrideU(); | 225 size_t u_start = (offset_x / 2) + (offset_y / 2) * source_buffer->StrideU(); |
235 size_t v_start = (offset_x / 2) + (offset_y / 2) * source_buffer->StrideU(); | 226 size_t v_start = (offset_x / 2) + (offset_y / 2) * source_buffer->StrideV(); |
236 | 227 |
237 return rtc::scoped_refptr<VideoFrameBuffer>( | 228 return rtc::scoped_refptr<VideoFrameBuffer>( |
238 new rtc::RefCountedObject<WrappedI420Buffer>( | 229 new rtc::RefCountedObject<WrappedI420Buffer>( |
239 cropped_width, cropped_height, source_buffer->DataY() + y_start, | 230 cropped_width, cropped_height, source_buffer->DataY() + y_start, |
240 source_buffer->StrideY(), source_buffer->DataU() + u_start, | 231 source_buffer->StrideY(), source_buffer->DataU() + u_start, |
241 source_buffer->StrideU(), source_buffer->DataV() + v_start, | 232 source_buffer->StrideU(), source_buffer->DataV() + v_start, |
242 source_buffer->StrideV(), rtc::KeepRefUntilDone(source_buffer))); | 233 source_buffer->StrideV(), rtc::KeepRefUntilDone(source_buffer))); |
243 } | 234 } |
244 | 235 |
245 void TestSize(const VideoFrame& source_frame, | 236 void TestSize(const VideoFrame& source_frame, |
246 const rtc::scoped_refptr<VideoFrameBuffer>& cropped_source_buffer, | 237 const VideoFrameBuffer& cropped_source, |
247 int target_width, | 238 int target_width, |
248 int target_height, | 239 int target_height, |
249 double expected_psnr, | 240 double expected_psnr, |
250 VideoProcessing* vpm) { | 241 VideoProcessing* vpm) { |
251 // Resample source_frame to out_frame. | 242 // Resample source_frame to out_frame. |
252 VideoFrame* out_frame = NULL; | 243 VideoFrame* out_frame = NULL; |
253 vpm->SetInputFrameResampleMode(kBox); | 244 vpm->SetInputFrameResampleMode(kBox); |
254 PreprocessFrameAndVerify(source_frame, target_width, target_height, vpm, | 245 PreprocessFrameAndVerify(source_frame, target_width, target_height, vpm, |
255 out_frame); | 246 out_frame); |
256 if (out_frame == NULL) | 247 if (out_frame == NULL) |
257 return; | 248 return; |
258 WriteProcessedFrameForVisualInspection(source_frame, *out_frame); | 249 WriteProcessedFrameForVisualInspection(source_frame, *out_frame); |
259 | 250 |
260 // Scale |resampled_source_frame| back to the source scale. | 251 // Scale |resampled_source_frame| back to the source scale. |
261 VideoFrame resampled_source_frame; | 252 VideoFrame resampled_source_frame; |
262 resampled_source_frame.CopyFrame(*out_frame); | 253 resampled_source_frame.CopyFrame(*out_frame); |
263 PreprocessFrameAndVerify(resampled_source_frame, | 254 // Compute PSNR against the cropped source frame and check expectation. |
264 cropped_source_buffer->width(), | 255 PreprocessFrameAndVerify(resampled_source_frame, cropped_source.width(), |
265 cropped_source_buffer->height(), vpm, out_frame); | 256 cropped_source.height(), vpm, out_frame); |
266 WriteProcessedFrameForVisualInspection(resampled_source_frame, *out_frame); | 257 WriteProcessedFrameForVisualInspection(resampled_source_frame, *out_frame); |
267 | 258 |
268 // Compute PSNR against the cropped source frame and check expectation. | 259 // Compute PSNR against the cropped source frame and check expectation. |
269 double psnr = | 260 double psnr = |
270 I420PSNR(*cropped_source_buffer, *out_frame->video_frame_buffer()); | 261 I420PSNR(cropped_source, *out_frame->video_frame_buffer()); |
271 EXPECT_GT(psnr, expected_psnr); | 262 EXPECT_GT(psnr, expected_psnr); |
272 printf( | 263 printf( |
273 "PSNR: %f. PSNR is between source of size %d %d, and a modified " | 264 "PSNR: %f. PSNR is between source of size %d %d, and a modified " |
274 "source which is scaled down/up to: %d %d, and back to source size \n", | 265 "source which is scaled down/up to: %d %d, and back to source size \n", |
275 psnr, source_frame.width(), source_frame.height(), target_width, | 266 psnr, source_frame.width(), source_frame.height(), target_width, |
276 target_height); | 267 target_height); |
277 } | 268 } |
278 | 269 |
279 void WriteProcessedFrameForVisualInspection(const VideoFrame& source, | 270 void WriteProcessedFrameForVisualInspection(const VideoFrame& source, |
280 const VideoFrame& processed) { | 271 const VideoFrame& processed) { |
281 // Skip if writing to files is not enabled. | 272 // Skip if writing to files is not enabled. |
282 if (!FLAGS_gen_files) | 273 if (!FLAGS_gen_files) |
283 return; | 274 return; |
284 // Write the processed frame to file for visual inspection. | 275 // Write the processed frame to file for visual inspection. |
285 std::ostringstream filename; | 276 std::ostringstream filename; |
286 filename << webrtc::test::OutputPath() << "Resampler_from_" << source.width() | 277 filename << webrtc::test::OutputPath() << "Resampler_from_" << source.width() |
287 << "x" << source.height() << "_to_" << processed.width() << "x" | 278 << "x" << source.height() << "_to_" << processed.width() << "x" |
288 << processed.height() << "_30Hz_P420.yuv"; | 279 << processed.height() << "_30Hz_P420.yuv"; |
289 std::cout << "Watch " << filename.str() << " and verify that it is okay." | 280 std::cout << "Watch " << filename.str() << " and verify that it is okay." |
290 << std::endl; | 281 << std::endl; |
291 FILE* stand_alone_file = fopen(filename.str().c_str(), "wb"); | 282 FILE* stand_alone_file = fopen(filename.str().c_str(), "wb"); |
292 if (PrintVideoFrame(processed, stand_alone_file) < 0) | 283 if (PrintVideoFrame(processed, stand_alone_file) < 0) |
293 std::cerr << "Failed to write: " << filename.str() << std::endl; | 284 std::cerr << "Failed to write: " << filename.str() << std::endl; |
294 if (stand_alone_file) | 285 if (stand_alone_file) |
295 fclose(stand_alone_file); | 286 fclose(stand_alone_file); |
296 } | 287 } |
297 | 288 |
298 } // namespace webrtc | 289 } // namespace webrtc |
OLD | NEW |