Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(100)

Side by Side Diff: webrtc/modules/video_coding/codecs/test/videoprocessor.h

Issue 2741953002: Step #4: Run VideoProcessor integration test batch mode on task queue. (Closed)
Patch Set: tommi comments 1: Add thread safety annotations. Created 3 years, 9 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 /* 1 /*
2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. 2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
3 * 3 *
4 * Use of this source code is governed by a BSD-style license 4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source 5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found 6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may 7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree. 8 * be found in the AUTHORS file in the root of the source tree.
9 */ 9 */
10 10
11 #ifndef WEBRTC_MODULES_VIDEO_CODING_CODECS_TEST_VIDEOPROCESSOR_H_ 11 #ifndef WEBRTC_MODULES_VIDEO_CODING_CODECS_TEST_VIDEOPROCESSOR_H_
12 #define WEBRTC_MODULES_VIDEO_CODING_CODECS_TEST_VIDEOPROCESSOR_H_ 12 #define WEBRTC_MODULES_VIDEO_CODING_CODECS_TEST_VIDEOPROCESSOR_H_
13 13
14 #include <memory> 14 #include <memory>
15 #include <string> 15 #include <string>
16 #include <vector> 16 #include <vector>
17 17
18 #include "webrtc/api/video/video_frame.h" 18 #include "webrtc/api/video/video_frame.h"
19 #include "webrtc/base/buffer.h" 19 #include "webrtc/base/buffer.h"
20 #include "webrtc/base/checks.h" 20 #include "webrtc/base/checks.h"
21 #include "webrtc/base/sequenced_task_checker.h"
21 #include "webrtc/common_video/libyuv/include/webrtc_libyuv.h" 22 #include "webrtc/common_video/libyuv/include/webrtc_libyuv.h"
22 #include "webrtc/modules/video_coding/include/video_codec_interface.h" 23 #include "webrtc/modules/video_coding/include/video_codec_interface.h"
23 #include "webrtc/modules/video_coding/codecs/test/packet_manipulator.h" 24 #include "webrtc/modules/video_coding/codecs/test/packet_manipulator.h"
24 #include "webrtc/modules/video_coding/codecs/test/stats.h" 25 #include "webrtc/modules/video_coding/codecs/test/stats.h"
25 #include "webrtc/modules/video_coding/utility/ivf_file_writer.h" 26 #include "webrtc/modules/video_coding/utility/ivf_file_writer.h"
26 #include "webrtc/test/testsupport/frame_reader.h" 27 #include "webrtc/test/testsupport/frame_reader.h"
27 #include "webrtc/test/testsupport/frame_writer.h" 28 #include "webrtc/test/testsupport/frame_writer.h"
28 29
29 namespace webrtc { 30 namespace webrtc {
30 31
(...skipping 90 matching lines...) Expand 10 before | Expand all | Expand 10 after
121 // Regarding packet loss: Note that keyframes are excluded (first or all 122 // Regarding packet loss: Note that keyframes are excluded (first or all
122 // depending on the ExcludeFrameTypes setting). This is because if key frames 123 // depending on the ExcludeFrameTypes setting). This is because if key frames
123 // would be altered, all the following delta frames would be pretty much 124 // would be altered, all the following delta frames would be pretty much
124 // worthless. VP8 has an error-resilience feature that makes it able to handle 125 // worthless. VP8 has an error-resilience feature that makes it able to handle
125 // packet loss in key non-first keyframes, which is why only the first is 126 // packet loss in key non-first keyframes, which is why only the first is
126 // excluded by default. 127 // excluded by default.
127 // Packet loss in such important frames is handled on a higher level in the 128 // Packet loss in such important frames is handled on a higher level in the
128 // Video Engine, where signaling would request a retransmit of the lost packets, 129 // Video Engine, where signaling would request a retransmit of the lost packets,
129 // since they're so important. 130 // since they're so important.
130 // 131 //
131 // Note this class is not thread safe in any way and is meant for simple testing 132 // This class should be run on a single thread, or a single task queue.
132 // purposes.
133 class VideoProcessor { 133 class VideoProcessor {
134 public: 134 public:
135 virtual ~VideoProcessor() {} 135 virtual ~VideoProcessor() = default;
136 136
137 // Performs initial calculations about frame size, sets up callbacks etc. 137 // Performs initial calculations about frame size, sets up callbacks etc.
138 // Returns false if an error has occurred, in addition to printing to stderr. 138 // Returns false if an error has occurred, in addition to printing to stderr.
139 virtual bool Init() = 0; 139 virtual bool Init() = 0;
140 140
141 virtual void DeregisterCallbacks() = 0;
142
141 // Processes a single frame. Returns true as long as there's more frames 143 // Processes a single frame. Returns true as long as there's more frames
142 // available in the source clip. 144 // available in the source clip.
143 // Frame number must be an integer >= 0. 145 // Frame number must be an integer >= 0.
144 virtual bool ProcessFrame(int frame_number) = 0; 146 virtual bool ProcessFrame(int frame_number) = 0;
145 147
146 // Updates the encoder with the target bit rate and the frame rate. 148 // Updates the encoder with the target bit rate and the frame rate.
147 virtual void SetRates(int bit_rate, int frame_rate) = 0; 149 virtual void SetRates(int bit_rate, int frame_rate) = 0;
148 150
149 // Return the size of the encoded frame in bytes. Dropped frames by the 151 // Return the size of the encoded frame in bytes. Dropped frames by the
150 // encoder are regarded as zero size. 152 // encoder are regarded as zero size.
(...skipping 14 matching lines...) Expand all
165 VideoProcessorImpl(webrtc::VideoEncoder* encoder, 167 VideoProcessorImpl(webrtc::VideoEncoder* encoder,
166 webrtc::VideoDecoder* decoder, 168 webrtc::VideoDecoder* decoder,
167 FrameReader* analysis_frame_reader, 169 FrameReader* analysis_frame_reader,
168 FrameWriter* analysis_frame_writer, 170 FrameWriter* analysis_frame_writer,
169 PacketManipulator* packet_manipulator, 171 PacketManipulator* packet_manipulator,
170 const TestConfig& config, 172 const TestConfig& config,
171 Stats* stats, 173 Stats* stats,
172 FrameWriter* source_frame_writer, 174 FrameWriter* source_frame_writer,
173 IvfFileWriter* encoded_frame_writer, 175 IvfFileWriter* encoded_frame_writer,
174 FrameWriter* decoded_frame_writer); 176 FrameWriter* decoded_frame_writer);
175 virtual ~VideoProcessorImpl(); 177 ~VideoProcessorImpl() override;
176 bool Init() override; 178 bool Init() override;
179 void DeregisterCallbacks() override;
177 bool ProcessFrame(int frame_number) override; 180 bool ProcessFrame(int frame_number) override;
178 181
179 private: 182 private:
180 // Container that holds per-frame information that needs to be stored between 183 // Container that holds per-frame information that needs to be stored between
181 // calls to Encode and Decode, as well as the corresponding callbacks. It is 184 // calls to Encode and Decode, as well as the corresponding callbacks. It is
182 // not directly used for statistics -- for that, test::FrameStatistic is used. 185 // not directly used for statistics -- for that, test::FrameStatistic is used.
183 struct FrameInfo { 186 struct FrameInfo {
184 FrameInfo() 187 FrameInfo()
185 : timestamp(0), 188 : timestamp(0),
186 encode_start_ns(0), 189 encode_start_ns(0),
(...skipping 77 matching lines...) Expand 10 before | Expand all | Expand 10 after
264 267
265 // Return the encoded frame type (key or delta). 268 // Return the encoded frame type (key or delta).
266 FrameType EncodedFrameType(int frame_number) override; 269 FrameType EncodedFrameType(int frame_number) override;
267 270
268 // Return the number of dropped frames. 271 // Return the number of dropped frames.
269 int NumberDroppedFrames() override; 272 int NumberDroppedFrames() override;
270 273
271 // Return the number of spatial resizes. 274 // Return the number of spatial resizes.
272 int NumberSpatialResizes() override; 275 int NumberSpatialResizes() override;
273 276
274 webrtc::VideoEncoder* const encoder_; 277 webrtc::VideoEncoder* const encoder_ PT_GUARDED_BY(task_checker_);
275 webrtc::VideoDecoder* const decoder_; 278 webrtc::VideoDecoder* const decoder_ PT_GUARDED_BY(task_checker_);
276 const std::unique_ptr<VideoBitrateAllocator> bitrate_allocator_; 279 const std::unique_ptr<VideoBitrateAllocator> bitrate_allocator_
280 PT_GUARDED_BY(task_checker_);
277 281
278 // Adapters for the codec callbacks. 282 // Adapters for the codec callbacks.
279 const std::unique_ptr<EncodedImageCallback> encode_callback_; 283 const std::unique_ptr<EncodedImageCallback> encode_callback_;
280 const std::unique_ptr<DecodedImageCallback> decode_callback_; 284 const std::unique_ptr<DecodedImageCallback> decode_callback_;
281 285
282 PacketManipulator* const packet_manipulator_; 286 PacketManipulator* const packet_manipulator_ PT_GUARDED_BY(task_checker_);
283 const TestConfig& config_; 287 const TestConfig& config_;
284 288
285 // These (mandatory) file manipulators are used for, e.g., objective PSNR and 289 // These (mandatory) file manipulators are used for, e.g., objective PSNR and
286 // SSIM calculations at the end of a test run. 290 // SSIM calculations at the end of a test run.
287 FrameReader* const analysis_frame_reader_; 291 FrameReader* const analysis_frame_reader_ PT_GUARDED_BY(task_checker_);
288 FrameWriter* const analysis_frame_writer_; 292 FrameWriter* const analysis_frame_writer_ PT_GUARDED_BY(task_checker_);
289 const int num_frames_; 293 const int num_frames_;
290 294
291 // These (optional) file writers are used for persistently storing the output 295 // These (optional) file writers are used for persistently storing the output
292 // of the coding pipeline at different stages: pre encode (source), post 296 // of the coding pipeline at different stages: pre encode (source), post
293 // encode (encoded), and post decode (decoded). The purpose is to give the 297 // encode (encoded), and post decode (decoded). The purpose is to give the
294 // experimenter an option to subjectively evaluate the quality of the 298 // experimenter an option to subjectively evaluate the quality of the
295 // encoding, given the test settings. Each frame writer is enabled by being 299 // encoding, given the test settings. Each frame writer is enabled by being
296 // non-null. 300 // non-null.
297 FrameWriter* const source_frame_writer_; 301 FrameWriter* const source_frame_writer_ PT_GUARDED_BY(task_checker_);
298 IvfFileWriter* const encoded_frame_writer_; 302 IvfFileWriter* const encoded_frame_writer_ PT_GUARDED_BY(task_checker_);
299 FrameWriter* const decoded_frame_writer_; 303 FrameWriter* const decoded_frame_writer_ PT_GUARDED_BY(task_checker_);
300 304
301 bool initialized_; 305 bool initialized_ GUARDED_BY(task_checker_);
302 306
303 // Frame metadata for all frames that have been added through a call to 307 // Frame metadata for all frames that have been added through a call to
304 // ProcessFrames(). We need to store this metadata over the course of the 308 // ProcessFrames(). We need to store this metadata over the course of the
305 // test run, to support pipelining HW codecs. 309 // test run, to support pipelining HW codecs.
306 std::vector<FrameInfo> frame_infos_; 310 std::vector<FrameInfo> frame_infos_ GUARDED_BY(task_checker_);
307 int last_encoded_frame_num_; 311 int last_encoded_frame_num_ GUARDED_BY(task_checker_);
308 int last_decoded_frame_num_; 312 int last_decoded_frame_num_ GUARDED_BY(task_checker_);
309 313
310 // Keep track of if we have excluded the first key frame from packet loss. 314 // Keep track of if we have excluded the first key frame from packet loss.
311 bool first_key_frame_has_been_excluded_; 315 bool first_key_frame_has_been_excluded_ GUARDED_BY(task_checker_);
312 316
313 // Keep track of the last successfully decoded frame, since we write that 317 // Keep track of the last successfully decoded frame, since we write that
314 // frame to disk when decoding fails. 318 // frame to disk when decoding fails.
315 rtc::Buffer last_decoded_frame_buffer_; 319 rtc::Buffer last_decoded_frame_buffer_ GUARDED_BY(task_checker_);
316 320
317 // Statistics. 321 // Statistics.
318 Stats* stats_; 322 Stats* stats_ PT_GUARDED_BY(task_checker_);
319 int num_dropped_frames_; 323 int num_dropped_frames_ GUARDED_BY(task_checker_);
320 int num_spatial_resizes_; 324 int num_spatial_resizes_ GUARDED_BY(task_checker_);
321 double bit_rate_factor_; // Multiply frame length with this to get bit rate. 325 // Multiply frame length with this to get bit rate.
326 double bit_rate_factor_ GUARDED_BY(task_checker_);
327
328 rtc::SequencedTaskChecker task_checker_;
322 }; 329 };
323 330
324 } // namespace test 331 } // namespace test
325 } // namespace webrtc 332 } // namespace webrtc
326 333
327 #endif // WEBRTC_MODULES_VIDEO_CODING_CODECS_TEST_VIDEOPROCESSOR_H_ 334 #endif // WEBRTC_MODULES_VIDEO_CODING_CODECS_TEST_VIDEOPROCESSOR_H_
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698