Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(108)

Side by Side Diff: webrtc/modules/video_coding/codecs/test/videoprocessor.h

Issue 2998063002: VideoProcessor: mini-fixes in preparation for task queue CL. (Closed)
Patch Set: Created 3 years, 4 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « no previous file | webrtc/modules/video_coding/codecs/test/videoprocessor.cc » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 /* 1 /*
2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. 2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
3 * 3 *
4 * Use of this source code is governed by a BSD-style license 4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source 5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found 6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may 7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree. 8 * be found in the AUTHORS file in the root of the source tree.
9 */ 9 */
10 10
11 #ifndef WEBRTC_MODULES_VIDEO_CODING_CODECS_TEST_VIDEOPROCESSOR_H_ 11 #ifndef WEBRTC_MODULES_VIDEO_CODING_CODECS_TEST_VIDEOPROCESSOR_H_
12 #define WEBRTC_MODULES_VIDEO_CODING_CODECS_TEST_VIDEOPROCESSOR_H_ 12 #define WEBRTC_MODULES_VIDEO_CODING_CODECS_TEST_VIDEOPROCESSOR_H_
13 13
14 #include <memory> 14 #include <memory>
15 #include <string> 15 #include <string>
16 #include <vector> 16 #include <vector>
17 17
18 #include "webrtc/api/video/video_frame.h" 18 #include "webrtc/api/video/video_frame.h"
19 #include "webrtc/common_video/libyuv/include/webrtc_libyuv.h" 19 #include "webrtc/common_video/libyuv/include/webrtc_libyuv.h"
20 #include "webrtc/modules/video_coding/codecs/test/packet_manipulator.h" 20 #include "webrtc/modules/video_coding/codecs/test/packet_manipulator.h"
21 #include "webrtc/modules/video_coding/codecs/test/stats.h" 21 #include "webrtc/modules/video_coding/codecs/test/stats.h"
22 #include "webrtc/modules/video_coding/include/video_codec_interface.h" 22 #include "webrtc/modules/video_coding/include/video_codec_interface.h"
23 #include "webrtc/modules/video_coding/utility/ivf_file_writer.h" 23 #include "webrtc/modules/video_coding/utility/ivf_file_writer.h"
24 #include "webrtc/modules/video_coding/utility/vp8_header_parser.h" 24 #include "webrtc/modules/video_coding/utility/vp8_header_parser.h"
25 #include "webrtc/modules/video_coding/utility/vp9_uncompressed_header_parser.h" 25 #include "webrtc/modules/video_coding/utility/vp9_uncompressed_header_parser.h"
26 #include "webrtc/rtc_base/buffer.h" 26 #include "webrtc/rtc_base/buffer.h"
27 #include "webrtc/rtc_base/checks.h" 27 #include "webrtc/rtc_base/checks.h"
28 #include "webrtc/rtc_base/constructormagic.h"
28 #include "webrtc/test/testsupport/frame_reader.h" 29 #include "webrtc/test/testsupport/frame_reader.h"
29 #include "webrtc/test/testsupport/frame_writer.h" 30 #include "webrtc/test/testsupport/frame_writer.h"
30 31
31 namespace webrtc { 32 namespace webrtc {
32 33
33 class VideoBitrateAllocator; 34 class VideoBitrateAllocator;
34 35
35 namespace test { 36 namespace test {
36 37
37 // Defines which frame types shall be excluded from packet loss and when. 38 // Defines which frame types shall be excluded from packet loss and when.
(...skipping 110 matching lines...) Expand 10 before | Expand all | Expand 10 after
148 IvfFileWriter* encoded_frame_writer, 149 IvfFileWriter* encoded_frame_writer,
149 FrameWriter* decoded_frame_writer); 150 FrameWriter* decoded_frame_writer);
150 ~VideoProcessor(); 151 ~VideoProcessor();
151 152
152 // Sets up callbacks and initializes the encoder and decoder. 153 // Sets up callbacks and initializes the encoder and decoder.
153 void Init(); 154 void Init();
154 155
155 // Tears down callbacks and releases the encoder and decoder. 156 // Tears down callbacks and releases the encoder and decoder.
156 void Release(); 157 void Release();
157 158
158 // Processes a single frame. Returns true as long as there's more frames 159 // Processes a single frame. The frames must be processed in order, and the
159 // available in the source clip. 160 // VideoProcessor must be initialized first.
160 // |frame_number| must be an integer >= 0. 161 void ProcessFrame(int frame_number);
161 bool ProcessFrame(int frame_number);
162 162
163 // Updates the encoder with the target |bit_rate| and the |frame_rate|. 163 // Updates the encoder with target rates. Must be called at least once.
164 void SetRates(int bit_rate, int frame_rate); 164 void SetRates(int bitrate_kbps, int framerate_fps);
165 165
166 // Return the size of the encoded frame in bytes. Dropped frames by the
167 // encoder are regarded as zero size.
168 size_t EncodedFrameSize(int frame_number);
169 166
170 // Return the encoded frame type (key or delta). 167 // TODO(brandtr): Get rid of these functions by moving the corresponding QP
171 FrameType EncodedFrameType(int frame_number); 168 // fields to the Stats object.
169 int GetQpFromEncoder(int frame_number) const;
170 int GetQpFromBitstream(int frame_number) const;
172 171
173 // Return the qp used by encoder.
174 int GetQpFromEncoder(int frame_number);
175
176 // Return the qp from the qp parser.
177 int GetQpFromBitstream(int frame_number);
178 172
179 // Return the number of dropped frames. 173 // Return the number of dropped frames.
180 int NumberDroppedFrames(); 174 int NumberDroppedFrames();
181 175
182 // Return the number of spatial resizes. 176 // Return the number of spatial resizes.
183 int NumberSpatialResizes(); 177 int NumberSpatialResizes();
184 178
185 private: 179 private:
186 // Container that holds per-frame information that needs to be stored between 180 // Container that holds per-frame information that needs to be stored between
187 // calls to Encode and Decode, as well as the corresponding callbacks. It is 181 // calls to Encode and Decode, as well as the corresponding callbacks. It is
188 // not directly used for statistics -- for that, test::FrameStatistic is used. 182 // not directly used for statistics -- for that, test::FrameStatistic is used.
183 // TODO(brandtr): Get rid of this struct and use the Stats class instead.
189 struct FrameInfo { 184 struct FrameInfo {
190 FrameInfo() 185 int64_t encode_start_ns = 0;
191 : timestamp(0), 186 int64_t decode_start_ns = 0;
192 encode_start_ns(0), 187 int qp_encoder = 0;
193 decode_start_ns(0), 188 int qp_bitstream = 0;
194 encoded_frame_size(0), 189 int decoded_width = 0;
195 encoded_frame_type(kVideoFrameDelta), 190 int decoded_height = 0;
196 decoded_width(0), 191 size_t manipulated_length = 0;
197 decoded_height(0),
198 manipulated_length(0),
199 qp_encoder(0),
200 qp_bitstream(0) {}
201
202 uint32_t timestamp;
203 int64_t encode_start_ns;
204 int64_t decode_start_ns;
205 size_t encoded_frame_size;
206 FrameType encoded_frame_type;
207 int decoded_width;
208 int decoded_height;
209 size_t manipulated_length;
210 int qp_encoder;
211 int qp_bitstream;
212 }; 192 };
213 193
214 // Callback class required to implement according to the VideoEncoder API.
215 class VideoProcessorEncodeCompleteCallback 194 class VideoProcessorEncodeCompleteCallback
216 : public webrtc::EncodedImageCallback { 195 : public webrtc::EncodedImageCallback {
217 public: 196 public:
218 explicit VideoProcessorEncodeCompleteCallback( 197 explicit VideoProcessorEncodeCompleteCallback(
219 VideoProcessor* video_processor) 198 VideoProcessor* video_processor)
220 : video_processor_(video_processor) {} 199 : video_processor_(video_processor) {}
221 Result OnEncodedImage( 200 Result OnEncodedImage(
222 const webrtc::EncodedImage& encoded_image, 201 const webrtc::EncodedImage& encoded_image,
223 const webrtc::CodecSpecificInfo* codec_specific_info, 202 const webrtc::CodecSpecificInfo* codec_specific_info,
224 const webrtc::RTPFragmentationHeader* fragmentation) override { 203 const webrtc::RTPFragmentationHeader* fragmentation) override {
225 // Forward to parent class. 204 // Forward to parent class.
226 RTC_CHECK(codec_specific_info); 205 RTC_CHECK(codec_specific_info);
227 video_processor_->FrameEncoded(codec_specific_info->codecType, 206 video_processor_->FrameEncoded(codec_specific_info->codecType,
228 encoded_image, fragmentation); 207 encoded_image, fragmentation);
229 return Result(Result::OK, 0); 208 return Result(Result::OK, 0);
230 } 209 }
231 210
232 private: 211 private:
233 VideoProcessor* const video_processor_; 212 VideoProcessor* const video_processor_;
234 }; 213 };
235 214
236 // Callback class required to implement according to the VideoDecoder API.
237 class VideoProcessorDecodeCompleteCallback 215 class VideoProcessorDecodeCompleteCallback
238 : public webrtc::DecodedImageCallback { 216 : public webrtc::DecodedImageCallback {
239 public: 217 public:
240 explicit VideoProcessorDecodeCompleteCallback( 218 explicit VideoProcessorDecodeCompleteCallback(
241 VideoProcessor* video_processor) 219 VideoProcessor* video_processor)
242 : video_processor_(video_processor) {} 220 : video_processor_(video_processor) {}
243 int32_t Decoded(webrtc::VideoFrame& image) override { 221 int32_t Decoded(webrtc::VideoFrame& image) override {
244 // Forward to parent class. 222 // Forward to parent class.
245 video_processor_->FrameDecoded(image); 223 video_processor_->FrameDecoded(image);
246 return 0; 224 return 0;
247 } 225 }
248 int32_t Decoded(webrtc::VideoFrame& image, 226 int32_t Decoded(webrtc::VideoFrame& image,
249 int64_t decode_time_ms) override { 227 int64_t decode_time_ms) override {
250 return Decoded(image); 228 return Decoded(image);
251 } 229 }
252 void Decoded(webrtc::VideoFrame& image, 230 void Decoded(webrtc::VideoFrame& image,
253 rtc::Optional<int32_t> decode_time_ms, 231 rtc::Optional<int32_t> decode_time_ms,
254 rtc::Optional<uint8_t> qp) override { 232 rtc::Optional<uint8_t> qp) override {
255 Decoded(image); 233 Decoded(image);
256 } 234 }
257 235
258 private: 236 private:
259 VideoProcessor* const video_processor_; 237 VideoProcessor* const video_processor_;
260 }; 238 };
261 239
262 // Invoked by the callback when a frame has completed encoding. 240 // Invoked by the callback adapter when a frame has completed encoding.
263 void FrameEncoded(webrtc::VideoCodecType codec, 241 void FrameEncoded(webrtc::VideoCodecType codec,
264 const webrtc::EncodedImage& encodedImage, 242 const webrtc::EncodedImage& encodedImage,
265 const webrtc::RTPFragmentationHeader* fragmentation); 243 const webrtc::RTPFragmentationHeader* fragmentation);
266 244
267 // Invoked by the callback when a frame has completed decoding. 245 // Invoked by the callback adapter when a frame has completed decoding.
268 void FrameDecoded(const webrtc::VideoFrame& image); 246 void FrameDecoded(const webrtc::VideoFrame& image);
269 247
270 // Use the frame number as the basis for timestamp to identify frames. Let the 248 // Use the frame number as the basis for timestamp to identify frames. Let the
271 // first timestamp be non-zero, to not make the IvfFileWriter believe that we 249 // first timestamp be non-zero, to not make the IvfFileWriter believe that we
272 // want to use capture timestamps in the IVF files. 250 // want to use capture timestamps in the IVF files.
273 uint32_t FrameNumberToTimestamp(int frame_number); 251 uint32_t FrameNumberToTimestamp(int frame_number) const;
274 int TimestampToFrameNumber(uint32_t timestamp); 252 int TimestampToFrameNumber(uint32_t timestamp) const;
275 253
276 TestConfig config_; 254 TestConfig config_;
277 255
278 webrtc::VideoEncoder* const encoder_; 256 webrtc::VideoEncoder* const encoder_;
279 webrtc::VideoDecoder* const decoder_; 257 webrtc::VideoDecoder* const decoder_;
280 const std::unique_ptr<VideoBitrateAllocator> bitrate_allocator_; 258 const std::unique_ptr<VideoBitrateAllocator> bitrate_allocator_;
281 259
282 // Adapters for the codec callbacks. 260 // Adapters for the codec callbacks.
283 const std::unique_ptr<EncodedImageCallback> encode_callback_; 261 VideoProcessorEncodeCompleteCallback encode_callback_;
284 const std::unique_ptr<DecodedImageCallback> decode_callback_; 262 VideoProcessorDecodeCompleteCallback decode_callback_;
285 263
286 // Fake network. 264 // Fake network.
287 PacketManipulator* const packet_manipulator_; 265 PacketManipulator* const packet_manipulator_;
288 266
289 // These (mandatory) file manipulators are used for, e.g., objective PSNR and 267 // These (mandatory) file manipulators are used for, e.g., objective PSNR and
290 // SSIM calculations at the end of a test run. 268 // SSIM calculations at the end of a test run.
291 FrameReader* const analysis_frame_reader_; 269 FrameReader* const analysis_frame_reader_;
292 FrameWriter* const analysis_frame_writer_; 270 FrameWriter* const analysis_frame_writer_;
293 271
294 // These (optional) file writers are used to persistently store the encoded 272 // These (optional) file writers are used to persistently store the encoded
(...skipping 16 matching lines...) Expand all
311 bool first_key_frame_has_been_excluded_; 289 bool first_key_frame_has_been_excluded_;
312 290
313 // Keep track of the last successfully decoded frame, since we write that 291 // Keep track of the last successfully decoded frame, since we write that
314 // frame to disk when decoding fails. 292 // frame to disk when decoding fails.
315 rtc::Buffer last_decoded_frame_buffer_; 293 rtc::Buffer last_decoded_frame_buffer_;
316 294
317 // Statistics. 295 // Statistics.
318 Stats* stats_; 296 Stats* stats_;
319 int num_dropped_frames_; 297 int num_dropped_frames_;
320 int num_spatial_resizes_; 298 int num_spatial_resizes_;
299
300 RTC_DISALLOW_COPY_AND_ASSIGN(VideoProcessor);
321 }; 301 };
322 302
323 } // namespace test 303 } // namespace test
324 } // namespace webrtc 304 } // namespace webrtc
325 305
326 #endif // WEBRTC_MODULES_VIDEO_CODING_CODECS_TEST_VIDEOPROCESSOR_H_ 306 #endif // WEBRTC_MODULES_VIDEO_CODING_CODECS_TEST_VIDEOPROCESSOR_H_
OLDNEW
« no previous file with comments | « no previous file | webrtc/modules/video_coding/codecs/test/videoprocessor.cc » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698