OLD | NEW |
---|---|
1 /* | 1 /* |
2 * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved. | 2 * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved. |
3 * | 3 * |
4 * Use of this source code is governed by a BSD-style license | 4 * Use of this source code is governed by a BSD-style license |
5 * that can be found in the LICENSE file in the root of the source | 5 * that can be found in the LICENSE file in the root of the source |
6 * tree. An additional intellectual property rights grant can be found | 6 * tree. An additional intellectual property rights grant can be found |
7 * in the file PATENTS. All contributing project authors may | 7 * in the file PATENTS. All contributing project authors may |
8 * be found in the AUTHORS file in the root of the source tree. | 8 * be found in the AUTHORS file in the root of the source tree. |
9 * | 9 * |
10 */ | 10 */ |
11 | 11 |
12 #ifndef WEBRTC_MODULES_VIDEO_CODING_CODECS_H264_H264_VIDEO_TOOLBOX_ENCODER_H_ | 12 #ifndef WEBRTC_MODULES_VIDEO_CODING_CODECS_H264_H264_VIDEO_TOOLBOX_ENCODER_H_ |
13 #define WEBRTC_MODULES_VIDEO_CODING_CODECS_H264_H264_VIDEO_TOOLBOX_ENCODER_H_ | 13 #define WEBRTC_MODULES_VIDEO_CODING_CODECS_H264_H264_VIDEO_TOOLBOX_ENCODER_H_ |
14 | 14 |
15 #include "webrtc/base/criticalsection.h" | 15 #include "webrtc/base/criticalsection.h" |
16 #include "webrtc/common_video/include/bitrate_adjuster.h" | 16 #include "webrtc/common_video/include/bitrate_adjuster.h" |
17 #include "webrtc/common_video/rotation.h" | 17 #include "webrtc/common_video/rotation.h" |
18 #include "webrtc/modules/video_coding/codecs/h264/include/h264.h" | 18 #include "webrtc/modules/video_coding/codecs/h264/include/h264.h" |
19 #include "webrtc/modules/video_coding/utility/h264_bitstream_parser.h" | 19 #include "webrtc/modules/video_coding/utility/h264_bitstream_parser.h" |
20 #include "webrtc/modules/video_coding/utility/quality_scaler.h" | |
21 | 20 |
22 #if defined(WEBRTC_VIDEO_TOOLBOX_SUPPORTED) | 21 #if defined(WEBRTC_VIDEO_TOOLBOX_SUPPORTED) |
23 | 22 |
24 #include <VideoToolbox/VideoToolbox.h> | 23 #include <VideoToolbox/VideoToolbox.h> |
25 #include <vector> | 24 #include <vector> |
26 | 25 |
27 // This file provides a H264 encoder implementation using the VideoToolbox | 26 // This file provides a H264 encoder implementation using the VideoToolbox |
28 // APIs. Since documentation is almost non-existent, this is largely based on | 27 // APIs. Since documentation is almost non-existent, this is largely based on |
29 // the information in the VideoToolbox header files, a talk from WWDC 2014 and | 28 // the information in the VideoToolbox header files, a talk from WWDC 2014 and |
30 // experimentation. | 29 // experimentation. |
31 | 30 |
32 namespace webrtc { | 31 namespace webrtc { |
33 | 32 |
33 using QPThresholds = VideoEncoder::QPThresholds; | |
perkj_webrtc
2016/10/07 07:41:15
nit: prefer VideoEncoder::QPThresholds on line 71.
| |
34 | |
34 class H264VideoToolboxEncoder : public H264Encoder { | 35 class H264VideoToolboxEncoder : public H264Encoder { |
35 public: | 36 public: |
36 H264VideoToolboxEncoder(); | 37 H264VideoToolboxEncoder(); |
37 | 38 |
38 ~H264VideoToolboxEncoder() override; | 39 ~H264VideoToolboxEncoder() override; |
39 | 40 |
40 int InitEncode(const VideoCodec* codec_settings, | 41 int InitEncode(const VideoCodec* codec_settings, |
41 int number_of_cores, | 42 int number_of_cores, |
42 size_t max_payload_size) override; | 43 size_t max_payload_size) override; |
43 | 44 |
44 int Encode(const VideoFrame& input_image, | 45 int Encode(const VideoFrame& input_image, |
45 const CodecSpecificInfo* codec_specific_info, | 46 const CodecSpecificInfo* codec_specific_info, |
46 const std::vector<FrameType>* frame_types) override; | 47 const std::vector<FrameType>* frame_types) override; |
47 | 48 |
48 int RegisterEncodeCompleteCallback(EncodedImageCallback* callback) override; | 49 int RegisterEncodeCompleteCallback(EncodedImageCallback* callback) override; |
49 | 50 |
50 void OnDroppedFrame() override; | |
51 int SetChannelParameters(uint32_t packet_loss, int64_t rtt) override; | 51 int SetChannelParameters(uint32_t packet_loss, int64_t rtt) override; |
52 | 52 |
53 int SetRates(uint32_t new_bitrate_kbit, uint32_t frame_rate) override; | 53 int SetRates(uint32_t new_bitrate_kbit, uint32_t frame_rate) override; |
54 | 54 |
55 int Release() override; | 55 int Release() override; |
56 | 56 |
57 const char* ImplementationName() const override; | 57 const char* ImplementationName() const override; |
58 | 58 |
59 bool SupportsNativeHandle() const override; | 59 bool SupportsNativeHandle() const override; |
60 | 60 |
61 void OnEncodedFrame(OSStatus status, | 61 void OnEncodedFrame(OSStatus status, |
62 VTEncodeInfoFlags info_flags, | 62 VTEncodeInfoFlags info_flags, |
63 CMSampleBufferRef sample_buffer, | 63 CMSampleBufferRef sample_buffer, |
64 CodecSpecificInfo codec_specific_info, | 64 CodecSpecificInfo codec_specific_info, |
65 int32_t width, | 65 int32_t width, |
66 int32_t height, | 66 int32_t height, |
67 int64_t render_time_ms, | 67 int64_t render_time_ms, |
68 uint32_t timestamp, | 68 uint32_t timestamp, |
69 VideoRotation rotation); | 69 VideoRotation rotation); |
70 | 70 |
71 rtc::Optional<QPThresholds> GetQPThresholds() override; | |
72 | |
71 private: | 73 private: |
72 int ResetCompressionSession(); | 74 int ResetCompressionSession(); |
73 void ConfigureCompressionSession(); | 75 void ConfigureCompressionSession(); |
74 void DestroyCompressionSession(); | 76 void DestroyCompressionSession(); |
75 rtc::scoped_refptr<VideoFrameBuffer> GetScaledBufferOnEncode( | 77 rtc::scoped_refptr<VideoFrameBuffer> GetScaledBufferOnEncode( |
76 const rtc::scoped_refptr<VideoFrameBuffer>& frame); | 78 const rtc::scoped_refptr<VideoFrameBuffer>& frame); |
77 void SetBitrateBps(uint32_t bitrate_bps); | 79 void SetBitrateBps(uint32_t bitrate_bps); |
78 void SetEncoderBitrateBps(uint32_t bitrate_bps); | 80 void SetEncoderBitrateBps(uint32_t bitrate_bps); |
79 | 81 |
80 EncodedImageCallback* callback_; | 82 EncodedImageCallback* callback_; |
81 VTCompressionSessionRef compression_session_; | 83 VTCompressionSessionRef compression_session_; |
82 BitrateAdjuster bitrate_adjuster_; | 84 BitrateAdjuster bitrate_adjuster_; |
83 uint32_t target_bitrate_bps_; | 85 uint32_t target_bitrate_bps_; |
84 uint32_t encoder_bitrate_bps_; | 86 uint32_t encoder_bitrate_bps_; |
85 int32_t width_; | 87 int32_t width_; |
86 int32_t height_; | 88 int32_t height_; |
87 | 89 |
88 rtc::CriticalSection quality_scaler_crit_; | |
89 QualityScaler quality_scaler_ GUARDED_BY(quality_scaler_crit_); | |
90 H264BitstreamParser h264_bitstream_parser_; | 90 H264BitstreamParser h264_bitstream_parser_; |
91 bool enable_scaling_; | 91 bool enable_scaling_; |
kthelgason
2016/10/06 18:05:47
TODO: remove
| |
92 }; // H264VideoToolboxEncoder | 92 }; // H264VideoToolboxEncoder |
93 | 93 |
94 } // namespace webrtc | 94 } // namespace webrtc |
95 | 95 |
96 #endif // defined(WEBRTC_VIDEO_TOOLBOX_SUPPORTED) | 96 #endif // defined(WEBRTC_VIDEO_TOOLBOX_SUPPORTED) |
97 #endif // WEBRTC_MODULES_VIDEO_CODING_CODECS_H264_H264_VIDEO_TOOLBOX_ENCODER_H_ | 97 #endif // WEBRTC_MODULES_VIDEO_CODING_CODECS_H264_H264_VIDEO_TOOLBOX_ENCODER_H_ |
OLD | NEW |