Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(299)

Side by Side Diff: webrtc/sdk/objc/Framework/Classes/PeerConnection/RTCVideoCodecH264.mm

Issue 2980173002: Revert of Injectable Obj-C video codecs (Closed)
Patch Set: Created 3 years, 5 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
(Empty)
1 /*
2 * Copyright 2017 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11 #import "WebRTC/RTCVideoCodecH264.h"
12
13 #include <vector>
14
15 #import "RTCVideoCodec+Private.h"
16 #import "WebRTC/RTCVideoCodec.h"
17 #import "WebRTC/RTCVideoFrame.h"
18 #import "WebRTC/RTCVideoFrameBuffer.h"
19
20 #include "webrtc/rtc_base/timeutils.h"
21 #include "webrtc/sdk/objc/Framework/Classes/Video/objc_frame_buffer.h"
22 #include "webrtc/sdk/objc/Framework/Classes/VideoToolbox/decoder.h"
23 #include "webrtc/sdk/objc/Framework/Classes/VideoToolbox/encoder.h"
24 #include "webrtc/system_wrappers/include/field_trial.h"
25
26 const size_t kDefaultPayloadSize = 1440;
27
28 const char kHighProfileExperiment[] = "WebRTC-H264HighProfile";
29
30 bool IsHighProfileEnabled() {
31 return webrtc::field_trial::IsEnabled(kHighProfileExperiment);
32 }
33
34 // H264 specific settings.
35 @implementation RTCCodecSpecificInfoH264
36
37 @synthesize packetizationMode = _packetizationMode;
38
39 - (webrtc::CodecSpecificInfo)toCpp {
40 webrtc::CodecSpecificInfo codecSpecificInfo;
41 codecSpecificInfo.codecType = webrtc::kVideoCodecH264;
42 codecSpecificInfo.codec_name = "H264";
43 codecSpecificInfo.codecSpecific.H264.packetization_mode =
44 (webrtc::H264PacketizationMode)_packetizationMode;
45
46 return codecSpecificInfo;
47 }
48
49 @end
50
51 namespace {
52
53 class H264VideoToolboxEncodeCompleteCallback : public webrtc::EncodedImageCallba ck {
54 public:
55 Result OnEncodedImage(const webrtc::EncodedImage &encoded_image,
56 const webrtc::CodecSpecificInfo *codec_specific_info,
57 const webrtc::RTPFragmentationHeader *fragmentation) {
58 RTCEncodedImage *image = [[RTCEncodedImage alloc] initWithEncodedImage:encod ed_image];
59
60 RTCCodecSpecificInfoH264 *info = [[RTCCodecSpecificInfoH264 alloc] init];
61 info.packetizationMode =
62 (RTCH264PacketizationMode)codec_specific_info->codecSpecific.H264.packet ization_mode;
63
64 RTCRtpFragmentationHeader *header =
65 [[RTCRtpFragmentationHeader alloc] initWithFragmentationHeader:fragmenta tion];
66
67 callback(image, info, header);
68 return Result(Result::OK, 0);
69 }
70
71 RTCVideoEncoderCallback callback;
72 };
73
74 class H264VideoToolboxDecodeCompleteCallback : public webrtc::DecodedImageCallba ck {
75 public:
76 int32_t Decoded(webrtc::VideoFrame &decodedImage) {
77 rtc::scoped_refptr<webrtc::VideoFrameBuffer> video_frame_buffer =
78 decodedImage.video_frame_buffer();
79 id<RTCVideoFrameBuffer> rtcFrameBuffer;
80 rtc::scoped_refptr<webrtc::ObjCFrameBuffer> objc_frame_buffer(
81 static_cast<webrtc::ObjCFrameBuffer *>(video_frame_buffer.get()));
82 rtcFrameBuffer = (id<RTCVideoFrameBuffer>)objc_frame_buffer->wrapped_frame_b uffer();
83
84 RTCVideoFrame *videoFrame = [[RTCVideoFrame alloc]
85 initWithBuffer:rtcFrameBuffer
86 rotation:static_cast<RTCVideoRotation>(decodedImage.rotation())
87 timeStampNs:decodedImage.timestamp_us() * rtc::kNumNanosecsPerMicrose c];
88 videoFrame.timeStamp = decodedImage.timestamp();
89
90 callback(videoFrame);
91
92 return 0;
93 }
94
95 RTCVideoDecoderCallback callback;
96 };
97
98 } // namespace
99
100 // Encoder.
101 @implementation RTCVideoEncoderH264 {
102 webrtc::H264VideoToolboxEncoder *_videoToolboxEncoder;
103 H264VideoToolboxEncodeCompleteCallback *_toolboxCallback;
104 }
105
106 - (instancetype)initWithCodecInfo:(RTCVideoCodecInfo *)codecInfo {
107 if (self = [super init]) {
108 cricket::VideoCodec codec = [codecInfo toCpp];
109 _videoToolboxEncoder = new webrtc::H264VideoToolboxEncoder(codec);
110 }
111 return self;
112 }
113
114 - (void)setCallback:(RTCVideoEncoderCallback)callback {
115 _toolboxCallback = new H264VideoToolboxEncodeCompleteCallback();
116 _toolboxCallback->callback = callback;
117 _videoToolboxEncoder->RegisterEncodeCompleteCallback(_toolboxCallback);
118 }
119
120 - (int)initEncodeWithSettings:(RTCVideoEncoderSettings *)settings numberOfCores: (int)numberOfCores {
121 webrtc::VideoCodec *codecSettings = [settings toCpp];
122 return _videoToolboxEncoder->InitEncode(codecSettings, numberOfCores, kDefault PayloadSize);
123 }
124
125 - (int)releaseEncode {
126 return _videoToolboxEncoder->Release();
127 }
128
129 - (int)encode:(RTCVideoFrame *)frame
130 codecSpecificInfo:(id<RTCCodecSpecificInfo>)info
131 frameTypes:(NSArray<NSNumber *> *)frameTypes {
132 rtc::scoped_refptr<webrtc::VideoFrameBuffer> frameBuffer =
133 new rtc::RefCountedObject<webrtc::ObjCFrameBuffer>(frame.buffer);
134 webrtc::VideoFrame videoFrame(frameBuffer,
135 (webrtc::VideoRotation)frame.rotation,
136 frame.timeStampNs / rtc::kNumNanosecsPerMicrosec );
137 videoFrame.set_timestamp(frame.timeStamp);
138
139 // Handle types than can be converted into one of webrtc::CodecSpecificInfo's hard coded cases.
140 webrtc::CodecSpecificInfo codecSpecificInfo;
141 if ([info isKindOfClass:[RTCCodecSpecificInfoH264 class]]) {
142 codecSpecificInfo = [(RTCCodecSpecificInfoH264 *)info toCpp];
143 }
144
145 std::vector<webrtc::FrameType> nativeFrameTypes;
146 for (NSNumber *frameType in frameTypes) {
147 RTCFrameType rtcFrameType = (RTCFrameType)frameType.unsignedIntegerValue;
148 nativeFrameTypes.push_back((webrtc::FrameType)rtcFrameType);
149 }
150
151 return _videoToolboxEncoder->Encode(videoFrame, &codecSpecificInfo, &nativeFra meTypes);
152 }
153
154 - (BOOL)setBitrate:(uint32_t)bitrateKbit framerate:(uint32_t)framerate {
155 return _videoToolboxEncoder->SetRates(bitrateKbit, framerate) == WEBRTC_VIDEO_ CODEC_OK;
156 }
157
158 @end
159
160 // Decoder.
161 @implementation RTCVideoDecoderH264 {
162 webrtc::H264VideoToolboxDecoder *_videoToolboxDecoder;
163 H264VideoToolboxDecodeCompleteCallback *_toolboxCallback;
164 }
165
166 - (instancetype)init {
167 if (self = [super init]) {
168 cricket::VideoCodec codec(cricket::kH264CodecName);
169 _videoToolboxDecoder = new webrtc::H264VideoToolboxDecoder();
170 }
171 return self;
172 }
173
174 - (int)initDecodeWithSettings:(RTCVideoEncoderSettings *)settings numberOfCores: (int)numberOfCores {
175 webrtc::VideoCodec *codecSettings = [settings toCpp];
176 return _videoToolboxDecoder->InitDecode(codecSettings, numberOfCores);
177 }
178
179 - (void)setCallback:(RTCVideoDecoderCallback)callback {
180 _toolboxCallback = new H264VideoToolboxDecodeCompleteCallback();
181 _toolboxCallback->callback = callback;
182 _videoToolboxDecoder->RegisterDecodeCompleteCallback(_toolboxCallback);
183 }
184
185 - (int32_t)releaseDecode {
186 return _videoToolboxDecoder->Release();
187 }
188
189 - (int)decode:(RTCEncodedImage *)encodedImage
190 missingFrames:(BOOL)missingFrames
191 fragmentationHeader:(RTCRtpFragmentationHeader *)fragmentationHeader
192 codecSpecificInfo:(__nullable id<RTCCodecSpecificInfo>)info
193 renderTimeMs:(int64_t)renderTimeMs {
194 webrtc::EncodedImage image = [encodedImage toCpp];
195
196 // Handle types than can be converted into one of webrtc::CodecSpecificInfo's hard coded cases.
197 webrtc::CodecSpecificInfo codecSpecificInfo;
198 if ([info isKindOfClass:[RTCCodecSpecificInfoH264 class]]) {
199 codecSpecificInfo = [(RTCCodecSpecificInfoH264 *)info toCpp];
200 }
201
202 webrtc::RTPFragmentationHeader *header = [fragmentationHeader toCpp];
203
204 return _videoToolboxDecoder->Decode(
205 image, missingFrames, header, &codecSpecificInfo, renderTimeMs);
206 }
207
208 @end
209
210 // Encoder factory.
211 @implementation RTCVideoEncoderFactoryH264
212
213 - (NSArray<RTCVideoCodecInfo *> *)supportedCodecs {
214 NSMutableArray<RTCVideoCodecInfo *> *codecs = [NSMutableArray array];
215 NSString *codecName = [NSString stringWithUTF8String:cricket::kH264CodecName];
216
217 if (IsHighProfileEnabled()) {
218 NSDictionary<NSString *, NSString *> *constrainedHighParams = @{
219 @"profile-level-id" : @"640c1f", // Level 3.1 Constrained High.
220 @"level-asymmetry-allowed" : @"1",
221 @"packetization-mode" : @"1",
222 };
223 RTCVideoCodecInfo *constrainedHighInfo =
224 [[RTCVideoCodecInfo alloc] initWithPayload:0
225 name:codecName
226 parameters:constrainedHighParams];
227 [codecs addObject:constrainedHighInfo];
228 }
229
230 NSDictionary<NSString *, NSString *> *constrainedBaselineParams = @{
231 @"profile-level-id" : @"42e01f", // Level 3.1 Constrained Baseline.
232 @"level-asymmetry-allowed" : @"1",
233 @"packetization-mode" : @"1",
234 };
235 RTCVideoCodecInfo *constrainedBaselineInfo =
236 [[RTCVideoCodecInfo alloc] initWithPayload:0
237 name:codecName
238 parameters:constrainedBaselineParams];
239 [codecs addObject:constrainedBaselineInfo];
240
241 return [codecs copy];
242 }
243
244 - (id<RTCVideoEncoder>)createEncoder:(RTCVideoCodecInfo *)info {
245 return [[RTCVideoEncoderH264 alloc] initWithCodecInfo:info];
246 }
247
248 @end
249
250 // Decoder factory.
251 @implementation RTCVideoDecoderFactoryH264
252
253 - (id<RTCVideoDecoder>)createDecoder:(RTCVideoCodecInfo *)info {
254 return [[RTCVideoDecoderH264 alloc] init];
255 }
256
257 - (NSArray<RTCVideoCodecInfo *> *)supportedCodecs {
258 NSString *codecName = [NSString stringWithUTF8String:cricket::kH264CodecName];
259 return @[ [[RTCVideoCodecInfo alloc] initWithPayload:0 name:codecName paramete rs:@{}] ];
260 }
261
262 @end
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698