Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(804)

Side by Side Diff: webrtc/modules/video_coding/generic_encoder.cc

Issue 1853813002: Add support for writing raw encoder output to .ivf files. (Closed) Base URL: https://chromium.googlesource.com/external/webrtc.git@master
Patch Set: Rebase Created 4 years, 8 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 /* 1 /*
2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. 2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
3 * 3 *
4 * Use of this source code is governed by a BSD-style license 4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source 5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found 6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may 7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree. 8 * be found in the AUTHORS file in the root of the source tree.
9 */ 9 */
10 10
11 #include "webrtc/modules/video_coding/generic_encoder.h" 11 #include "webrtc/modules/video_coding/generic_encoder.h"
12 12
13 #include <vector> 13 #include <vector>
14 14
15 #include "webrtc/base/checks.h" 15 #include "webrtc/base/checks.h"
16 #include "webrtc/base/logging.h" 16 #include "webrtc/base/logging.h"
17 #include "webrtc/base/trace_event.h" 17 #include "webrtc/base/trace_event.h"
18 #include "webrtc/engine_configurations.h" 18 #include "webrtc/engine_configurations.h"
19 #include "webrtc/modules/video_coding/encoded_frame.h" 19 #include "webrtc/modules/video_coding/encoded_frame.h"
(...skipping 64 matching lines...) Expand 10 before | Expand all | Expand 10 after
84 case kVideoCodecGeneric: 84 case kVideoCodecGeneric:
85 rtp->codec = kRtpVideoGeneric; 85 rtp->codec = kRtpVideoGeneric;
86 rtp->simulcastIdx = info->codecSpecific.generic.simulcast_idx; 86 rtp->simulcastIdx = info->codecSpecific.generic.simulcast_idx;
87 return; 87 return;
88 default: 88 default:
89 return; 89 return;
90 } 90 }
91 } 91 }
92 } // namespace 92 } // namespace
93 93
94 // #define DEBUG_ENCODER_BIT_STREAM
95
96 VCMGenericEncoder::VCMGenericEncoder( 94 VCMGenericEncoder::VCMGenericEncoder(
97 VideoEncoder* encoder, 95 VideoEncoder* encoder,
98 VideoEncoderRateObserver* rate_observer, 96 VideoEncoderRateObserver* rate_observer,
99 VCMEncodedFrameCallback* encoded_frame_callback, 97 VCMEncodedFrameCallback* encoded_frame_callback,
100 bool internalSource) 98 bool internal_source)
101 : encoder_(encoder), 99 : encoder_(encoder),
102 rate_observer_(rate_observer), 100 rate_observer_(rate_observer),
103 vcm_encoded_frame_callback_(encoded_frame_callback), 101 vcm_encoded_frame_callback_(encoded_frame_callback),
104 internal_source_(internalSource), 102 internal_source_(internal_source),
105 encoder_params_({0, 0, 0, 0}), 103 encoder_params_({0, 0, 0, 0}),
106 rotation_(kVideoRotation_0), 104 rotation_(kVideoRotation_0),
107 is_screenshare_(false) {} 105 is_screenshare_(false) {}
108 106
109 VCMGenericEncoder::~VCMGenericEncoder() {} 107 VCMGenericEncoder::~VCMGenericEncoder() {}
110 108
111 int32_t VCMGenericEncoder::Release() { 109 int32_t VCMGenericEncoder::Release() {
112 TRACE_EVENT0("webrtc", "VCMGenericEncoder::Release"); 110 TRACE_EVENT0("webrtc", "VCMGenericEncoder::Release");
113 return encoder_->Release(); 111 return encoder_->Release();
114 } 112 }
115 113
116 int32_t VCMGenericEncoder::InitEncode(const VideoCodec* settings, 114 int32_t VCMGenericEncoder::InitEncode(const VideoCodec* settings,
117 int32_t numberOfCores, 115 int32_t number_of_cores,
118 size_t maxPayloadSize) { 116 size_t max_payload_size) {
119 TRACE_EVENT0("webrtc", "VCMGenericEncoder::InitEncode"); 117 TRACE_EVENT0("webrtc", "VCMGenericEncoder::InitEncode");
120 { 118 {
121 rtc::CritScope lock(&params_lock_); 119 rtc::CritScope lock(&params_lock_);
122 encoder_params_.target_bitrate = settings->startBitrate * 1000; 120 encoder_params_.target_bitrate = settings->startBitrate * 1000;
123 encoder_params_.input_frame_rate = settings->maxFramerate; 121 encoder_params_.input_frame_rate = settings->maxFramerate;
124 } 122 }
125 123
126 is_screenshare_ = settings->mode == VideoCodecMode::kScreensharing; 124 is_screenshare_ = settings->mode == VideoCodecMode::kScreensharing;
127 if (encoder_->InitEncode(settings, numberOfCores, maxPayloadSize) != 0) { 125 if (encoder_->InitEncode(settings, number_of_cores, max_payload_size) != 0) {
128 LOG(LS_ERROR) << "Failed to initialize the encoder associated with " 126 LOG(LS_ERROR) << "Failed to initialize the encoder associated with "
129 "payload name: " 127 "payload name: "
130 << settings->plName; 128 << settings->plName;
131 return -1; 129 return -1;
132 } 130 }
133 encoder_->RegisterEncodeCompleteCallback(vcm_encoded_frame_callback_); 131 encoder_->RegisterEncodeCompleteCallback(vcm_encoded_frame_callback_);
134 return 0; 132 return 0;
135 } 133 }
136 134
137 int32_t VCMGenericEncoder::Encode(const VideoFrame& inputFrame, 135 int32_t VCMGenericEncoder::Encode(const VideoFrame& frame,
138 const CodecSpecificInfo* codecSpecificInfo, 136 const CodecSpecificInfo* codec_specific,
139 const std::vector<FrameType>& frameTypes) { 137 const std::vector<FrameType>& frame_types) {
140 TRACE_EVENT1("webrtc", "VCMGenericEncoder::Encode", "timestamp", 138 TRACE_EVENT1("webrtc", "VCMGenericEncoder::Encode", "timestamp",
141 inputFrame.timestamp()); 139 frame.timestamp());
142 140
143 for (FrameType frame_type : frameTypes) 141 for (FrameType frame_type : frame_types)
144 RTC_DCHECK(frame_type == kVideoFrameKey || frame_type == kVideoFrameDelta); 142 RTC_DCHECK(frame_type == kVideoFrameKey || frame_type == kVideoFrameDelta);
145 143
146 rotation_ = inputFrame.rotation(); 144 rotation_ = frame.rotation();
147 145
148 // Keep track of the current frame rotation and apply to the output of the 146 // Keep track of the current frame rotation and apply to the output of the
149 // encoder. There might not be exact as the encoder could have one frame delay 147 // encoder. There might not be exact as the encoder could have one frame delay
150 // but it should be close enough. 148 // but it should be close enough.
151 // TODO(pbos): Map from timestamp, this is racy (even if rotation_ is locked 149 // TODO(pbos): Map from timestamp, this is racy (even if rotation_ is locked
152 // properly, which it isn't). More than one frame may be in the pipeline. 150 // properly, which it isn't). More than one frame may be in the pipeline.
153 vcm_encoded_frame_callback_->SetRotation(rotation_); 151 vcm_encoded_frame_callback_->SetRotation(rotation_);
154 152
155 int32_t result = encoder_->Encode(inputFrame, codecSpecificInfo, &frameTypes); 153 int32_t result = encoder_->Encode(frame, codec_specific, &frame_types);
156 154
157 if (vcm_encoded_frame_callback_) { 155 if (vcm_encoded_frame_callback_) {
158 vcm_encoded_frame_callback_->SignalLastEncoderImplementationUsed( 156 vcm_encoded_frame_callback_->SignalLastEncoderImplementationUsed(
159 encoder_->ImplementationName()); 157 encoder_->ImplementationName());
160 } 158 }
161 159
162 if (is_screenshare_ && 160 if (is_screenshare_ &&
163 result == WEBRTC_VIDEO_CODEC_TARGET_BITRATE_OVERSHOOT) { 161 result == WEBRTC_VIDEO_CODEC_TARGET_BITRATE_OVERSHOOT) {
164 // Target bitrate exceeded, encoder state has been reset - try again. 162 // Target bitrate exceeded, encoder state has been reset - try again.
165 return encoder_->Encode(inputFrame, codecSpecificInfo, &frameTypes); 163 return encoder_->Encode(frame, codec_specific, &frame_types);
166 } 164 }
167 165
168 return result; 166 return result;
169 } 167 }
170 168
171 void VCMGenericEncoder::SetEncoderParameters(const EncoderParameters& params) { 169 void VCMGenericEncoder::SetEncoderParameters(const EncoderParameters& params) {
172 bool channel_parameters_have_changed; 170 bool channel_parameters_have_changed;
173 bool rates_have_changed; 171 bool rates_have_changed;
174 { 172 {
175 rtc::CritScope lock(&params_lock_); 173 rtc::CritScope lock(&params_lock_);
176 channel_parameters_have_changed = 174 channel_parameters_have_changed =
177 params.loss_rate != encoder_params_.loss_rate || 175 params.loss_rate != encoder_params_.loss_rate ||
178 params.rtt != encoder_params_.rtt; 176 params.rtt != encoder_params_.rtt;
179 rates_have_changed = 177 rates_have_changed =
180 params.target_bitrate != encoder_params_.target_bitrate || 178 params.target_bitrate != encoder_params_.target_bitrate ||
181 params.input_frame_rate != encoder_params_.input_frame_rate; 179 params.input_frame_rate != encoder_params_.input_frame_rate;
182 encoder_params_ = params; 180 encoder_params_ = params;
183 } 181 }
184 if (channel_parameters_have_changed) 182 if (channel_parameters_have_changed)
185 encoder_->SetChannelParameters(params.loss_rate, params.rtt); 183 encoder_->SetChannelParameters(params.loss_rate, params.rtt);
186 if (rates_have_changed) { 184 if (rates_have_changed) {
187 uint32_t target_bitrate_kbps = (params.target_bitrate + 500) / 1000; 185 uint32_t target_bitrate_kbps = (params.target_bitrate + 500) / 1000;
188 encoder_->SetRates(target_bitrate_kbps, params.input_frame_rate); 186 encoder_->SetRates(target_bitrate_kbps, params.input_frame_rate);
189 if (rate_observer_ != nullptr) { 187 if (rate_observer_) {
190 rate_observer_->OnSetRates(params.target_bitrate, 188 rate_observer_->OnSetRates(params.target_bitrate,
191 params.input_frame_rate); 189 params.input_frame_rate);
192 } 190 }
193 } 191 }
194 } 192 }
195 193
196 EncoderParameters VCMGenericEncoder::GetEncoderParameters() const { 194 EncoderParameters VCMGenericEncoder::GetEncoderParameters() const {
197 rtc::CritScope lock(&params_lock_); 195 rtc::CritScope lock(&params_lock_);
198 return encoder_params_; 196 return encoder_params_;
199 } 197 }
(...skipping 17 matching lines...) Expand all
217 } 215 }
218 216
219 bool VCMGenericEncoder::SupportsNativeHandle() const { 217 bool VCMGenericEncoder::SupportsNativeHandle() const {
220 return encoder_->SupportsNativeHandle(); 218 return encoder_->SupportsNativeHandle();
221 } 219 }
222 220
223 int VCMGenericEncoder::GetTargetFramerate() { 221 int VCMGenericEncoder::GetTargetFramerate() {
224 return encoder_->GetTargetFramerate(); 222 return encoder_->GetTargetFramerate();
225 } 223 }
226 224
227 /***************************
228 * Callback Implementation
229 ***************************/
230 VCMEncodedFrameCallback::VCMEncodedFrameCallback( 225 VCMEncodedFrameCallback::VCMEncodedFrameCallback(
231 EncodedImageCallback* post_encode_callback) 226 EncodedImageCallback* post_encode_callback)
232 : send_callback_(), 227 : send_callback_(),
233 _mediaOpt(NULL), 228 media_opt_(nullptr),
234 _payloadType(0), 229 payload_type_(0),
235 _internalSource(false), 230 internal_source_(false),
236 _rotation(kVideoRotation_0), 231 rotation_(kVideoRotation_0),
237 post_encode_callback_(post_encode_callback) 232 post_encode_callback_(post_encode_callback) {}
238 #ifdef DEBUG_ENCODER_BIT_STREAM
239 ,
240 _bitStreamAfterEncoder(NULL)
241 #endif
242 {
243 #ifdef DEBUG_ENCODER_BIT_STREAM
244 _bitStreamAfterEncoder = fopen("encoderBitStream.bit", "wb");
245 #endif
246 }
247 233
248 VCMEncodedFrameCallback::~VCMEncodedFrameCallback() { 234 VCMEncodedFrameCallback::~VCMEncodedFrameCallback() {}
249 #ifdef DEBUG_ENCODER_BIT_STREAM
250 fclose(_bitStreamAfterEncoder);
251 #endif
252 }
253 235
254 int32_t VCMEncodedFrameCallback::SetTransportCallback( 236 int32_t VCMEncodedFrameCallback::SetTransportCallback(
255 VCMPacketizationCallback* transport) { 237 VCMPacketizationCallback* transport) {
256 send_callback_ = transport; 238 send_callback_ = transport;
257 return VCM_OK; 239 return VCM_OK;
258 } 240 }
259 241
260 int32_t VCMEncodedFrameCallback::Encoded( 242 int32_t VCMEncodedFrameCallback::Encoded(
261 const EncodedImage& encoded_image, 243 const EncodedImage& encoded_image,
262 const CodecSpecificInfo* codecSpecificInfo, 244 const CodecSpecificInfo* codec_specific,
263 const RTPFragmentationHeader* fragmentationHeader) { 245 const RTPFragmentationHeader* fragmentation_header) {
264 TRACE_EVENT_INSTANT1("webrtc", "VCMEncodedFrameCallback::Encoded", 246 TRACE_EVENT_INSTANT1("webrtc", "VCMEncodedFrameCallback::Encoded",
265 "timestamp", encoded_image._timeStamp); 247 "timestamp", encoded_image._timeStamp);
266 post_encode_callback_->Encoded(encoded_image, NULL, NULL); 248 post_encode_callback_->Encoded(encoded_image, nullptr, nullptr);
267 249
268 if (send_callback_ == NULL) { 250 if (send_callback_ == nullptr)
269 return VCM_UNINITIALIZED; 251 return VCM_UNINITIALIZED;
270 }
271 252
272 #ifdef DEBUG_ENCODER_BIT_STREAM 253 RTPVideoHeader rtp_video_header;
273 if (_bitStreamAfterEncoder != NULL) { 254 memset(&rtp_video_header, 0, sizeof(RTPVideoHeader));
274 fwrite(encoded_image._buffer, 1, encoded_image._length, 255 if (codec_specific)
275 _bitStreamAfterEncoder); 256 CopyCodecSpecific(codec_specific, &rtp_video_header);
276 } 257 rtp_video_header.rotation = rotation_;
277 #endif
278 258
279 RTPVideoHeader rtpVideoHeader; 259 int32_t ret_val = send_callback_->SendData(
280 memset(&rtpVideoHeader, 0, sizeof(RTPVideoHeader)); 260 payload_type_, encoded_image, fragmentation_header, &rtp_video_header);
281 RTPVideoHeader* rtpVideoHeaderPtr = &rtpVideoHeader; 261 if (ret_val < 0)
282 if (codecSpecificInfo) { 262 return ret_val;
283 CopyCodecSpecific(codecSpecificInfo, rtpVideoHeaderPtr);
284 }
285 rtpVideoHeader.rotation = _rotation;
286 263
287 int32_t callbackReturn = send_callback_->SendData( 264 if (media_opt_) {
288 _payloadType, encoded_image, fragmentationHeader, rtpVideoHeaderPtr); 265 media_opt_->UpdateWithEncodedData(encoded_image);
289 if (callbackReturn < 0) { 266 if (internal_source_)
290 return callbackReturn; 267 return media_opt_->DropFrame(); // Signal to encoder to drop next frame.
291 }
292
293 if (_mediaOpt != NULL) {
294 _mediaOpt->UpdateWithEncodedData(encoded_image);
295 if (_internalSource)
296 return _mediaOpt->DropFrame(); // Signal to encoder to drop next frame.
297 } 268 }
298 return VCM_OK; 269 return VCM_OK;
299 } 270 }
300 271
301 void VCMEncodedFrameCallback::SetMediaOpt( 272 void VCMEncodedFrameCallback::SetMediaOpt(
302 media_optimization::MediaOptimization* mediaOpt) { 273 media_optimization::MediaOptimization* mediaOpt) {
303 _mediaOpt = mediaOpt; 274 media_opt_ = mediaOpt;
304 } 275 }
305 276
306 void VCMEncodedFrameCallback::SignalLastEncoderImplementationUsed( 277 void VCMEncodedFrameCallback::SignalLastEncoderImplementationUsed(
307 const char* implementation_name) { 278 const char* implementation_name) {
308 if (send_callback_) 279 if (send_callback_)
309 send_callback_->OnEncoderImplementationName(implementation_name); 280 send_callback_->OnEncoderImplementationName(implementation_name);
310 } 281 }
311
312 } // namespace webrtc 282 } // namespace webrtc
OLDNEW
« no previous file with comments | « webrtc/modules/video_coding/generic_encoder.h ('k') | webrtc/modules/video_coding/include/video_coding.h » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698