| Index: webrtc/sdk/objc/Framework/Classes/VideoToolbox/RTCVideoEncoderH264.mm
 | 
| diff --git a/webrtc/sdk/objc/Framework/Classes/VideoToolbox/encoder.mm b/webrtc/sdk/objc/Framework/Classes/VideoToolbox/RTCVideoEncoderH264.mm
 | 
| similarity index 38%
 | 
| rename from webrtc/sdk/objc/Framework/Classes/VideoToolbox/encoder.mm
 | 
| rename to webrtc/sdk/objc/Framework/Classes/VideoToolbox/RTCVideoEncoderH264.mm
 | 
| index 2bac68ef6de3185525711edb5faf41f5214eb662..4091886dd486eb3d811de000ef6427cf262d2ac1 100644
 | 
| --- a/webrtc/sdk/objc/Framework/Classes/VideoToolbox/encoder.mm
 | 
| +++ b/webrtc/sdk/objc/Framework/Classes/VideoToolbox/RTCVideoEncoderH264.mm
 | 
| @@ -9,26 +9,45 @@
 | 
|   *
 | 
|   */
 | 
|  
 | 
| -#include "webrtc/sdk/objc/Framework/Classes/VideoToolbox/encoder.h"
 | 
| +#import "WebRTC/RTCVideoCodecH264.h"
 | 
|  
 | 
| -#include <memory>
 | 
| -#include <string>
 | 
| +#import <VideoToolbox/VideoToolbox.h>
 | 
|  #include <vector>
 | 
|  
 | 
|  #if defined(WEBRTC_IOS)
 | 
|  #import "Common/RTCUIApplicationStatusObserver.h"
 | 
|  #import "WebRTC/UIDevice+RTCDevice.h"
 | 
|  #endif
 | 
| +#import "PeerConnection/RTCVideoCodec+Private.h"
 | 
| +#import "WebRTC/RTCVideoCodec.h"
 | 
| +#import "WebRTC/RTCVideoFrame.h"
 | 
|  #import "WebRTC/RTCVideoFrameBuffer.h"
 | 
| +#import "helpers.h"
 | 
|  #include "libyuv/convert_from.h"
 | 
| +#include "webrtc/common_video/h264/h264_bitstream_parser.h"
 | 
|  #include "webrtc/common_video/h264/profile_level_id.h"
 | 
| -#include "webrtc/rtc_base/checks.h"
 | 
| +#include "webrtc/common_video/include/bitrate_adjuster.h"
 | 
| +#include "webrtc/modules/include/module_common_types.h"
 | 
| +#include "webrtc/modules/video_coding/include/video_error_codes.h"
 | 
| +#include "webrtc/rtc_base/buffer.h"
 | 
|  #include "webrtc/rtc_base/logging.h"
 | 
| -#include "webrtc/sdk/objc/Framework/Classes/Video/objc_frame_buffer.h"
 | 
| +#include "webrtc/rtc_base/timeutils.h"
 | 
|  #include "webrtc/sdk/objc/Framework/Classes/VideoToolbox/nalu_rewriter.h"
 | 
|  #include "webrtc/system_wrappers/include/clock.h"
 | 
|  
 | 
| -namespace internal {
 | 
| +@interface RTCVideoEncoderH264 ()
 | 
| +
 | 
| +- (void)frameWasEncoded:(OSStatus)status
 | 
| +                  flags:(VTEncodeInfoFlags)infoFlags
 | 
| +           sampleBuffer:(CMSampleBufferRef)sampleBuffer
 | 
| +      codecSpecificInfo:(id<RTCCodecSpecificInfo>)codecSpecificInfo
 | 
| +                  width:(int32_t)width
 | 
| +                 height:(int32_t)height
 | 
| +           renderTimeMs:(int64_t)renderTimeMs
 | 
| +              timestamp:(uint32_t)timestamp
 | 
| +               rotation:(RTCVideoRotation)rotation;
 | 
| +
 | 
| +@end
 | 
|  
 | 
|  // The ratio between kVTCompressionPropertyKey_DataRateLimits and
 | 
|  // kVTCompressionPropertyKey_AverageBitRate. The data rate limit is set higher
 | 
| @@ -39,152 +58,66 @@ const float kLimitToAverageBitRateFactor = 1.5f;
 | 
|  const int kLowH264QpThreshold = 28;
 | 
|  const int kHighH264QpThreshold = 39;
 | 
|  
 | 
| -// Convenience function for creating a dictionary.
 | 
| -inline CFDictionaryRef CreateCFDictionary(CFTypeRef* keys,
 | 
| -                                          CFTypeRef* values,
 | 
| -                                          size_t size) {
 | 
| -  return CFDictionaryCreate(kCFAllocatorDefault, keys, values, size,
 | 
| -                            &kCFTypeDictionaryKeyCallBacks,
 | 
| -                            &kCFTypeDictionaryValueCallBacks);
 | 
| -}
 | 
| -
 | 
| -// Copies characters from a CFStringRef into a std::string.
 | 
| -std::string CFStringToString(const CFStringRef cf_string) {
 | 
| -  RTC_DCHECK(cf_string);
 | 
| -  std::string std_string;
 | 
| -  // Get the size needed for UTF8 plus terminating character.
 | 
| -  size_t buffer_size =
 | 
| -      CFStringGetMaximumSizeForEncoding(CFStringGetLength(cf_string),
 | 
| -                                        kCFStringEncodingUTF8) +
 | 
| -      1;
 | 
| -  std::unique_ptr<char[]> buffer(new char[buffer_size]);
 | 
| -  if (CFStringGetCString(cf_string, buffer.get(), buffer_size,
 | 
| -                         kCFStringEncodingUTF8)) {
 | 
| -    // Copy over the characters.
 | 
| -    std_string.assign(buffer.get());
 | 
| -  }
 | 
| -  return std_string;
 | 
| -}
 | 
| -
 | 
| -// Convenience function for setting a VT property.
 | 
| -void SetVTSessionProperty(VTSessionRef session,
 | 
| -                          CFStringRef key,
 | 
| -                          int32_t value) {
 | 
| -  CFNumberRef cfNum =
 | 
| -      CFNumberCreate(kCFAllocatorDefault, kCFNumberSInt32Type, &value);
 | 
| -  OSStatus status = VTSessionSetProperty(session, key, cfNum);
 | 
| -  CFRelease(cfNum);
 | 
| -  if (status != noErr) {
 | 
| -    std::string key_string = CFStringToString(key);
 | 
| -    LOG(LS_ERROR) << "VTSessionSetProperty failed to set: " << key_string
 | 
| -                  << " to " << value << ": " << status;
 | 
| -  }
 | 
| -}
 | 
| -
 | 
| -// Convenience function for setting a VT property.
 | 
| -void SetVTSessionProperty(VTSessionRef session,
 | 
| -                          CFStringRef key,
 | 
| -                          uint32_t value) {
 | 
| -  int64_t value_64 = value;
 | 
| -  CFNumberRef cfNum =
 | 
| -      CFNumberCreate(kCFAllocatorDefault, kCFNumberSInt64Type, &value_64);
 | 
| -  OSStatus status = VTSessionSetProperty(session, key, cfNum);
 | 
| -  CFRelease(cfNum);
 | 
| -  if (status != noErr) {
 | 
| -    std::string key_string = CFStringToString(key);
 | 
| -    LOG(LS_ERROR) << "VTSessionSetProperty failed to set: " << key_string
 | 
| -                  << " to " << value << ": " << status;
 | 
| -  }
 | 
| -}
 | 
| -
 | 
| -// Convenience function for setting a VT property.
 | 
| -void SetVTSessionProperty(VTSessionRef session, CFStringRef key, bool value) {
 | 
| -  CFBooleanRef cf_bool = (value) ? kCFBooleanTrue : kCFBooleanFalse;
 | 
| -  OSStatus status = VTSessionSetProperty(session, key, cf_bool);
 | 
| -  if (status != noErr) {
 | 
| -    std::string key_string = CFStringToString(key);
 | 
| -    LOG(LS_ERROR) << "VTSessionSetProperty failed to set: " << key_string
 | 
| -                  << " to " << value << ": " << status;
 | 
| -  }
 | 
| -}
 | 
| -
 | 
| -// Convenience function for setting a VT property.
 | 
| -void SetVTSessionProperty(VTSessionRef session,
 | 
| -                          CFStringRef key,
 | 
| -                          CFStringRef value) {
 | 
| -  OSStatus status = VTSessionSetProperty(session, key, value);
 | 
| -  if (status != noErr) {
 | 
| -    std::string key_string = CFStringToString(key);
 | 
| -    std::string val_string = CFStringToString(value);
 | 
| -    LOG(LS_ERROR) << "VTSessionSetProperty failed to set: " << key_string
 | 
| -                  << " to " << val_string << ": " << status;
 | 
| -  }
 | 
| -}
 | 
| -
 | 
|  // Struct that we pass to the encoder per frame to encode. We receive it again
 | 
|  // in the encoder callback.
 | 
| -struct FrameEncodeParams {
 | 
| -  FrameEncodeParams(webrtc::H264VideoToolboxEncoder* e,
 | 
| -                    const webrtc::CodecSpecificInfo* csi,
 | 
| -                    int32_t w,
 | 
| -                    int32_t h,
 | 
| -                    int64_t rtms,
 | 
| -                    uint32_t ts,
 | 
| -                    webrtc::VideoRotation r)
 | 
| -      : encoder(e),
 | 
| -        width(w),
 | 
| -        height(h),
 | 
| -        render_time_ms(rtms),
 | 
| -        timestamp(ts),
 | 
| -        rotation(r) {
 | 
| +struct RTCFrameEncodeParams {
 | 
| +  RTCFrameEncodeParams(RTCVideoEncoderH264 *e,
 | 
| +                       RTCCodecSpecificInfoH264 *csi,
 | 
| +                       int32_t w,
 | 
| +                       int32_t h,
 | 
| +                       int64_t rtms,
 | 
| +                       uint32_t ts,
 | 
| +                       RTCVideoRotation r)
 | 
| +      : encoder(e), width(w), height(h), render_time_ms(rtms), timestamp(ts), rotation(r) {
 | 
|      if (csi) {
 | 
| -      codec_specific_info = *csi;
 | 
| +      codecSpecificInfo = csi;
 | 
|      } else {
 | 
| -      codec_specific_info.codecType = webrtc::kVideoCodecH264;
 | 
| +      codecSpecificInfo = [[RTCCodecSpecificInfoH264 alloc] init];
 | 
|      }
 | 
|    }
 | 
|  
 | 
| -  webrtc::H264VideoToolboxEncoder* encoder;
 | 
| -  webrtc::CodecSpecificInfo codec_specific_info;
 | 
| +  RTCVideoEncoderH264 *encoder;
 | 
| +  RTCCodecSpecificInfoH264 *codecSpecificInfo;
 | 
|    int32_t width;
 | 
|    int32_t height;
 | 
|    int64_t render_time_ms;
 | 
|    uint32_t timestamp;
 | 
| -  webrtc::VideoRotation rotation;
 | 
| +  RTCVideoRotation rotation;
 | 
|  };
 | 
|  
 | 
|  // We receive I420Frames as input, but we need to feed CVPixelBuffers into the
 | 
|  // encoder. This performs the copy and format conversion.
 | 
|  // TODO(tkchin): See if encoder will accept i420 frames and compare performance.
 | 
| -bool CopyVideoFrameToPixelBuffer(const rtc::scoped_refptr<webrtc::I420BufferInterface>& frame,
 | 
| -                                 CVPixelBufferRef pixel_buffer) {
 | 
| -  RTC_DCHECK(pixel_buffer);
 | 
| -  RTC_DCHECK_EQ(CVPixelBufferGetPixelFormatType(pixel_buffer),
 | 
| +bool CopyVideoFrameToPixelBuffer(id<RTCI420Buffer> frameBuffer, CVPixelBufferRef pixelBuffer) {
 | 
| +  RTC_DCHECK(pixelBuffer);
 | 
| +  RTC_DCHECK_EQ(CVPixelBufferGetPixelFormatType(pixelBuffer),
 | 
|                  kCVPixelFormatType_420YpCbCr8BiPlanarFullRange);
 | 
| -  RTC_DCHECK_EQ(CVPixelBufferGetHeightOfPlane(pixel_buffer, 0),
 | 
| -                static_cast<size_t>(frame->height()));
 | 
| -  RTC_DCHECK_EQ(CVPixelBufferGetWidthOfPlane(pixel_buffer, 0),
 | 
| -                static_cast<size_t>(frame->width()));
 | 
| +  RTC_DCHECK_EQ(CVPixelBufferGetHeightOfPlane(pixelBuffer, 0), frameBuffer.height);
 | 
| +  RTC_DCHECK_EQ(CVPixelBufferGetWidthOfPlane(pixelBuffer, 0), frameBuffer.width);
 | 
|  
 | 
| -  CVReturn cvRet = CVPixelBufferLockBaseAddress(pixel_buffer, 0);
 | 
| +  CVReturn cvRet = CVPixelBufferLockBaseAddress(pixelBuffer, 0);
 | 
|    if (cvRet != kCVReturnSuccess) {
 | 
|      LOG(LS_ERROR) << "Failed to lock base address: " << cvRet;
 | 
|      return false;
 | 
|    }
 | 
| -  uint8_t* dst_y = reinterpret_cast<uint8_t*>(
 | 
| -      CVPixelBufferGetBaseAddressOfPlane(pixel_buffer, 0));
 | 
| -  int dst_stride_y = CVPixelBufferGetBytesPerRowOfPlane(pixel_buffer, 0);
 | 
| -  uint8_t* dst_uv = reinterpret_cast<uint8_t*>(
 | 
| -      CVPixelBufferGetBaseAddressOfPlane(pixel_buffer, 1));
 | 
| -  int dst_stride_uv = CVPixelBufferGetBytesPerRowOfPlane(pixel_buffer, 1);
 | 
| +  uint8_t *dstY = reinterpret_cast<uint8_t *>(CVPixelBufferGetBaseAddressOfPlane(pixelBuffer, 0));
 | 
| +  int dstStrideY = CVPixelBufferGetBytesPerRowOfPlane(pixelBuffer, 0);
 | 
| +  uint8_t *dstUV = reinterpret_cast<uint8_t *>(CVPixelBufferGetBaseAddressOfPlane(pixelBuffer, 1));
 | 
| +  int dstStrideUV = CVPixelBufferGetBytesPerRowOfPlane(pixelBuffer, 1);
 | 
|    // Convert I420 to NV12.
 | 
| -  int ret = libyuv::I420ToNV12(
 | 
| -      frame->DataY(), frame->StrideY(),
 | 
| -      frame->DataU(), frame->StrideU(),
 | 
| -      frame->DataV(), frame->StrideV(),
 | 
| -      dst_y, dst_stride_y, dst_uv, dst_stride_uv,
 | 
| -      frame->width(), frame->height());
 | 
| -  CVPixelBufferUnlockBaseAddress(pixel_buffer, 0);
 | 
| +  int ret = libyuv::I420ToNV12(frameBuffer.dataY,
 | 
| +                               frameBuffer.strideY,
 | 
| +                               frameBuffer.dataU,
 | 
| +                               frameBuffer.strideU,
 | 
| +                               frameBuffer.dataV,
 | 
| +                               frameBuffer.strideV,
 | 
| +                               dstY,
 | 
| +                               dstStrideY,
 | 
| +                               dstUV,
 | 
| +                               dstStrideUV,
 | 
| +                               frameBuffer.width,
 | 
| +                               frameBuffer.height);
 | 
| +  CVPixelBufferUnlockBaseAddress(pixelBuffer, 0);
 | 
|    if (ret) {
 | 
|      LOG(LS_ERROR) << "Error converting I420 VideoFrame to NV12 :" << ret;
 | 
|      return false;
 | 
| @@ -198,8 +131,7 @@ CVPixelBufferRef CreatePixelBuffer(CVPixelBufferPoolRef pixel_buffer_pool) {
 | 
|      return nullptr;
 | 
|    }
 | 
|    CVPixelBufferRef pixel_buffer;
 | 
| -  CVReturn ret = CVPixelBufferPoolCreatePixelBuffer(nullptr, pixel_buffer_pool,
 | 
| -                                                    &pixel_buffer);
 | 
| +  CVReturn ret = CVPixelBufferPoolCreatePixelBuffer(nullptr, pixel_buffer_pool, &pixel_buffer);
 | 
|    if (ret != kCVReturnSuccess) {
 | 
|      LOG(LS_ERROR) << "Failed to create pixel buffer: " << ret;
 | 
|      // We probably want to drop frames here, since failure probably means
 | 
| @@ -211,25 +143,29 @@ CVPixelBufferRef CreatePixelBuffer(CVPixelBufferPoolRef pixel_buffer_pool) {
 | 
|  
 | 
|  // This is the callback function that VideoToolbox calls when encode is
 | 
|  // complete. From inspection this happens on its own queue.
 | 
| -void VTCompressionOutputCallback(void* encoder,
 | 
| -                                 void* params,
 | 
| -                                 OSStatus status,
 | 
| -                                 VTEncodeInfoFlags info_flags,
 | 
| -                                 CMSampleBufferRef sample_buffer) {
 | 
| -  std::unique_ptr<FrameEncodeParams> encode_params(
 | 
| -      reinterpret_cast<FrameEncodeParams*>(params));
 | 
| -  encode_params->encoder->OnEncodedFrame(
 | 
| -      status, info_flags, sample_buffer, encode_params->codec_specific_info,
 | 
| -      encode_params->width, encode_params->height,
 | 
| -      encode_params->render_time_ms, encode_params->timestamp,
 | 
| -      encode_params->rotation);
 | 
| +void compressionOutputCallback(void *encoder,
 | 
| +                               void *params,
 | 
| +                               OSStatus status,
 | 
| +                               VTEncodeInfoFlags infoFlags,
 | 
| +                               CMSampleBufferRef sampleBuffer) {
 | 
| +  std::unique_ptr<RTCFrameEncodeParams> encodeParams(
 | 
| +      reinterpret_cast<RTCFrameEncodeParams *>(params));
 | 
| +  [encodeParams->encoder frameWasEncoded:status
 | 
| +                                   flags:infoFlags
 | 
| +                            sampleBuffer:sampleBuffer
 | 
| +                       codecSpecificInfo:encodeParams->codecSpecificInfo
 | 
| +                                   width:encodeParams->width
 | 
| +                                  height:encodeParams->height
 | 
| +                            renderTimeMs:encodeParams->render_time_ms
 | 
| +                               timestamp:encodeParams->timestamp
 | 
| +                                rotation:encodeParams->rotation];
 | 
|  }
 | 
|  
 | 
|  // Extract VideoToolbox profile out of the cricket::VideoCodec. If there is no
 | 
|  // specific VideoToolbox profile for the specified level, AutoLevel will be
 | 
|  // returned. The user must initialize the encoder with a resolution and
 | 
|  // framerate conforming to the selected H264 level regardless.
 | 
| -CFStringRef ExtractProfile(const cricket::VideoCodec& codec) {
 | 
| +CFStringRef ExtractProfile(const cricket::VideoCodec &codec) {
 | 
|    const rtc::Optional<webrtc::H264::ProfileLevelId> profile_level_id =
 | 
|        webrtc::H264::ParseSdpProfileLevelId(codec.params);
 | 
|    RTC_DCHECK(profile_level_id);
 | 
| @@ -331,9 +267,22 @@ CFStringRef ExtractProfile(const cricket::VideoCodec& codec) {
 | 
|    }
 | 
|  }
 | 
|  
 | 
| -}  // namespace internal
 | 
| -
 | 
| -namespace webrtc {
 | 
| +@implementation RTCVideoEncoderH264 {
 | 
| +  RTCVideoCodecInfo *_codecInfo;
 | 
| +  webrtc::BitrateAdjuster *_bitrateAdjuster;
 | 
| +  uint32_t _targetBitrateBps;
 | 
| +  uint32_t _encoderBitrateBps;
 | 
| +  RTCH264PacketizationMode _packetizationMode;
 | 
| +  CFStringRef _profile;
 | 
| +  RTCVideoEncoderCallback _callback;
 | 
| +  int32_t _width;
 | 
| +  int32_t _height;
 | 
| +  VTCompressionSessionRef _compressionSession;
 | 
| +  RTCVideoCodecMode _mode;
 | 
| +
 | 
| +  webrtc::H264BitstreamParser _h264BitstreamParser;
 | 
| +  std::vector<uint8_t> _nv12ScaleBuffer;
 | 
| +}
 | 
|  
 | 
|  // .5 is set as a mininum to prevent overcompensating for large temporary
 | 
|  // overshoots. We don't want to degrade video quality too badly.
 | 
| @@ -342,47 +291,47 @@ namespace webrtc {
 | 
|  // drastically reduced bitrate, so we want to avoid that. In steady state
 | 
|  // conditions, 0.95 seems to give us better overall bitrate over long periods
 | 
|  // of time.
 | 
| -H264VideoToolboxEncoder::H264VideoToolboxEncoder(const cricket::VideoCodec& codec)
 | 
| -    : callback_(nullptr),
 | 
| -      compression_session_(nullptr),
 | 
| -      bitrate_adjuster_(Clock::GetRealTimeClock(), .5, .95),
 | 
| -      packetization_mode_(H264PacketizationMode::NonInterleaved),
 | 
| -      profile_(internal::ExtractProfile(codec)) {
 | 
| -  LOG(LS_INFO) << "Using profile " << internal::CFStringToString(profile_);
 | 
| -  RTC_CHECK(cricket::CodecNamesEq(codec.name, cricket::kH264CodecName));
 | 
| +- (instancetype)initWithCodecInfo:(RTCVideoCodecInfo *)codecInfo {
 | 
| +  if (self = [super init]) {
 | 
| +    _codecInfo = codecInfo;
 | 
| +    _bitrateAdjuster = new webrtc::BitrateAdjuster(webrtc::Clock::GetRealTimeClock(), .5, .95);
 | 
| +    _packetizationMode = RTCH264PacketizationModeNonInterleaved;
 | 
| +    _profile = ExtractProfile([codecInfo nativeVideoCodec]);
 | 
| +    LOG(LS_INFO) << "Using profile " << CFStringToString(_profile);
 | 
| +    RTC_CHECK([codecInfo.name isEqualToString:@"H264"]);
 | 
| +  }
 | 
| +  return self;
 | 
|  }
 | 
|  
 | 
| -H264VideoToolboxEncoder::~H264VideoToolboxEncoder() {
 | 
| -  DestroyCompressionSession();
 | 
| +- (void)dealloc {
 | 
| +  [self destroyCompressionSession];
 | 
|  }
 | 
|  
 | 
| -int H264VideoToolboxEncoder::InitEncode(const VideoCodec* codec_settings,
 | 
| -                                        int number_of_cores,
 | 
| -                                        size_t max_payload_size) {
 | 
| -  RTC_DCHECK(codec_settings);
 | 
| -  RTC_DCHECK_EQ(codec_settings->codecType, kVideoCodecH264);
 | 
| +- (NSInteger)startEncodeWithSettings:(RTCVideoEncoderSettings *)settings
 | 
| +                       numberOfCores:(int)numberOfCores {
 | 
| +  RTC_DCHECK(settings);
 | 
| +  RTC_DCHECK([settings.name isEqualToString:@"H264"]);
 | 
| +
 | 
| +  _width = settings.width;
 | 
| +  _height = settings.height;
 | 
| +  _mode = settings.mode;
 | 
|  
 | 
| -  width_ = codec_settings->width;
 | 
| -  height_ = codec_settings->height;
 | 
| -  mode_ = codec_settings->mode;
 | 
|    // We can only set average bitrate on the HW encoder.
 | 
| -  target_bitrate_bps_ = codec_settings->startBitrate;
 | 
| -  bitrate_adjuster_.SetTargetBitrateBps(target_bitrate_bps_);
 | 
| +  _targetBitrateBps = settings.startBitrate;
 | 
| +  _bitrateAdjuster->SetTargetBitrateBps(_targetBitrateBps);
 | 
|  
 | 
|    // TODO(tkchin): Try setting payload size via
 | 
|    // kVTCompressionPropertyKey_MaxH264SliceBytes.
 | 
|  
 | 
| -  return ResetCompressionSession();
 | 
| +  return [self resetCompressionSession];
 | 
|  }
 | 
|  
 | 
| -int H264VideoToolboxEncoder::Encode(
 | 
| -    const VideoFrame& frame,
 | 
| -    const CodecSpecificInfo* codec_specific_info,
 | 
| -    const std::vector<FrameType>* frame_types) {
 | 
| -  // |input_frame| size should always match codec settings.
 | 
| -  RTC_DCHECK_EQ(frame.width(), width_);
 | 
| -  RTC_DCHECK_EQ(frame.height(), height_);
 | 
| -  if (!callback_ || !compression_session_) {
 | 
| +- (NSInteger)encode:(RTCVideoFrame *)frame
 | 
| +    codecSpecificInfo:(id<RTCCodecSpecificInfo>)codecSpecificInfo
 | 
| +           frameTypes:(NSArray<NSNumber *> *)frameTypes {
 | 
| +  RTC_DCHECK_EQ(frame.width, _width);
 | 
| +  RTC_DCHECK_EQ(frame.height, _height);
 | 
| +  if (!_callback || !_compressionSession) {
 | 
|      return WEBRTC_VIDEO_CODEC_UNINITIALIZED;
 | 
|    }
 | 
|  #if defined(WEBRTC_IOS)
 | 
| @@ -392,119 +341,116 @@ int H264VideoToolboxEncoder::Encode(
 | 
|      return WEBRTC_VIDEO_CODEC_OK;
 | 
|    }
 | 
|  #endif
 | 
| -  bool is_keyframe_required = false;
 | 
| +  BOOL isKeyframeRequired = NO;
 | 
|  
 | 
|    // Get a pixel buffer from the pool and copy frame data over.
 | 
| -  CVPixelBufferPoolRef pixel_buffer_pool =
 | 
| -      VTCompressionSessionGetPixelBufferPool(compression_session_);
 | 
| +  CVPixelBufferPoolRef pixelBufferPool =
 | 
| +      VTCompressionSessionGetPixelBufferPool(_compressionSession);
 | 
| +
 | 
|  #if defined(WEBRTC_IOS)
 | 
| -  if (!pixel_buffer_pool) {
 | 
| +  if (!pixelBufferPool) {
 | 
|      // Kind of a hack. On backgrounding, the compression session seems to get
 | 
|      // invalidated, which causes this pool call to fail when the application
 | 
|      // is foregrounded and frames are being sent for encoding again.
 | 
|      // Resetting the session when this happens fixes the issue.
 | 
|      // In addition we request a keyframe so video can recover quickly.
 | 
| -    ResetCompressionSession();
 | 
| -    pixel_buffer_pool =
 | 
| -        VTCompressionSessionGetPixelBufferPool(compression_session_);
 | 
| -    is_keyframe_required = true;
 | 
| +    [self resetCompressionSession];
 | 
| +    pixelBufferPool = VTCompressionSessionGetPixelBufferPool(_compressionSession);
 | 
| +    isKeyframeRequired = YES;
 | 
|      LOG(LS_INFO) << "Resetting compression session due to invalid pool.";
 | 
|    }
 | 
|  #endif
 | 
|  
 | 
| -  CVPixelBufferRef pixel_buffer = nullptr;
 | 
| -  if (frame.video_frame_buffer()->type() == VideoFrameBuffer::Type::kNative) {
 | 
| -    // Native frame.
 | 
| -    rtc::scoped_refptr<ObjCFrameBuffer> objc_frame_buffer(
 | 
| -        static_cast<ObjCFrameBuffer*>(frame.video_frame_buffer().get()));
 | 
| -    id<RTCVideoFrameBuffer> wrapped_frame_buffer =
 | 
| -        (id<RTCVideoFrameBuffer>)objc_frame_buffer->wrapped_frame_buffer();
 | 
| -
 | 
| -    if ([wrapped_frame_buffer isKindOfClass:[RTCCVPixelBuffer class]]) {
 | 
| -      RTCCVPixelBuffer* rtc_pixel_buffer = (RTCCVPixelBuffer*)wrapped_frame_buffer;
 | 
| -      if (![rtc_pixel_buffer requiresCropping]) {
 | 
| -        // This pixel buffer might have a higher resolution than what the
 | 
| -        // compression session is configured to. The compression session can
 | 
| -        // handle that and will output encoded frames in the configured
 | 
| -        // resolution regardless of the input pixel buffer resolution.
 | 
| -        pixel_buffer = rtc_pixel_buffer.pixelBuffer;
 | 
| -        CVBufferRetain(pixel_buffer);
 | 
| +  CVPixelBufferRef pixelBuffer = nullptr;
 | 
| +  if ([frame.buffer isKindOfClass:[RTCCVPixelBuffer class]]) {
 | 
| +    // Native frame buffer
 | 
| +    RTCCVPixelBuffer *rtcPixelBuffer = (RTCCVPixelBuffer *)frame.buffer;
 | 
| +    if (![rtcPixelBuffer requiresCropping]) {
 | 
| +      // This pixel buffer might have a higher resolution than what the
 | 
| +      // compression session is configured to. The compression session can
 | 
| +      // handle that and will output encoded frames in the configured
 | 
| +      // resolution regardless of the input pixel buffer resolution.
 | 
| +      pixelBuffer = rtcPixelBuffer.pixelBuffer;
 | 
| +      CVBufferRetain(pixelBuffer);
 | 
| +    } else {
 | 
| +      // Cropping required, we need to crop and scale to a new pixel buffer.
 | 
| +      pixelBuffer = CreatePixelBuffer(pixelBufferPool);
 | 
| +      if (!pixelBuffer) {
 | 
| +        return WEBRTC_VIDEO_CODEC_ERROR;
 | 
| +      }
 | 
| +      int dstWidth = CVPixelBufferGetWidth(pixelBuffer);
 | 
| +      int dstHeight = CVPixelBufferGetHeight(pixelBuffer);
 | 
| +      if ([rtcPixelBuffer requiresScalingToWidth:dstWidth height:dstHeight]) {
 | 
| +        int size =
 | 
| +            [rtcPixelBuffer bufferSizeForCroppingAndScalingToWidth:dstWidth height:dstHeight];
 | 
| +        _nv12ScaleBuffer.resize(size);
 | 
|        } else {
 | 
| -        // Cropping required, we need to crop and scale to a new pixel buffer.
 | 
| -        pixel_buffer = internal::CreatePixelBuffer(pixel_buffer_pool);
 | 
| -        if (!pixel_buffer) {
 | 
| -          return WEBRTC_VIDEO_CODEC_ERROR;
 | 
| -        }
 | 
| -        int dst_width = CVPixelBufferGetWidth(pixel_buffer);
 | 
| -        int dst_height = CVPixelBufferGetHeight(pixel_buffer);
 | 
| -        if ([rtc_pixel_buffer requiresScalingToWidth:dst_width height:dst_height]) {
 | 
| -          int size =
 | 
| -              [rtc_pixel_buffer bufferSizeForCroppingAndScalingToWidth:dst_width height:dst_height];
 | 
| -          nv12_scale_buffer_.resize(size);
 | 
| -        } else {
 | 
| -          nv12_scale_buffer_.clear();
 | 
| -        }
 | 
| -        nv12_scale_buffer_.shrink_to_fit();
 | 
| -        if (![rtc_pixel_buffer cropAndScaleTo:pixel_buffer
 | 
| -                               withTempBuffer:nv12_scale_buffer_.data()]) {
 | 
| -          return WEBRTC_VIDEO_CODEC_ERROR;
 | 
| -        }
 | 
| +        _nv12ScaleBuffer.clear();
 | 
| +      }
 | 
| +      _nv12ScaleBuffer.shrink_to_fit();
 | 
| +      if (![rtcPixelBuffer cropAndScaleTo:pixelBuffer withTempBuffer:_nv12ScaleBuffer.data()]) {
 | 
| +        return WEBRTC_VIDEO_CODEC_ERROR;
 | 
|        }
 | 
|      }
 | 
|    }
 | 
|  
 | 
| -  if (!pixel_buffer) {
 | 
| -    // We did not have a native frame, or the ObjCVideoFrame wrapped a non-native frame
 | 
| -    pixel_buffer = internal::CreatePixelBuffer(pixel_buffer_pool);
 | 
| -    if (!pixel_buffer) {
 | 
| +  if (!pixelBuffer) {
 | 
| +    // We did not have a native frame buffer
 | 
| +    pixelBuffer = CreatePixelBuffer(pixelBufferPool);
 | 
| +    if (!pixelBuffer) {
 | 
|        return WEBRTC_VIDEO_CODEC_ERROR;
 | 
|      }
 | 
| -    RTC_DCHECK(pixel_buffer);
 | 
| -    if (!internal::CopyVideoFrameToPixelBuffer(frame.video_frame_buffer()->ToI420(),
 | 
| -                                               pixel_buffer)) {
 | 
| +    RTC_DCHECK(pixelBuffer);
 | 
| +    if (!CopyVideoFrameToPixelBuffer([frame.buffer toI420], pixelBuffer)) {
 | 
|        LOG(LS_ERROR) << "Failed to copy frame data.";
 | 
| -      CVBufferRelease(pixel_buffer);
 | 
| +      CVBufferRelease(pixelBuffer);
 | 
|        return WEBRTC_VIDEO_CODEC_ERROR;
 | 
|      }
 | 
|    }
 | 
|  
 | 
|    // Check if we need a keyframe.
 | 
| -  if (!is_keyframe_required && frame_types) {
 | 
| -    for (auto frame_type : *frame_types) {
 | 
| -      if (frame_type == kVideoFrameKey) {
 | 
| -        is_keyframe_required = true;
 | 
| +  if (!isKeyframeRequired && frameTypes) {
 | 
| +    for (NSNumber *frameType in frameTypes) {
 | 
| +      if ((RTCFrameType)frameType.intValue == RTCFrameTypeVideoFrameKey) {
 | 
| +        isKeyframeRequired = YES;
 | 
|          break;
 | 
|        }
 | 
|      }
 | 
|    }
 | 
|  
 | 
| -  CMTime presentation_time_stamp =
 | 
| -      CMTimeMake(frame.render_time_ms(), 1000);
 | 
| -  CFDictionaryRef frame_properties = nullptr;
 | 
| -  if (is_keyframe_required) {
 | 
| +  CMTime presentationTimeStamp = CMTimeMake(frame.timeStampNs / rtc::kNumNanosecsPerMillisec, 1000);
 | 
| +  CFDictionaryRef frameProperties = nullptr;
 | 
| +  if (isKeyframeRequired) {
 | 
|      CFTypeRef keys[] = {kVTEncodeFrameOptionKey_ForceKeyFrame};
 | 
|      CFTypeRef values[] = {kCFBooleanTrue};
 | 
| -    frame_properties = internal::CreateCFDictionary(keys, values, 1);
 | 
| +    frameProperties = CreateCFTypeDictionary(keys, values, 1);
 | 
|    }
 | 
| -  std::unique_ptr<internal::FrameEncodeParams> encode_params;
 | 
| -  encode_params.reset(new internal::FrameEncodeParams(
 | 
| -      this, codec_specific_info, width_, height_, frame.render_time_ms(),
 | 
| -      frame.timestamp(), frame.rotation()));
 | 
|  
 | 
| -  encode_params->codec_specific_info.codecSpecific.H264.packetization_mode =
 | 
| -      packetization_mode_;
 | 
| +  std::unique_ptr<RTCFrameEncodeParams> encodeParams;
 | 
| +  encodeParams.reset(new RTCFrameEncodeParams(self,
 | 
| +                                              codecSpecificInfo,
 | 
| +                                              _width,
 | 
| +                                              _height,
 | 
| +                                              frame.timeStampNs / rtc::kNumNanosecsPerMillisec,
 | 
| +                                              frame.timeStamp,
 | 
| +                                              frame.rotation));
 | 
| +  encodeParams->codecSpecificInfo.packetizationMode = _packetizationMode;
 | 
|  
 | 
|    // Update the bitrate if needed.
 | 
| -  SetBitrateBps(bitrate_adjuster_.GetAdjustedBitrateBps());
 | 
| +  [self setBitrateBps:_bitrateAdjuster->GetAdjustedBitrateBps()];
 | 
|  
 | 
| -  OSStatus status = VTCompressionSessionEncodeFrame(
 | 
| -      compression_session_, pixel_buffer, presentation_time_stamp,
 | 
| -      kCMTimeInvalid, frame_properties, encode_params.release(), nullptr);
 | 
| -  if (frame_properties) {
 | 
| -    CFRelease(frame_properties);
 | 
| +  OSStatus status = VTCompressionSessionEncodeFrame(_compressionSession,
 | 
| +                                                    pixelBuffer,
 | 
| +                                                    presentationTimeStamp,
 | 
| +                                                    kCMTimeInvalid,
 | 
| +                                                    frameProperties,
 | 
| +                                                    encodeParams.release(),
 | 
| +                                                    nullptr);
 | 
| +  if (frameProperties) {
 | 
| +    CFRelease(frameProperties);
 | 
|    }
 | 
| -  if (pixel_buffer) {
 | 
| -    CVBufferRelease(pixel_buffer);
 | 
| +  if (pixelBuffer) {
 | 
| +    CVBufferRelease(pixelBuffer);
 | 
|    }
 | 
|    if (status != noErr) {
 | 
|      LOG(LS_ERROR) << "Failed to encode frame with code: " << status;
 | 
| @@ -513,42 +459,35 @@ int H264VideoToolboxEncoder::Encode(
 | 
|    return WEBRTC_VIDEO_CODEC_OK;
 | 
|  }
 | 
|  
 | 
| -int H264VideoToolboxEncoder::RegisterEncodeCompleteCallback(
 | 
| -    EncodedImageCallback* callback) {
 | 
| -  callback_ = callback;
 | 
| -  return WEBRTC_VIDEO_CODEC_OK;
 | 
| +- (void)setCallback:(RTCVideoEncoderCallback)callback {
 | 
| +  _callback = callback;
 | 
|  }
 | 
|  
 | 
| -int H264VideoToolboxEncoder::SetChannelParameters(uint32_t packet_loss,
 | 
| -                                                  int64_t rtt) {
 | 
| -  // Encoder doesn't know anything about packet loss or rtt so just return.
 | 
| +- (int)setBitrate:(uint32_t)bitrateKbit framerate:(uint32_t)framerate {
 | 
| +  _targetBitrateBps = 1000 * bitrateKbit;
 | 
| +  _bitrateAdjuster->SetTargetBitrateBps(_targetBitrateBps);
 | 
| +  [self setBitrateBps:_bitrateAdjuster->GetAdjustedBitrateBps()];
 | 
|    return WEBRTC_VIDEO_CODEC_OK;
 | 
|  }
 | 
|  
 | 
| -int H264VideoToolboxEncoder::SetRates(uint32_t new_bitrate_kbit,
 | 
| -                                      uint32_t frame_rate) {
 | 
| -  target_bitrate_bps_ = 1000 * new_bitrate_kbit;
 | 
| -  bitrate_adjuster_.SetTargetBitrateBps(target_bitrate_bps_);
 | 
| -  SetBitrateBps(bitrate_adjuster_.GetAdjustedBitrateBps());
 | 
| -  return WEBRTC_VIDEO_CODEC_OK;
 | 
| -}
 | 
| +#pragma mark - Private
 | 
|  
 | 
| -int H264VideoToolboxEncoder::Release() {
 | 
| +- (NSInteger)releaseEncoder {
 | 
|    // Need to destroy so that the session is invalidated and won't use the
 | 
|    // callback anymore. Do not remove callback until the session is invalidated
 | 
|    // since async encoder callbacks can occur until invalidation.
 | 
| -  DestroyCompressionSession();
 | 
| -  callback_ = nullptr;
 | 
| +  [self destroyCompressionSession];
 | 
| +  _callback = nullptr;
 | 
|    return WEBRTC_VIDEO_CODEC_OK;
 | 
|  }
 | 
|  
 | 
| -int H264VideoToolboxEncoder::ResetCompressionSession() {
 | 
| -  DestroyCompressionSession();
 | 
| +- (int)resetCompressionSession {
 | 
| +  [self destroyCompressionSession];
 | 
|  
 | 
|    // Set source image buffer attributes. These attributes will be present on
 | 
|    // buffers retrieved from the encoder's pixel buffer pool.
 | 
| -  const size_t attributes_size = 3;
 | 
| -  CFTypeRef keys[attributes_size] = {
 | 
| +  const size_t attributesSize = 3;
 | 
| +  CFTypeRef keys[attributesSize] = {
 | 
|  #if defined(WEBRTC_IOS)
 | 
|      kCVPixelBufferOpenGLESCompatibilityKey,
 | 
|  #elif defined(WEBRTC_MAC)
 | 
| @@ -557,53 +496,47 @@ int H264VideoToolboxEncoder::ResetCompressionSession() {
 | 
|      kCVPixelBufferIOSurfacePropertiesKey,
 | 
|      kCVPixelBufferPixelFormatTypeKey
 | 
|    };
 | 
| -  CFDictionaryRef io_surface_value =
 | 
| -      internal::CreateCFDictionary(nullptr, nullptr, 0);
 | 
| +  CFDictionaryRef ioSurfaceValue = CreateCFTypeDictionary(nullptr, nullptr, 0);
 | 
|    int64_t nv12type = kCVPixelFormatType_420YpCbCr8BiPlanarFullRange;
 | 
| -  CFNumberRef pixel_format =
 | 
| -      CFNumberCreate(nullptr, kCFNumberLongType, &nv12type);
 | 
| -  CFTypeRef values[attributes_size] = {kCFBooleanTrue, io_surface_value,
 | 
| -                                       pixel_format};
 | 
| -  CFDictionaryRef source_attributes =
 | 
| -      internal::CreateCFDictionary(keys, values, attributes_size);
 | 
| -  if (io_surface_value) {
 | 
| -    CFRelease(io_surface_value);
 | 
| -    io_surface_value = nullptr;
 | 
| -  }
 | 
| -  if (pixel_format) {
 | 
| -    CFRelease(pixel_format);
 | 
| -    pixel_format = nullptr;
 | 
| -  }
 | 
| -  OSStatus status = VTCompressionSessionCreate(
 | 
| -      nullptr,  // use default allocator
 | 
| -      width_, height_, kCMVideoCodecType_H264,
 | 
| -      nullptr,  // use default encoder
 | 
| -      source_attributes,
 | 
| -      nullptr,  // use default compressed data allocator
 | 
| -      internal::VTCompressionOutputCallback, this, &compression_session_);
 | 
| -  if (source_attributes) {
 | 
| -    CFRelease(source_attributes);
 | 
| -    source_attributes = nullptr;
 | 
| +  CFNumberRef pixelFormat = CFNumberCreate(nullptr, kCFNumberLongType, &nv12type);
 | 
| +  CFTypeRef values[attributesSize] = {kCFBooleanTrue, ioSurfaceValue, pixelFormat};
 | 
| +  CFDictionaryRef sourceAttributes = CreateCFTypeDictionary(keys, values, attributesSize);
 | 
| +  if (ioSurfaceValue) {
 | 
| +    CFRelease(ioSurfaceValue);
 | 
| +    ioSurfaceValue = nullptr;
 | 
| +  }
 | 
| +  if (pixelFormat) {
 | 
| +    CFRelease(pixelFormat);
 | 
| +    pixelFormat = nullptr;
 | 
| +  }
 | 
| +  OSStatus status = VTCompressionSessionCreate(nullptr,  // use default allocator
 | 
| +                                               _width,
 | 
| +                                               _height,
 | 
| +                                               kCMVideoCodecType_H264,
 | 
| +                                               nullptr,  // use default encoder
 | 
| +                                               sourceAttributes,
 | 
| +                                               nullptr,  // use default compressed data allocator
 | 
| +                                               compressionOutputCallback,
 | 
| +                                               nullptr,
 | 
| +                                               &_compressionSession);
 | 
| +  if (sourceAttributes) {
 | 
| +    CFRelease(sourceAttributes);
 | 
| +    sourceAttributes = nullptr;
 | 
|    }
 | 
|    if (status != noErr) {
 | 
|      LOG(LS_ERROR) << "Failed to create compression session: " << status;
 | 
|      return WEBRTC_VIDEO_CODEC_ERROR;
 | 
|    }
 | 
| -  ConfigureCompressionSession();
 | 
| +  [self configureCompressionSession];
 | 
|    return WEBRTC_VIDEO_CODEC_OK;
 | 
|  }
 | 
|  
 | 
| -void H264VideoToolboxEncoder::ConfigureCompressionSession() {
 | 
| -  RTC_DCHECK(compression_session_);
 | 
| -  internal::SetVTSessionProperty(compression_session_,
 | 
| -                                 kVTCompressionPropertyKey_RealTime, true);
 | 
| -  internal::SetVTSessionProperty(compression_session_,
 | 
| -                                 kVTCompressionPropertyKey_ProfileLevel,
 | 
| -                                 profile_);
 | 
| -  internal::SetVTSessionProperty(compression_session_,
 | 
| -                                 kVTCompressionPropertyKey_AllowFrameReordering,
 | 
| -                                 false);
 | 
| -  SetEncoderBitrateBps(target_bitrate_bps_);
 | 
| +- (void)configureCompressionSession {
 | 
| +  RTC_DCHECK(_compressionSession);
 | 
| +  SetVTSessionProperty(_compressionSession, kVTCompressionPropertyKey_RealTime, true);
 | 
| +  SetVTSessionProperty(_compressionSession, kVTCompressionPropertyKey_ProfileLevel, _profile);
 | 
| +  SetVTSessionProperty(_compressionSession, kVTCompressionPropertyKey_AllowFrameReordering, false);
 | 
| +  [self setEncoderBitrateBps:_targetBitrateBps];
 | 
|    // TODO(tkchin): Look at entropy mode and colorspace matrices.
 | 
|    // TODO(tkchin): Investigate to see if there's any way to make this work.
 | 
|    // May need it to interop with Android. Currently this call just fails.
 | 
| @@ -612,156 +545,136 @@ void H264VideoToolboxEncoder::ConfigureCompressionSession() {
 | 
|    //     kVTCompressionPropertyKey_MaxFrameDelayCount,
 | 
|    //     1);
 | 
|  
 | 
| -  // Set a relatively large value for keyframe emission (7200 frames or
 | 
| -  // 4 minutes).
 | 
| -  internal::SetVTSessionProperty(
 | 
| -      compression_session_,
 | 
| -      kVTCompressionPropertyKey_MaxKeyFrameInterval, 7200);
 | 
| -  internal::SetVTSessionProperty(
 | 
| -      compression_session_,
 | 
| -      kVTCompressionPropertyKey_MaxKeyFrameIntervalDuration, 240);
 | 
| +  // Set a relatively large value for keyframe emission (7200 frames or 4 minutes).
 | 
| +  SetVTSessionProperty(_compressionSession, kVTCompressionPropertyKey_MaxKeyFrameInterval, 7200);
 | 
| +  SetVTSessionProperty(
 | 
| +      _compressionSession, kVTCompressionPropertyKey_MaxKeyFrameIntervalDuration, 240);
 | 
|  }
 | 
|  
 | 
| -void H264VideoToolboxEncoder::DestroyCompressionSession() {
 | 
| -  if (compression_session_) {
 | 
| -    VTCompressionSessionInvalidate(compression_session_);
 | 
| -    CFRelease(compression_session_);
 | 
| -    compression_session_ = nullptr;
 | 
| +- (void)destroyCompressionSession {
 | 
| +  if (_compressionSession) {
 | 
| +    VTCompressionSessionInvalidate(_compressionSession);
 | 
| +    CFRelease(_compressionSession);
 | 
| +    _compressionSession = nullptr;
 | 
|    }
 | 
|  }
 | 
|  
 | 
| -const char* H264VideoToolboxEncoder::ImplementationName() const {
 | 
| -  return "VideoToolbox";
 | 
| +- (NSString *)implementationName {
 | 
| +  return @"VideoToolbox";
 | 
|  }
 | 
|  
 | 
| -bool H264VideoToolboxEncoder::SupportsNativeHandle() const {
 | 
| -  return true;
 | 
| -}
 | 
| -
 | 
| -void H264VideoToolboxEncoder::SetBitrateBps(uint32_t bitrate_bps) {
 | 
| -  if (encoder_bitrate_bps_ != bitrate_bps) {
 | 
| -    SetEncoderBitrateBps(bitrate_bps);
 | 
| +- (void)setBitrateBps:(uint32_t)bitrateBps {
 | 
| +  if (_encoderBitrateBps != bitrateBps) {
 | 
| +    [self setEncoderBitrateBps:bitrateBps];
 | 
|    }
 | 
|  }
 | 
|  
 | 
| -void H264VideoToolboxEncoder::SetEncoderBitrateBps(uint32_t bitrate_bps) {
 | 
| -  if (compression_session_) {
 | 
| -    internal::SetVTSessionProperty(compression_session_,
 | 
| -                                   kVTCompressionPropertyKey_AverageBitRate,
 | 
| -                                   bitrate_bps);
 | 
| +- (void)setEncoderBitrateBps:(uint32_t)bitrateBps {
 | 
| +  if (_compressionSession) {
 | 
| +    SetVTSessionProperty(_compressionSession, kVTCompressionPropertyKey_AverageBitRate, bitrateBps);
 | 
|  
 | 
|      // TODO(tkchin): Add a helper method to set array value.
 | 
| -    int64_t data_limit_bytes_per_second_value = static_cast<int64_t>(
 | 
| -        bitrate_bps * internal::kLimitToAverageBitRateFactor / 8);
 | 
| -    CFNumberRef bytes_per_second =
 | 
| -        CFNumberCreate(kCFAllocatorDefault,
 | 
| -                       kCFNumberSInt64Type,
 | 
| -                       &data_limit_bytes_per_second_value);
 | 
| -    int64_t one_second_value = 1;
 | 
| -    CFNumberRef one_second =
 | 
| -        CFNumberCreate(kCFAllocatorDefault,
 | 
| -                       kCFNumberSInt64Type,
 | 
| -                       &one_second_value);
 | 
| -    const void* nums[2] = { bytes_per_second, one_second };
 | 
| -    CFArrayRef data_rate_limits =
 | 
| -        CFArrayCreate(nullptr, nums, 2, &kCFTypeArrayCallBacks);
 | 
| -    OSStatus status =
 | 
| -        VTSessionSetProperty(compression_session_,
 | 
| -                             kVTCompressionPropertyKey_DataRateLimits,
 | 
| -                             data_rate_limits);
 | 
| -    if (bytes_per_second) {
 | 
| -      CFRelease(bytes_per_second);
 | 
| +    int64_t dataLimitBytesPerSecondValue =
 | 
| +        static_cast<int64_t>(bitrateBps * kLimitToAverageBitRateFactor / 8);
 | 
| +    CFNumberRef bytesPerSecond =
 | 
| +        CFNumberCreate(kCFAllocatorDefault, kCFNumberSInt64Type, &dataLimitBytesPerSecondValue);
 | 
| +    int64_t oneSecondValue = 1;
 | 
| +    CFNumberRef oneSecond =
 | 
| +        CFNumberCreate(kCFAllocatorDefault, kCFNumberSInt64Type, &oneSecondValue);
 | 
| +    const void *nums[2] = {bytesPerSecond, oneSecond};
 | 
| +    CFArrayRef dataRateLimits = CFArrayCreate(nullptr, nums, 2, &kCFTypeArrayCallBacks);
 | 
| +    OSStatus status = VTSessionSetProperty(
 | 
| +        _compressionSession, kVTCompressionPropertyKey_DataRateLimits, dataRateLimits);
 | 
| +    if (bytesPerSecond) {
 | 
| +      CFRelease(bytesPerSecond);
 | 
|      }
 | 
| -    if (one_second) {
 | 
| -      CFRelease(one_second);
 | 
| +    if (oneSecond) {
 | 
| +      CFRelease(oneSecond);
 | 
|      }
 | 
| -    if (data_rate_limits) {
 | 
| -      CFRelease(data_rate_limits);
 | 
| +    if (dataRateLimits) {
 | 
| +      CFRelease(dataRateLimits);
 | 
|      }
 | 
|      if (status != noErr) {
 | 
|        LOG(LS_ERROR) << "Failed to set data rate limit";
 | 
|      }
 | 
|  
 | 
| -    encoder_bitrate_bps_ = bitrate_bps;
 | 
| +    _encoderBitrateBps = bitrateBps;
 | 
|    }
 | 
|  }
 | 
|  
 | 
| -void H264VideoToolboxEncoder::OnEncodedFrame(
 | 
| -    OSStatus status,
 | 
| -    VTEncodeInfoFlags info_flags,
 | 
| -    CMSampleBufferRef sample_buffer,
 | 
| -    CodecSpecificInfo codec_specific_info,
 | 
| -    int32_t width,
 | 
| -    int32_t height,
 | 
| -    int64_t render_time_ms,
 | 
| -    uint32_t timestamp,
 | 
| -    VideoRotation rotation) {
 | 
| +- (void)frameWasEncoded:(OSStatus)status
 | 
| +                  flags:(VTEncodeInfoFlags)infoFlags
 | 
| +           sampleBuffer:(CMSampleBufferRef)sampleBuffer
 | 
| +      codecSpecificInfo:(id<RTCCodecSpecificInfo>)codecSpecificInfo
 | 
| +                  width:(int32_t)width
 | 
| +                 height:(int32_t)height
 | 
| +           renderTimeMs:(int64_t)renderTimeMs
 | 
| +              timestamp:(uint32_t)timestamp
 | 
| +               rotation:(RTCVideoRotation)rotation {
 | 
|    if (status != noErr) {
 | 
|      LOG(LS_ERROR) << "H264 encode failed.";
 | 
|      return;
 | 
|    }
 | 
| -  if (info_flags & kVTEncodeInfo_FrameDropped) {
 | 
| +  if (infoFlags & kVTEncodeInfo_FrameDropped) {
 | 
|      LOG(LS_INFO) << "H264 encode dropped frame.";
 | 
|      return;
 | 
|    }
 | 
|  
 | 
| -  bool is_keyframe = false;
 | 
| -  CFArrayRef attachments =
 | 
| -      CMSampleBufferGetSampleAttachmentsArray(sample_buffer, 0);
 | 
| +  BOOL isKeyframe = NO;
 | 
| +  CFArrayRef attachments = CMSampleBufferGetSampleAttachmentsArray(sampleBuffer, 0);
 | 
|    if (attachments != nullptr && CFArrayGetCount(attachments)) {
 | 
|      CFDictionaryRef attachment =
 | 
|          static_cast<CFDictionaryRef>(CFArrayGetValueAtIndex(attachments, 0));
 | 
| -    is_keyframe =
 | 
| -        !CFDictionaryContainsKey(attachment, kCMSampleAttachmentKey_NotSync);
 | 
| +    isKeyframe = !CFDictionaryContainsKey(attachment, kCMSampleAttachmentKey_NotSync);
 | 
|    }
 | 
|  
 | 
| -  if (is_keyframe) {
 | 
| +  if (isKeyframe) {
 | 
|      LOG(LS_INFO) << "Generated keyframe";
 | 
|    }
 | 
|  
 | 
|    // Convert the sample buffer into a buffer suitable for RTP packetization.
 | 
|    // TODO(tkchin): Allocate buffers through a pool.
 | 
|    std::unique_ptr<rtc::Buffer> buffer(new rtc::Buffer());
 | 
| -  std::unique_ptr<webrtc::RTPFragmentationHeader> header;
 | 
| +  RTCRtpFragmentationHeader *header;
 | 
|    {
 | 
| -    webrtc::RTPFragmentationHeader* header_raw;
 | 
| -    bool result = H264CMSampleBufferToAnnexBBuffer(sample_buffer, is_keyframe,
 | 
| -                                                   buffer.get(), &header_raw);
 | 
| -    header.reset(header_raw);
 | 
| +    webrtc::RTPFragmentationHeader *header_cpp;
 | 
| +    bool result =
 | 
| +        H264CMSampleBufferToAnnexBBuffer(sampleBuffer, isKeyframe, buffer.get(), &header_cpp);
 | 
| +    header = [[RTCRtpFragmentationHeader alloc] initWithNativeFragmentationHeader:header_cpp];
 | 
|      if (!result) {
 | 
|        return;
 | 
|      }
 | 
|    }
 | 
| -  webrtc::EncodedImage frame(buffer->data(), buffer->size(), buffer->size());
 | 
| -  frame._encodedWidth = width;
 | 
| -  frame._encodedHeight = height;
 | 
| -  frame._completeFrame = true;
 | 
| -  frame._frameType =
 | 
| -      is_keyframe ? webrtc::kVideoFrameKey : webrtc::kVideoFrameDelta;
 | 
| -  frame.capture_time_ms_ = render_time_ms;
 | 
| -  frame._timeStamp = timestamp;
 | 
| -  frame.rotation_ = rotation;
 | 
| -  frame.content_type_ =
 | 
| -      (mode_ == kScreensharing) ? VideoContentType::SCREENSHARE : VideoContentType::UNSPECIFIED;
 | 
| -  frame.timing_.is_timing_frame = false;
 | 
| -
 | 
| -  h264_bitstream_parser_.ParseBitstream(buffer->data(), buffer->size());
 | 
| -  h264_bitstream_parser_.GetLastSliceQp(&frame.qp_);
 | 
| -
 | 
| -  EncodedImageCallback::Result res =
 | 
| -      callback_->OnEncodedImage(frame, &codec_specific_info, header.get());
 | 
| -  if (res.error != EncodedImageCallback::Result::OK) {
 | 
| -    LOG(LS_ERROR) << "Encode callback failed: " << res.error;
 | 
| +
 | 
| +  RTCEncodedImage *frame = [[RTCEncodedImage alloc] init];
 | 
| +  frame.buffer = [NSData dataWithBytesNoCopy:buffer->data() length:buffer->size() freeWhenDone:NO];
 | 
| +  frame.encodedWidth = width;
 | 
| +  frame.encodedHeight = height;
 | 
| +  frame.completeFrame = YES;
 | 
| +  frame.frameType = isKeyframe ? RTCFrameTypeVideoFrameKey : RTCFrameTypeVideoFrameDelta;
 | 
| +  frame.captureTimeMs = renderTimeMs;
 | 
| +  frame.timeStamp = timestamp;
 | 
| +  frame.rotation = rotation;
 | 
| +  frame.contentType = (_mode == RTCVideoCodecModeScreensharing) ? RTCVideoContentTypeScreenshare :
 | 
| +                                                                  RTCVideoContentTypeUnspecified;
 | 
| +  frame.isTimingFrame = NO;
 | 
| +
 | 
| +  int qp;
 | 
| +  _h264BitstreamParser.ParseBitstream(buffer->data(), buffer->size());
 | 
| +  _h264BitstreamParser.GetLastSliceQp(&qp);
 | 
| +  frame.qp = @(qp);
 | 
| +
 | 
| +  BOOL res = _callback(frame, codecSpecificInfo, header);
 | 
| +  if (!res) {
 | 
| +    LOG(LS_ERROR) << "Encode callback failed";
 | 
|      return;
 | 
|    }
 | 
| -  bitrate_adjuster_.Update(frame._length);
 | 
| +  _bitrateAdjuster->Update(frame.buffer.length);
 | 
|  }
 | 
|  
 | 
| -// TODO(magjed): This function is not used by RTCVideoEncoderH264, but this whole file will be
 | 
| -// removed soon and inlined as ObjC.
 | 
| -VideoEncoder::ScalingSettings H264VideoToolboxEncoder::GetScalingSettings()
 | 
| -    const {
 | 
| -  return VideoEncoder::ScalingSettings(true, internal::kLowH264QpThreshold,
 | 
| -                                       internal::kHighH264QpThreshold);
 | 
| +- (RTCVideoEncoderQpThresholds *)scalingSettings {
 | 
| +  return [[RTCVideoEncoderQpThresholds alloc] initWithThresholdsLow:kLowH264QpThreshold
 | 
| +                                                               high:kHighH264QpThreshold];
 | 
|  }
 | 
| -}  // namespace webrtc
 | 
| +
 | 
| +@end
 | 
| 
 |