H264VideoToolboxEncoder: Add support for native handles

webrtc/modules/video_coding/codecs/h264/h264_video_toolbox_encoder.cc

 /*
  *  Copyright (c) 2015 The WebRTC project authors. All Rights Reserved.
  *
  *  Use of this source code is governed by a BSD-style license
  *  that can be found in the LICENSE file in the root of the source
  *  tree. An additional intellectual property rights grant can be found
  *  in the file PATENTS.  All contributing project authors may
  *  be found in the AUTHORS file in the root of the source tree.
  *
  */
@@ skipping 232 matching lines @@
   // kVTCompressionPropertyKey_MaxH264SliceBytes.
 
   return ResetCompressionSession();
 }
 
 rtc::scoped_refptr<VideoFrameBuffer>
 H264VideoToolboxEncoder::GetScaledBufferOnEncode(
     const rtc::scoped_refptr<VideoFrameBuffer>& frame) {
   rtc::CritScope lock(&quality_scaler_crit_);
   quality_scaler_.OnEncodeFrame(frame->width(), frame->height());
-  return quality_scaler_.GetScaledBuffer(frame);
+  if (!frame->native_handle())
+    return quality_scaler_.GetScaledBuffer(frame);
+
+  // Handle native (CVImageRef) scaling.
+  const QualityScaler::Resolution res = quality_scaler_.GetScaledResolution();
+  if (res.width == frame->width() && res.height == frame->height())
+    return frame;
+  // TODO(magjed): Implement efficient CVImageRef -> CVImageRef scaling instead
+  // of doing it via I420.
+  return quality_scaler_.GetScaledBuffer(frame->NativeToI420Buffer());
 }
 
 int H264VideoToolboxEncoder::Encode(
     const VideoFrame& frame,
     const CodecSpecificInfo* codec_specific_info,
     const std::vector<FrameType>* frame_types) {
   RTC_DCHECK(!frame.IsZeroSize());
   if (!callback_ || !compression_session_) {
     return WEBRTC_VIDEO_CODEC_UNINITIALIZED;
   }
 #if defined(WEBRTC_IOS)
   if (!RTCIsUIApplicationActive()) {
     // Ignore all encode requests when app isn't active. In this state, the
     // hardware encoder has been invalidated by the OS.
     return WEBRTC_VIDEO_CODEC_OK;
   }
 #endif
   bool is_keyframe_required = false;
   rtc::scoped_refptr<VideoFrameBuffer> input_image(
       GetScaledBufferOnEncode(frame.video_frame_buffer()));
 
   if (input_image->width() != width_ || input_image->height() != height_) {
     width_ = input_image->width();
     height_ = input_image->height();
     int ret = ResetCompressionSession();
     if (ret < 0)
       return ret;
   }
 
-  // Get a pixel buffer from the pool and copy frame data over.
-  CVPixelBufferPoolRef pixel_buffer_pool =
-      VTCompressionSessionGetPixelBufferPool(compression_session_);
+  CVPixelBufferRef pixel_buffer =
+      static_cast<CVPixelBufferRef>(input_image->native_handle());
+  if (pixel_buffer) {
+    CVBufferRetain(pixel_buffer);
+  } else {
+    // Get a pixel buffer from the pool and copy frame data over.
+    CVPixelBufferPoolRef pixel_buffer_pool =
+        VTCompressionSessionGetPixelBufferPool(compression_session_);
 #if defined(WEBRTC_IOS)
-  if (!pixel_buffer_pool) {
-    // Kind of a hack. On backgrounding, the compression session seems to get
-    // invalidated, which causes this pool call to fail when the application
-    // is foregrounded and frames are being sent for encoding again.
-    // Resetting the session when this happens fixes the issue.
-    // In addition we request a keyframe so video can recover quickly.
-    ResetCompressionSession();
-    pixel_buffer_pool =
-        VTCompressionSessionGetPixelBufferPool(compression_session_);
-    is_keyframe_required = true;
-  }
+    if (!pixel_buffer_pool) {
+      // Kind of a hack. On backgrounding, the compression session seems to get
+      // invalidated, which causes this pool call to fail when the application
+      // is foregrounded and frames are being sent for encoding again.
+      // Resetting the session when this happens fixes the issue.
+      // In addition we request a keyframe so video can recover quickly.
+      ResetCompressionSession();
+      pixel_buffer_pool =
+          VTCompressionSessionGetPixelBufferPool(compression_session_);
+      is_keyframe_required = true;
+    }
 #endif
-  if (!pixel_buffer_pool) {
-    LOG(LS_ERROR) << "Failed to get pixel buffer pool.";
-    return WEBRTC_VIDEO_CODEC_ERROR;
-  }
-  CVPixelBufferRef pixel_buffer = nullptr;
-  CVReturn ret = CVPixelBufferPoolCreatePixelBuffer(nullptr, pixel_buffer_pool,
-                                                    &pixel_buffer);
-  if (ret != kCVReturnSuccess) {
-    LOG(LS_ERROR) << "Failed to create pixel buffer: " << ret;
-    // We probably want to drop frames here, since failure probably means
-    // that the pool is empty.
-    return WEBRTC_VIDEO_CODEC_ERROR;
-  }
-  RTC_DCHECK(pixel_buffer);
-  if (!internal::CopyVideoFrameToPixelBuffer(input_image, pixel_buffer)) {
-    LOG(LS_ERROR) << "Failed to copy frame data.";
-    CVBufferRelease(pixel_buffer);
-    return WEBRTC_VIDEO_CODEC_ERROR;
+    if (!pixel_buffer_pool) {
+      LOG(LS_ERROR) << "Failed to get pixel buffer pool.";
+      return WEBRTC_VIDEO_CODEC_ERROR;
+    }
+    CVReturn ret = CVPixelBufferPoolCreatePixelBuffer(
+        nullptr, pixel_buffer_pool, &pixel_buffer);
+    if (ret != kCVReturnSuccess) {
+      LOG(LS_ERROR) << "Failed to create pixel buffer: " << ret;
+      // We probably want to drop frames here, since failure probably means
+      // that the pool is empty.
+      return WEBRTC_VIDEO_CODEC_ERROR;
+    }
+    RTC_DCHECK(pixel_buffer);
+    if (!internal::CopyVideoFrameToPixelBuffer(input_image, pixel_buffer)) {
+      LOG(LS_ERROR) << "Failed to copy frame data.";
+      CVBufferRelease(pixel_buffer);
+      return WEBRTC_VIDEO_CODEC_ERROR;
+    }
   }
 
   // Check if we need a keyframe.
   if (!is_keyframe_required && frame_types) {
     for (auto frame_type : *frame_types) {
       if (frame_type == kVideoFrameKey) {
         is_keyframe_required = true;
         break;
       }
     }
@@ skipping 154 matching lines @@
     VTCompressionSessionInvalidate(compression_session_);
     CFRelease(compression_session_);
     compression_session_ = nullptr;
   }
 }
 
 const char* H264VideoToolboxEncoder::ImplementationName() const {
   return "VideoToolbox";
 }
 
+bool H264VideoToolboxEncoder::SupportsNativeHandle() const {
+  return true;
+}
+
 void H264VideoToolboxEncoder::SetBitrateBps(uint32_t bitrate_bps) {
   if (encoder_bitrate_bps_ != bitrate_bps) {
     SetEncoderBitrateBps(bitrate_bps);
   }
 }
 
 void H264VideoToolboxEncoder::SetEncoderBitrateBps(uint32_t bitrate_bps) {
   if (compression_session_) {
     internal::SetVTSessionProperty(compression_session_,
                                    kVTCompressionPropertyKey_AverageBitRate,
@@ skipping 103 matching lines @@
   if (result != 0) {
     LOG(LS_ERROR) << "Encode callback failed: " << result;
     return;
   }
   bitrate_adjuster_.Update(frame._size);
 }
 
 }  // namespace webrtc
 
 #endif  // defined(WEBRTC_VIDEO_TOOLBOX_SUPPORTED)