iOS: Optimize video scaling and cropping

webrtc/sdk/objc/Framework/Classes/avfoundationvideocapturer.mm

 /*
  *  Copyright 2015 The WebRTC project authors. All Rights Reserved.
  *
  *  Use of this source code is governed by a BSD-style license
  *  that can be found in the LICENSE file in the root of the source
  *  tree. An additional intellectual property rights grant can be found
  *  in the file PATENTS.  All contributing project authors may
  *  be found in the AUTHORS file in the root of the source tree.
  */
 
@@ skipping 746 matching lines @@
 
 void AVFoundationVideoCapturer::SetUseBackCamera(bool useBackCamera) {
   _capturer.useBackCamera = useBackCamera;
 }
 
 bool AVFoundationVideoCapturer::GetUseBackCamera() const {
   return _capturer.useBackCamera;
 }
 
 void AVFoundationVideoCapturer::CaptureSampleBuffer(
-    CMSampleBufferRef sample_buffer, webrtc::VideoRotation rotation) {
+    CMSampleBufferRef sample_buffer, VideoRotation rotation) {
   if (CMSampleBufferGetNumSamples(sample_buffer) != 1 ||
       !CMSampleBufferIsValid(sample_buffer) ||
       !CMSampleBufferDataIsReady(sample_buffer)) {
     return;
   }
 
   CVImageBufferRef image_buffer = CMSampleBufferGetImageBuffer(sample_buffer);
   if (image_buffer == NULL) {
     return;
   }
 
-  rtc::scoped_refptr<webrtc::VideoFrameBuffer> buffer =
-      new rtc::RefCountedObject<webrtc::CoreVideoFrameBuffer>(image_buffer);
-
-  const int captured_width = buffer->width();
-  const int captured_height = buffer->height();
+  const int captured_width = CVPixelBufferGetWidth(image_buffer);
+  const int captured_height = CVPixelBufferGetHeight(image_buffer);
 
   int adapted_width;
   int adapted_height;
   int crop_width;
   int crop_height;
   int crop_x;
   int crop_y;
   int64_t translated_camera_time_us;
 
   if (!AdaptFrame(captured_width, captured_height,
                   rtc::TimeNanos() / rtc::kNumNanosecsPerMicrosec,
                   rtc::TimeMicros(), &adapted_width, &adapted_height,
                   &crop_width, &crop_height, &crop_x, &crop_y,
                   &translated_camera_time_us)) {
     return;
   }
 
-  if (adapted_width != captured_width || crop_width != captured_width ||
-      adapted_height != captured_height || crop_height != captured_height ||
-      (apply_rotation() && rotation != webrtc::kVideoRotation_0)) {
-    // TODO(magjed): Avoid converting to I420.
-    rtc::scoped_refptr<webrtc::I420Buffer> scaled_buffer(
-        _buffer_pool.CreateBuffer(adapted_width, adapted_height));
-    scaled_buffer->CropAndScaleFrom(buffer->NativeToI420Buffer(), crop_x,
-                                    crop_y, crop_width, crop_height);
-    if (!apply_rotation() || rotation == webrtc::kVideoRotation_0) {
-      buffer = scaled_buffer;
-    } else {
-      // Applying rotation is only supported for legacy reasons and performance
-      // is not critical here.
-      rtc::scoped_refptr<webrtc::I420Buffer> rotated_buffer(
-          (rotation == webrtc::kVideoRotation_180)
-              ? I420Buffer::Create(adapted_width, adapted_height)
-              : I420Buffer::Create(adapted_height, adapted_width));
-      libyuv::I420Rotate(
-          scaled_buffer->DataY(), scaled_buffer->StrideY(),
-          scaled_buffer->DataU(), scaled_buffer->StrideU(),
-          scaled_buffer->DataV(), scaled_buffer->StrideV(),
-          rotated_buffer->MutableDataY(), rotated_buffer->StrideY(),
-          rotated_buffer->MutableDataU(), rotated_buffer->StrideU(),
-          rotated_buffer->MutableDataV(), rotated_buffer->StrideV(),
+  rtc::scoped_refptr<VideoFrameBuffer> buffer =
+      new rtc::RefCountedObject<CoreVideoFrameBuffer>(
+          image_buffer,
+          adapted_width, adapted_height,
           crop_width, crop_height,
-          static_cast<libyuv::RotationMode>(rotation));
-      buffer = rotated_buffer;
-    }
+          crop_x, crop_y);
+
+  // Applying rotation is only supported for legacy reasons and performance is
+  // not critical here.
+  if (apply_rotation() && rotation != kVideoRotation_0) {
+    buffer = buffer->NativeToI420Buffer();
+    rtc::scoped_refptr<I420Buffer> rotated_buffer =
+        (rotation == kVideoRotation_180)
+            ? I420Buffer::Create(adapted_width, adapted_height)
+            : I420Buffer::Create(adapted_height, adapted_width);
+    libyuv::I420Rotate(
+        buffer->DataY(), buffer->StrideY(),
+        buffer->DataU(), buffer->StrideU(),
+        buffer->DataV(), buffer->StrideV(),
+        rotated_buffer->MutableDataY(), rotated_buffer->StrideY(),
+        rotated_buffer->MutableDataU(), rotated_buffer->StrideU(),
+        rotated_buffer->MutableDataV(), rotated_buffer->StrideV(),
+        buffer->width(), buffer->height(),
+        static_cast<libyuv::RotationMode>(rotation));
+    buffer = rotated_buffer;
   }
 
   OnFrame(cricket::WebRtcVideoFrame(buffer, rotation,
                                     translated_camera_time_us, 0),
           captured_width, captured_height);
 }
 
 }  // namespace webrtc