OLD | NEW |
(Empty) | |
| 1 /* |
| 2 * Copyright 2015 The WebRTC project authors. All Rights Reserved. |
| 3 * |
| 4 * Use of this source code is governed by a BSD-style license |
| 5 * that can be found in the LICENSE file in the root of the source |
| 6 * tree. An additional intellectual property rights grant can be found |
| 7 * in the file PATENTS. All contributing project authors may |
| 8 * be found in the AUTHORS file in the root of the source tree. |
| 9 */ |
| 10 |
| 11 #include "avfoundationvideocapturer.h" |
| 12 |
| 13 #import <AVFoundation/AVFoundation.h> |
| 14 |
| 15 #import "RTCAVFoundationVideoCapturerInternal.h" |
| 16 #import "RTCDispatcher+Private.h" |
| 17 #import "WebRTC/RTCLogging.h" |
| 18 |
| 19 #include "avfoundationformatmapper.h" |
| 20 |
| 21 #include "webrtc/api/video/video_rotation.h" |
| 22 #include "webrtc/base/bind.h" |
| 23 #include "webrtc/base/checks.h" |
| 24 #include "webrtc/base/logging.h" |
| 25 #include "webrtc/base/thread.h" |
| 26 #include "webrtc/sdk/objc/Framework/Classes/corevideo_frame_buffer.h" |
| 27 |
| 28 namespace webrtc { |
| 29 |
| 30 enum AVFoundationVideoCapturerMessageType : uint32_t { |
| 31 kMessageTypeFrame, |
| 32 }; |
| 33 |
| 34 AVFoundationVideoCapturer::AVFoundationVideoCapturer() : _capturer(nil) { |
| 35 _capturer = |
| 36 [[RTCAVFoundationVideoCapturerInternal alloc] initWithCapturer:this]; |
| 37 |
| 38 std::set<cricket::VideoFormat> front_camera_video_formats = |
| 39 GetSupportedVideoFormatsForDevice([_capturer frontCaptureDevice]); |
| 40 std::set<cricket::VideoFormat> back_camera_video_formats = |
| 41 GetSupportedVideoFormatsForDevice([_capturer backCaptureDevice]); |
| 42 std::vector<cricket::VideoFormat> intersection_video_formats; |
| 43 if (back_camera_video_formats.empty()) { |
| 44 intersection_video_formats.assign(front_camera_video_formats.begin(), |
| 45 front_camera_video_formats.end()); |
| 46 |
| 47 } else if (front_camera_video_formats.empty()) { |
| 48 intersection_video_formats.assign(back_camera_video_formats.begin(), |
| 49 back_camera_video_formats.end()); |
| 50 } else { |
| 51 std::set_intersection( |
| 52 front_camera_video_formats.begin(), front_camera_video_formats.end(), |
| 53 back_camera_video_formats.begin(), back_camera_video_formats.end(), |
| 54 std::back_inserter(intersection_video_formats)); |
| 55 } |
| 56 SetSupportedFormats(intersection_video_formats); |
| 57 } |
| 58 |
| 59 AVFoundationVideoCapturer::~AVFoundationVideoCapturer() { |
| 60 _capturer = nil; |
| 61 } |
| 62 |
| 63 cricket::CaptureState AVFoundationVideoCapturer::Start( |
| 64 const cricket::VideoFormat& format) { |
| 65 if (!_capturer) { |
| 66 LOG(LS_ERROR) << "Failed to create AVFoundation capturer."; |
| 67 return cricket::CaptureState::CS_FAILED; |
| 68 } |
| 69 if (_capturer.isRunning) { |
| 70 LOG(LS_ERROR) << "The capturer is already running."; |
| 71 return cricket::CaptureState::CS_FAILED; |
| 72 } |
| 73 |
| 74 AVCaptureDevice* device = [_capturer getActiveCaptureDevice]; |
| 75 AVCaptureSession* session = _capturer.captureSession; |
| 76 |
| 77 if (!SetFormatForCaptureDevice(device, session, format)) { |
| 78 return cricket::CaptureState::CS_FAILED; |
| 79 } |
| 80 |
| 81 SetCaptureFormat(&format); |
| 82 // This isn't super accurate because it takes a while for the AVCaptureSession |
| 83 // to spin up, and this call returns async. |
| 84 // TODO(tkchin): make this better. |
| 85 [_capturer start]; |
| 86 SetCaptureState(cricket::CaptureState::CS_RUNNING); |
| 87 |
| 88 return cricket::CaptureState::CS_STARTING; |
| 89 } |
| 90 |
| 91 void AVFoundationVideoCapturer::Stop() { |
| 92 [_capturer stop]; |
| 93 SetCaptureFormat(NULL); |
| 94 } |
| 95 |
| 96 bool AVFoundationVideoCapturer::IsRunning() { |
| 97 return _capturer.isRunning; |
| 98 } |
| 99 |
| 100 AVCaptureSession* AVFoundationVideoCapturer::GetCaptureSession() { |
| 101 return _capturer.captureSession; |
| 102 } |
| 103 |
| 104 bool AVFoundationVideoCapturer::CanUseBackCamera() const { |
| 105 return _capturer.canUseBackCamera; |
| 106 } |
| 107 |
| 108 void AVFoundationVideoCapturer::SetUseBackCamera(bool useBackCamera) { |
| 109 _capturer.useBackCamera = useBackCamera; |
| 110 } |
| 111 |
| 112 bool AVFoundationVideoCapturer::GetUseBackCamera() const { |
| 113 return _capturer.useBackCamera; |
| 114 } |
| 115 |
| 116 void AVFoundationVideoCapturer::AdaptOutputFormat(int width, int height, int fps
) { |
| 117 cricket::VideoFormat format(width, height, cricket::VideoFormat::FpsToInterval
(fps), 0); |
| 118 video_adapter()->OnOutputFormatRequest(format); |
| 119 } |
| 120 |
| 121 void AVFoundationVideoCapturer::CaptureSampleBuffer( |
| 122 CMSampleBufferRef sample_buffer, VideoRotation rotation) { |
| 123 if (CMSampleBufferGetNumSamples(sample_buffer) != 1 || |
| 124 !CMSampleBufferIsValid(sample_buffer) || |
| 125 !CMSampleBufferDataIsReady(sample_buffer)) { |
| 126 return; |
| 127 } |
| 128 |
| 129 CVImageBufferRef image_buffer = CMSampleBufferGetImageBuffer(sample_buffer); |
| 130 if (image_buffer == NULL) { |
| 131 return; |
| 132 } |
| 133 |
| 134 int captured_width = CVPixelBufferGetWidth(image_buffer); |
| 135 int captured_height = CVPixelBufferGetHeight(image_buffer); |
| 136 |
| 137 int adapted_width; |
| 138 int adapted_height; |
| 139 int crop_width; |
| 140 int crop_height; |
| 141 int crop_x; |
| 142 int crop_y; |
| 143 int64_t translated_camera_time_us; |
| 144 |
| 145 if (!AdaptFrame(captured_width, captured_height, |
| 146 rtc::TimeNanos() / rtc::kNumNanosecsPerMicrosec, |
| 147 rtc::TimeMicros(), &adapted_width, &adapted_height, |
| 148 &crop_width, &crop_height, &crop_x, &crop_y, |
| 149 &translated_camera_time_us)) { |
| 150 return; |
| 151 } |
| 152 |
| 153 rtc::scoped_refptr<VideoFrameBuffer> buffer = |
| 154 new rtc::RefCountedObject<CoreVideoFrameBuffer>( |
| 155 image_buffer, |
| 156 adapted_width, adapted_height, |
| 157 crop_width, crop_height, |
| 158 crop_x, crop_y); |
| 159 |
| 160 // Applying rotation is only supported for legacy reasons and performance is |
| 161 // not critical here. |
| 162 if (apply_rotation() && rotation != kVideoRotation_0) { |
| 163 buffer = I420Buffer::Rotate(*buffer->NativeToI420Buffer(), |
| 164 rotation); |
| 165 if (rotation == kVideoRotation_90 || rotation == kVideoRotation_270) { |
| 166 std::swap(captured_width, captured_height); |
| 167 } |
| 168 |
| 169 rotation = kVideoRotation_0; |
| 170 } |
| 171 |
| 172 OnFrame(webrtc::VideoFrame(buffer, rotation, translated_camera_time_us), |
| 173 captured_width, captured_height); |
| 174 } |
| 175 |
| 176 } // namespace webrtc |
OLD | NEW |