| OLD | NEW |
| 1 /* | 1 /* |
| 2 * Copyright 2017 The WebRTC project authors. All Rights Reserved. | 2 * Copyright 2017 The WebRTC project authors. All Rights Reserved. |
| 3 * | 3 * |
| 4 * Use of this source code is governed by a BSD-style license | 4 * Use of this source code is governed by a BSD-style license |
| 5 * that can be found in the LICENSE file in the root of the source | 5 * that can be found in the LICENSE file in the root of the source |
| 6 * tree. An additional intellectual property rights grant can be found | 6 * tree. An additional intellectual property rights grant can be found |
| 7 * in the file PATENTS. All contributing project authors may | 7 * in the file PATENTS. All contributing project authors may |
| 8 * be found in the AUTHORS file in the root of the source tree. | 8 * be found in the AUTHORS file in the root of the source tree. |
| 9 */ | 9 */ |
| 10 | 10 |
| 11 #import "WebRTC/RTCMTLVideoView.h" | 11 #import "WebRTC/RTCMTLVideoView.h" |
| 12 | 12 |
| 13 #import <Metal/Metal.h> | 13 #import <Metal/Metal.h> |
| 14 #import <MetalKit/MetalKit.h> | 14 #import <MetalKit/MetalKit.h> |
| 15 | 15 |
| 16 #import "WebRTC/RTCLogging.h" | 16 #import "WebRTC/RTCLogging.h" |
| 17 #import "WebRTC/RTCVideoFrame.h" | 17 #import "WebRTC/RTCVideoFrame.h" |
| 18 | 18 |
| 19 #import "RTCMTLI420Renderer.h" |
| 19 #import "RTCMTLNV12Renderer.h" | 20 #import "RTCMTLNV12Renderer.h" |
| 20 | 21 |
| 21 // To avoid unreconized symbol linker errors, we're taking advantage of the objc
runtime. | 22 // To avoid unreconized symbol linker errors, we're taking advantage of the objc
runtime. |
| 22 // Linking errors occur when compiling for architectures that don't support Meta
l. | 23 // Linking errors occur when compiling for architectures that don't support Meta
l. |
| 23 #define MTKViewClass NSClassFromString(@"MTKView") | 24 #define MTKViewClass NSClassFromString(@"MTKView") |
| 24 #define RTCMTLNV12RendererClass NSClassFromString(@"RTCMTLNV12Renderer") | 25 #define RTCMTLNV12RendererClass NSClassFromString(@"RTCMTLNV12Renderer") |
| 26 #define RTCMTLI420RendererClass NSClassFromString(@"RTCMTLI420Renderer") |
| 25 | 27 |
| 26 @interface RTCMTLVideoView () <MTKViewDelegate> | 28 @interface RTCMTLVideoView () <MTKViewDelegate> |
| 27 @property(nonatomic, strong) RTCMTLNV12Renderer *renderer; | 29 @property(nonatomic, strong) RTCMTLI420Renderer *rendererI420; |
| 30 @property(nonatomic, strong) RTCMTLNV12Renderer *rendererNV12; |
| 28 @property(nonatomic, strong) MTKView *metalView; | 31 @property(nonatomic, strong) MTKView *metalView; |
| 29 @property(atomic, strong) RTCVideoFrame *videoFrame; | 32 @property(atomic, strong) RTCVideoFrame *videoFrame; |
| 30 @end | 33 @end |
| 31 | 34 |
| 32 @implementation RTCMTLVideoView | 35 @implementation RTCMTLVideoView |
| 33 | 36 |
| 34 @synthesize renderer = _renderer; | 37 @synthesize rendererI420 = _rendererI420; |
| 38 @synthesize rendererNV12 = _rendererNV12; |
| 35 @synthesize metalView = _metalView; | 39 @synthesize metalView = _metalView; |
| 36 @synthesize videoFrame = _videoFrame; | 40 @synthesize videoFrame = _videoFrame; |
| 37 | 41 |
| 38 - (instancetype)initWithFrame:(CGRect)frameRect { | 42 - (instancetype)initWithFrame:(CGRect)frameRect { |
| 39 self = [super initWithFrame:frameRect]; | 43 self = [super initWithFrame:frameRect]; |
| 40 if (self) { | 44 if (self) { |
| 41 [self configure]; | 45 [self configure]; |
| 42 } | 46 } |
| 43 return self; | 47 return self; |
| 44 } | 48 } |
| (...skipping 14 matching lines...) Expand all Loading... |
| 59 #else | 63 #else |
| 60 return NO; | 64 return NO; |
| 61 #endif | 65 #endif |
| 62 } | 66 } |
| 63 | 67 |
| 64 + (MTKView *)createMetalView:(CGRect)frame { | 68 + (MTKView *)createMetalView:(CGRect)frame { |
| 65 MTKView *view = [[MTKViewClass alloc] initWithFrame:frame]; | 69 MTKView *view = [[MTKViewClass alloc] initWithFrame:frame]; |
| 66 return view; | 70 return view; |
| 67 } | 71 } |
| 68 | 72 |
| 69 + (RTCMTLNV12Renderer *)createMetalRenderer { | 73 + (RTCMTLNV12Renderer *)createNV12Renderer { |
| 70 RTCMTLNV12Renderer *renderer = [[RTCMTLNV12RendererClass alloc] init]; | 74 return [[RTCMTLNV12RendererClass alloc] init]; |
| 71 return renderer; | 75 } |
| 76 |
| 77 + (RTCMTLI420Renderer *)createI420Renderer { |
| 78 return [[RTCMTLI420RendererClass alloc] init]; |
| 72 } | 79 } |
| 73 | 80 |
| 74 - (void)configure { | 81 - (void)configure { |
| 75 if (![RTCMTLVideoView isMetalAvailable]) { | 82 NSAssert([RTCMTLVideoView isMetalAvailable], @"Metal not availiable on this de
vice"); |
| 76 RTCLog("Metal unavailable"); | |
| 77 return; | |
| 78 } | |
| 79 | 83 |
| 80 _metalView = [RTCMTLVideoView createMetalView:self.bounds]; | 84 _metalView = [RTCMTLVideoView createMetalView:self.bounds]; |
| 81 _renderer = [RTCMTLVideoView createMetalRenderer]; | 85 [self configureMetalView]; |
| 82 | |
| 83 if ([self configureMetalRenderer]) { | |
| 84 [self configureMetalView]; | |
| 85 } else { | |
| 86 _renderer = nil; | |
| 87 RTCLogError("Metal configuration falied."); | |
| 88 } | |
| 89 } | |
| 90 | |
| 91 - (BOOL)configureMetalRenderer { | |
| 92 return [_renderer addRenderingDestination:_metalView]; | |
| 93 } | 86 } |
| 94 | 87 |
| 95 - (void)configureMetalView { | 88 - (void)configureMetalView { |
| 96 if (_metalView) { | 89 if (_metalView) { |
| 97 _metalView.delegate = self; | 90 _metalView.delegate = self; |
| 98 [self addSubview:_metalView]; | 91 [self addSubview:_metalView]; |
| 99 _metalView.contentMode = UIViewContentModeScaleAspectFit; | 92 _metalView.contentMode = UIViewContentModeScaleAspectFit; |
| 100 _metalView.translatesAutoresizingMaskIntoConstraints = NO; | 93 _metalView.translatesAutoresizingMaskIntoConstraints = NO; |
| 101 UILayoutGuide *margins = self.layoutMarginsGuide; | 94 UILayoutGuide *margins = self.layoutMarginsGuide; |
| 102 [_metalView.topAnchor constraintEqualToAnchor:margins.topAnchor].active = YE
S; | 95 [_metalView.topAnchor constraintEqualToAnchor:margins.topAnchor].active = YE
S; |
| 103 [_metalView.bottomAnchor constraintEqualToAnchor:margins.bottomAnchor].activ
e = YES; | 96 [_metalView.bottomAnchor constraintEqualToAnchor:margins.bottomAnchor].activ
e = YES; |
| 104 [_metalView.leftAnchor constraintEqualToAnchor:margins.leftAnchor].active =
YES; | 97 [_metalView.leftAnchor constraintEqualToAnchor:margins.leftAnchor].active =
YES; |
| 105 [_metalView.rightAnchor constraintEqualToAnchor:margins.rightAnchor].active
= YES; | 98 [_metalView.rightAnchor constraintEqualToAnchor:margins.rightAnchor].active
= YES; |
| 106 } | 99 } |
| 107 } | 100 } |
| 108 | 101 |
| 109 #pragma mark - MTKViewDelegate methods | 102 #pragma mark - MTKViewDelegate methods |
| 110 | 103 |
| 111 - (void)drawInMTKView:(nonnull MTKView *)view { | 104 - (void)drawInMTKView:(nonnull MTKView *)view { |
| 112 NSAssert(view == self.metalView, @"Receiving draw callbacks from foreign insta
nce."); | 105 NSAssert(view == self.metalView, @"Receiving draw callbacks from foreign insta
nce."); |
| 113 [self.renderer drawFrame:self.videoFrame]; | 106 if (!self.videoFrame) { |
| 107 return; |
| 108 } |
| 109 |
| 110 id<RTCMTLRenderer> renderer = nil; |
| 111 if (self.videoFrame.nativeHandle) { |
| 112 if (!self.rendererNV12) { |
| 113 self.rendererNV12 = [RTCMTLVideoView createNV12Renderer]; |
| 114 if (![self.rendererNV12 addRenderingDestination:self.metalView]) { |
| 115 self.rendererNV12 = nil; |
| 116 RTCLogError(@"Failed to create NV12 renderer"); |
| 117 } |
| 118 } |
| 119 renderer = self.rendererNV12; |
| 120 } else { |
| 121 if (!self.rendererI420) { |
| 122 self.rendererI420 = [RTCMTLVideoView createI420Renderer]; |
| 123 if (![self.rendererI420 addRenderingDestination:self.metalView]) { |
| 124 self.rendererI420 = nil; |
| 125 RTCLogError(@"Failed to create I420 renderer"); |
| 126 } |
| 127 } |
| 128 renderer = self.rendererI420; |
| 129 } |
| 130 |
| 131 [renderer drawFrame:self.videoFrame]; |
| 114 } | 132 } |
| 115 | 133 |
| 116 - (void)mtkView:(MTKView *)view drawableSizeWillChange:(CGSize)size { | 134 - (void)mtkView:(MTKView *)view drawableSizeWillChange:(CGSize)size { |
| 117 } | 135 } |
| 118 | 136 |
| 119 #pragma mark - RTCVideoRenderer | 137 #pragma mark - RTCVideoRenderer |
| 120 | 138 |
| 121 - (void)setSize:(CGSize)size { | 139 - (void)setSize:(CGSize)size { |
| 122 self.metalView.drawableSize = size; | 140 self.metalView.drawableSize = size; |
| 123 [self.metalView draw]; | 141 [self.metalView draw]; |
| 124 } | 142 } |
| 125 | 143 |
| 126 - (void)renderFrame:(nullable RTCVideoFrame *)frame { | 144 - (void)renderFrame:(nullable RTCVideoFrame *)frame { |
| 127 if (frame == nil) { | 145 if (frame == nil) { |
| 128 RTCLogInfo(@"Incoming frame is nil. Exiting render callback."); | 146 RTCLogInfo(@"Incoming frame is nil. Exiting render callback."); |
| 129 return; | 147 return; |
| 130 } | 148 } |
| 131 self.videoFrame = frame; | 149 self.videoFrame = frame; |
| 132 } | 150 } |
| 133 | 151 |
| 134 @end | 152 @end |
| OLD | NEW |