| Index: webrtc/sdk/objc/Framework/Classes/Metal/RTCMTLNV12Renderer.mm
|
| diff --git a/webrtc/sdk/objc/Framework/Classes/Metal/RTCMTLNV12Renderer.mm b/webrtc/sdk/objc/Framework/Classes/Metal/RTCMTLNV12Renderer.mm
|
| deleted file mode 100644
|
| index 13bd3fb322ce938db8cef32f87627d85c6b0805d..0000000000000000000000000000000000000000
|
| --- a/webrtc/sdk/objc/Framework/Classes/Metal/RTCMTLNV12Renderer.mm
|
| +++ /dev/null
|
| @@ -1,319 +0,0 @@
|
| -/*
|
| - * Copyright 2017 The WebRTC project authors. All Rights Reserved.
|
| - *
|
| - * Use of this source code is governed by a BSD-style license
|
| - * that can be found in the LICENSE file in the root of the source
|
| - * tree. An additional intellectual property rights grant can be found
|
| - * in the file PATENTS. All contributing project authors may
|
| - * be found in the AUTHORS file in the root of the source tree.
|
| - */
|
| -
|
| -#import "RTCMTLNV12Renderer.h"
|
| -
|
| -#import <Metal/Metal.h>
|
| -#import <MetalKit/MetalKit.h>
|
| -
|
| -#import "WebRTC/RTCLogging.h"
|
| -#import "WebRTC/RTCVideoFrame.h"
|
| -
|
| -#include "webrtc/api/video/video_rotation.h"
|
| -
|
| -#define MTL_STRINGIFY(s) @ #s
|
| -
|
| -// As defined in shaderSource.
|
| -static NSString *const vertexFunctionName = @"vertexPassthrough";
|
| -static NSString *const fragmentFunctionName = @"fragmentColorConversion";
|
| -
|
| -static NSString *const pipelineDescriptorLabel = @"RTCPipeline";
|
| -static NSString *const commandBufferLabel = @"RTCCommandBuffer";
|
| -static NSString *const renderEncoderLabel = @"RTCEncoder";
|
| -static NSString *const renderEncoderDebugGroup = @"RTCDrawFrame";
|
| -
|
| -static const float cubeVertexData[64] = {
|
| - -1.0, -1.0, 0.0, 1.0, 1.0, -1.0, 1.0, 1.0, -1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0,
|
| -
|
| - // rotation = 90, offset = 16.
|
| - -1.0, -1.0, 1.0, 1.0, 1.0, -1.0, 1.0, 0.0, -1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0,
|
| -
|
| - // rotation = 180, offset = 32.
|
| - -1.0, -1.0, 1.0, 0.0, 1.0, -1.0, 0.0, 0.0, -1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0,
|
| -
|
| - // rotation = 270, offset = 48.
|
| - -1.0, -1.0, 0.0, 0.0, 1.0, -1.0, 0.0, 1.0, -1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0,
|
| -};
|
| -
|
| -static inline int offsetForRotation(webrtc::VideoRotation rotation) {
|
| - switch (rotation) {
|
| - case webrtc::kVideoRotation_0:
|
| - return 0;
|
| - case webrtc::kVideoRotation_90:
|
| - return 16;
|
| - case webrtc::kVideoRotation_180:
|
| - return 32;
|
| - case webrtc::kVideoRotation_270:
|
| - return 48;
|
| - }
|
| - return 0;
|
| -}
|
| -
|
| -static NSString *const shaderSource = MTL_STRINGIFY(
|
| - using namespace metal; typedef struct {
|
| - packed_float2 position;
|
| - packed_float2 texcoord;
|
| - } Vertex;
|
| -
|
| - typedef struct {
|
| - float4 position[[position]];
|
| - float2 texcoord;
|
| - } Varyings;
|
| -
|
| - vertex Varyings vertexPassthrough(device Vertex * verticies[[buffer(0)]],
|
| - unsigned int vid[[vertex_id]]) {
|
| - Varyings out;
|
| - device Vertex &v = verticies[vid];
|
| - out.position = float4(float2(v.position), 0.0, 1.0);
|
| - out.texcoord = v.texcoord;
|
| -
|
| - return out;
|
| - }
|
| -
|
| - // Receiving YCrCb textures.
|
| - fragment half4 fragmentColorConversion(
|
| - Varyings in[[stage_in]], texture2d<float, access::sample> textureY[[texture(0)]],
|
| - texture2d<float, access::sample> textureCbCr[[texture(1)]]) {
|
| - constexpr sampler s(address::clamp_to_edge, filter::linear);
|
| - float y;
|
| - float2 uv;
|
| - y = textureY.sample(s, in.texcoord).r;
|
| - uv = textureCbCr.sample(s, in.texcoord).rg - float2(0.5, 0.5);
|
| -
|
| - // Conversion for YUV to rgb from http://www.fourcc.org/fccyvrgb.php
|
| - float4 out = float4(y + 1.403 * uv.y, y - 0.344 * uv.x - 0.714 * uv.y, y + 1.770 * uv.x, 1.0);
|
| -
|
| - return half4(out);
|
| - });
|
| -
|
| -// The max number of command buffers in flight (submitted to GPU).
|
| -// For now setting it up to 1.
|
| -// In future we might use triple buffering method if it improves performance.
|
| -static const NSInteger kMaxInflightBuffers = 1;
|
| -
|
| -@implementation RTCMTLNV12Renderer {
|
| - __kindof MTKView *_view;
|
| -
|
| - // Controller.
|
| - dispatch_semaphore_t _inflight_semaphore;
|
| -
|
| - // Renderer.
|
| - id<MTLDevice> _device;
|
| - id<MTLCommandQueue> _commandQueue;
|
| - id<MTLLibrary> _defaultLibrary;
|
| - id<MTLRenderPipelineState> _pipelineState;
|
| -
|
| - // Textures.
|
| - CVMetalTextureCacheRef _textureCache;
|
| - id<MTLTexture> _yTexture;
|
| - id<MTLTexture> _CrCbTexture;
|
| -
|
| - // Buffers.
|
| - id<MTLBuffer> _vertexBuffer;
|
| -
|
| - // RTC Frame parameters.
|
| - int _offset;
|
| -}
|
| -
|
| -- (instancetype)init {
|
| - if (self = [super init]) {
|
| - // _offset of 0 is equal to rotation of 0.
|
| - _offset = 0;
|
| - _inflight_semaphore = dispatch_semaphore_create(kMaxInflightBuffers);
|
| - }
|
| -
|
| - return self;
|
| -}
|
| -
|
| -- (BOOL)addRenderingDestination:(__kindof MTKView *)view {
|
| - return [self setupWithView:view];
|
| -}
|
| -
|
| -#pragma mark - Private
|
| -
|
| -- (BOOL)setupWithView:(__kindof MTKView *)view {
|
| - BOOL success = NO;
|
| - if ([self setupMetal]) {
|
| - [self setupView:view];
|
| - [self loadAssets];
|
| - [self setupBuffers];
|
| - [self initializeTextureCache];
|
| - success = YES;
|
| - }
|
| - return success;
|
| -}
|
| -
|
| -#pragma mark - GPU methods
|
| -
|
| -- (BOOL)setupMetal {
|
| - // Set the view to use the default device.
|
| - _device = MTLCreateSystemDefaultDevice();
|
| - if (!_device) {
|
| - return NO;
|
| - }
|
| -
|
| - // Create a new command queue.
|
| - _commandQueue = [_device newCommandQueue];
|
| -
|
| - // Load metal library from source.
|
| - NSError *libraryError = nil;
|
| -
|
| - id<MTLLibrary> sourceLibrary =
|
| - [_device newLibraryWithSource:shaderSource options:NULL error:&libraryError];
|
| -
|
| - if (libraryError) {
|
| - RTCLogError(@"Metal: Library with source failed\n%@", libraryError);
|
| - return NO;
|
| - }
|
| -
|
| - if (!sourceLibrary) {
|
| - RTCLogError(@"Metal: Failed to load library. %@", libraryError);
|
| - return NO;
|
| - }
|
| - _defaultLibrary = sourceLibrary;
|
| -
|
| - return YES;
|
| -}
|
| -
|
| -- (void)setupView:(__kindof MTKView *)view {
|
| - view.device = _device;
|
| -
|
| - view.preferredFramesPerSecond = 30;
|
| - view.autoResizeDrawable = NO;
|
| -
|
| - // We need to keep reference to the view as it's needed down the rendering pipeline.
|
| - _view = view;
|
| -}
|
| -
|
| -- (void)loadAssets {
|
| - id<MTLFunction> vertexFunction = [_defaultLibrary newFunctionWithName:vertexFunctionName];
|
| - id<MTLFunction> fragmentFunction =
|
| - [_defaultLibrary newFunctionWithName:fragmentFunctionName];
|
| -
|
| - MTLRenderPipelineDescriptor *pipelineDescriptor = [[MTLRenderPipelineDescriptor alloc] init];
|
| - pipelineDescriptor.label = pipelineDescriptorLabel;
|
| - pipelineDescriptor.vertexFunction = vertexFunction;
|
| - pipelineDescriptor.fragmentFunction = fragmentFunction;
|
| - pipelineDescriptor.colorAttachments[0].pixelFormat = _view.colorPixelFormat;
|
| - pipelineDescriptor.depthAttachmentPixelFormat = MTLPixelFormatInvalid;
|
| - NSError *error = nil;
|
| - _pipelineState = [_device newRenderPipelineStateWithDescriptor:pipelineDescriptor error:&error];
|
| -
|
| - if (!_pipelineState) {
|
| - RTCLogError(@"Metal: Failed to create pipeline state. %@", error);
|
| - }
|
| -}
|
| -
|
| -- (void)setupBuffers {
|
| - _vertexBuffer = [_device newBufferWithBytes:cubeVertexData
|
| - length:sizeof(cubeVertexData)
|
| - options:MTLResourceOptionCPUCacheModeDefault];
|
| -}
|
| -
|
| -- (void)initializeTextureCache {
|
| - CVReturn status =
|
| - CVMetalTextureCacheCreate(kCFAllocatorDefault, nil, _device, nil, &_textureCache);
|
| - if (status != kCVReturnSuccess) {
|
| - RTCLogError(@"Metal: Failed to initialize metal texture cache. Return status is %d", status);
|
| - }
|
| -}
|
| -
|
| -- (void)render {
|
| - // Wait until the inflight (curently sent to GPU) command buffer
|
| - // has completed the GPU work.
|
| - dispatch_semaphore_wait(_inflight_semaphore, DISPATCH_TIME_FOREVER);
|
| -
|
| - id<MTLCommandBuffer> commandBuffer = [_commandQueue commandBuffer];
|
| - commandBuffer.label = commandBufferLabel;
|
| -
|
| - __block dispatch_semaphore_t block_semaphore = _inflight_semaphore;
|
| - [commandBuffer addCompletedHandler:^(id<MTLCommandBuffer> _Nonnull) {
|
| - // GPU work completed.
|
| - dispatch_semaphore_signal(block_semaphore);
|
| - }];
|
| -
|
| - MTLRenderPassDescriptor *_renderPassDescriptor = _view.currentRenderPassDescriptor;
|
| - if (_renderPassDescriptor) { // Valid drawable.
|
| - id<MTLRenderCommandEncoder> renderEncoder =
|
| - [commandBuffer renderCommandEncoderWithDescriptor:_renderPassDescriptor];
|
| - renderEncoder.label = renderEncoderLabel;
|
| -
|
| - // Set context state.
|
| - [renderEncoder pushDebugGroup:renderEncoderDebugGroup];
|
| - [renderEncoder setRenderPipelineState:_pipelineState];
|
| - [renderEncoder setVertexBuffer:_vertexBuffer offset:_offset * sizeof(float) atIndex:0];
|
| - [renderEncoder setFragmentTexture:_yTexture atIndex:0];
|
| - [renderEncoder setFragmentTexture:_CrCbTexture atIndex:1];
|
| -
|
| - [renderEncoder drawPrimitives:MTLPrimitiveTypeTriangleStrip
|
| - vertexStart:0
|
| - vertexCount:4
|
| - instanceCount:1];
|
| - [renderEncoder popDebugGroup];
|
| - [renderEncoder endEncoding];
|
| -
|
| - [commandBuffer presentDrawable:_view.currentDrawable];
|
| - }
|
| -
|
| - // CPU work is completed, GPU work can be started.
|
| - [commandBuffer commit];
|
| -}
|
| -
|
| -#pragma mark - RTCMTLRenderer
|
| -
|
| -- (void)drawFrame:(RTCVideoFrame *)frame {
|
| - [self setupTexturesForFrame:frame];
|
| - @autoreleasepool {
|
| - [self render];
|
| - }
|
| -}
|
| -
|
| -- (void)setupTexturesForFrame:(nonnull RTCVideoFrame *)frame {
|
| - CVPixelBufferRef pixelBuffer = frame.nativeHandle;
|
| -
|
| - id<MTLTexture> lumaTexture = nil;
|
| - id<MTLTexture> chromaTexture = nil;
|
| - CVMetalTextureRef outTexture = nullptr;
|
| -
|
| - // Luma (y) texture.
|
| - int lumaWidth = CVPixelBufferGetWidthOfPlane(pixelBuffer, 0);
|
| - int lumaHeight = CVPixelBufferGetHeightOfPlane(pixelBuffer, 0);
|
| -
|
| - int indexPlane = 0;
|
| - CVReturn result = CVMetalTextureCacheCreateTextureFromImage(
|
| - kCFAllocatorDefault, _textureCache, pixelBuffer, nil, MTLPixelFormatR8Unorm, lumaWidth,
|
| - lumaHeight, indexPlane, &outTexture);
|
| -
|
| - if (result == kCVReturnSuccess) {
|
| - lumaTexture = CVMetalTextureGetTexture(outTexture);
|
| - }
|
| -
|
| - // Same as CFRelease except it can be passed NULL without crashing.
|
| - CVBufferRelease(outTexture);
|
| - outTexture = nullptr;
|
| -
|
| - // Chroma (CrCb) texture.
|
| - indexPlane = 1;
|
| - result = CVMetalTextureCacheCreateTextureFromImage(
|
| - kCFAllocatorDefault, _textureCache, pixelBuffer, nil, MTLPixelFormatRG8Unorm, lumaWidth / 2,
|
| - lumaHeight / 2, indexPlane, &outTexture);
|
| - if (result == kCVReturnSuccess) {
|
| - chromaTexture = CVMetalTextureGetTexture(outTexture);
|
| - }
|
| - CVBufferRelease(outTexture);
|
| -
|
| - if (lumaTexture != nil && chromaTexture != nil) {
|
| - _yTexture = lumaTexture;
|
| - _CrCbTexture = chromaTexture;
|
| - _offset = offsetForRotation((webrtc::VideoRotation)frame.rotation);
|
| - }
|
| -}
|
| -
|
| -@end
|
|
|