4BUPTIJ)BUUPSJ /%*ͱ"3,JUΛ࿈ಈͤͨ͞ ৽͍͠ө૾දݱ J04%$ !TINEFWFMPQ

No content

/FUXPSL%FWJDF*OUFSGBDF

/%* ωοτϫʔΫɾσόΠεɾΠϯλʔϑΣʔε ͸ɺ *1ωοτϫʔΫΛܦ༝ͯ͠ϏσΦͱΦʔσΟΦετϦʔϜΛ ఻ૹ͢Δํࣜ *1఻ૹํࣜ ͷͻͱͭͰ͢ɻ 7J[SUάϧʔϓͷ/FX5FLࣾʹΑͬͯ։ൃ͞Ε·ͨ͠ɻ /%*͸ɺݱࡏੈքͰ࠷΋ར༻͞Ε͍ͯΔ*1఻ૹςΫϊϩδʔͰɺ *1Λར༻ͨ͠ϥΠϒө૾੍࡞ϫʔΫϑϩʔࢧԉΛ໨తͱ͍ͯ͠·͢ IUUQTXXXEQTKDPKQUFDIBSUJDMFTOEJ

ͳͥ/%*Λ࢖͍͍ͨͷ͔ʁ

No content

No content

ιϑτ΢ΣΞϕʔεͷ*1ϏσΦςΫϊϩδʔ ૒ํ޲௨৴ ͢΂ͯͷιʔε͕ૹ৴ݩͱಉ࣌ʹѼઌʣ %$5ѹॖɾ௿஗Ԇ ѹॖ ల։ΛԿ౓܁Γฦͯ͠΋ΫΦϦςΟʔϩεແ͠ ղ૾౓ͱϑϨʔϜϨʔτʹґଘͤͣ ೚ҙͷΦʔσΟΦαϯϓϦϯάϨʔτ࢖༻Մ CJUΧϥʔܭࢉ ϏσΦ Ωʔ ΦʔσΟΦ ίϯτϩʔϧ λϦʔ ΧελϜϝλσʔλ ਖ਼֬ͳλΠϜελϯϓΛαϙʔτ N%/4Λ࢖༻ͨࣗ͠ಈσΟεΧόϦʔ IUUQTQBOEBUJNFTDPNOEJ

No content

Ͳ͏΍ͬͯ࢖͏ͷ͔ʁ

IUUQTXXXOEJUWTEL

No content

IUUQTBQQTBQQMFDPNVTBQQOEJIYDBNFSBJE MT

/%*Ͱͷૹ৴ػೳΛ࡞Δʂ

IUUQTHJUIVCDPNTBUPTIJ/%*4FOEFS&YBNQMF

No content

No content

No content

No content

No content

No content

#import #import @interface NDIWrapper : NSObject + (void)initialize; - (void)start:(NSString *)name; - (void)stop; - (void)send:(CMSampleBufferRef)sampleBuffer metadata:(NSString *)metadata; @end %*8SBQQFS>/%*8SBQQFSI

- (void)send:(CMSampleBufferRef)sampleBuffer metadata:(NSString *)metadata { if (!my_ndi_send) { NSLog(@"ERROR: NDI instance is nil"); return; } CVImageBufferRef imageBuffer = CMSampleBufferGetImageBuffer(sampleBuffer); NDIlib_video_frame_v2_t video_frame; video_frame.frame_rate_N = 30000; video_frame.frame_rate_D = 1000; video_frame.xres = (int)CVPixelBufferGetWidth(imageBuffer); video_frame.yres = (int)CVPixelBufferGetHeight(imageBuffer); video_frame.FourCC = NDIlib_FourCC_type_BGRA; video_frame.frame_format_type = NDIlib_frame_format_type_progressive; video_frame.picture_aspect_ratio = video_frame.yres / video_frame.xres; video_frame.line_stride_in_bytes = video_frame.xres * 4; video_frame.p_metadata = metadata.UTF8String; CVPixelBufferLockBaseAddress(imageBuffer, kCVPixelBufferLock_ReadOnly); video_frame.p_data = CVPixelBufferGetBaseAddress(imageBuffer); CVPixelBufferUnlockBaseAddress(imageBuffer, kCVPixelBufferLock_ReadOnly); NDIlib_send_send_video_async_v2(my_ndi_send, &video_frame); } %*8SBQQFS>/%*8SBQQFSNൈਮ

- (void)send:(CMSampleBufferRef)sampleBuffer metadata:(NSString *)metadata { if (!my_ndi_send) { NSLog(@"ERROR: NDI instance is nil"); return; } CVImageBufferRef imageBuffer = CMSampleBufferGetImageBuffer(sampleBuffer); NDIlib_video_frame_v2_t video_frame; video_frame.frame_rate_N = 30000; video_frame.frame_rate_D = 1000; video_frame.xres = (int)CVPixelBufferGetWidth(imageBuffer); video_frame.yres = (int)CVPixelBufferGetHeight(imageBuffer); video_frame.FourCC = NDIlib_FourCC_type_BGRA; video_frame.frame_format_type = NDIlib_frame_format_type_progressive; video_frame.picture_aspect_ratio = video_frame.yres / video_frame.xres; video_frame.line_stride_in_bytes = video_frame.xres * 4; video_frame.p_metadata = metadata.UTF8String; CVPixelBufferLockBaseAddress(imageBuffer, kCVPixelBufferLock_ReadOnly); video_frame.p_data = CVPixelBufferGetBaseAddress(imageBuffer); CVPixelBufferUnlockBaseAddress(imageBuffer, kCVPixelBufferLock_ReadOnly); NDIlib_send_send_video_async_v2(my_ndi_send, &video_frame); } %*8SBQQFS>/%*8SBQQFSNൈਮ

- (void)send:(CMSampleBufferRef)sampleBuffer metadata:(NSString *)metadata { if (!my_ndi_send) { NSLog(@"ERROR: NDI instance is nil"); return; } CVImageBufferRef imageBuffer = CMSampleBufferGetImageBuffer(sampleBuffer); NDIlib_video_frame_v2_t video_frame; video_frame.frame_rate_N = 30000; video_frame.frame_rate_D = 1000; video_frame.xres = (int)CVPixelBufferGetWidth(imageBuffer); video_frame.yres = (int)CVPixelBufferGetHeight(imageBuffer); video_frame.FourCC = NDIlib_FourCC_type_BGRA; video_frame.frame_format_type = NDIlib_frame_format_type_progressive; video_frame.picture_aspect_ratio = video_frame.yres / video_frame.xres; video_frame.line_stride_in_bytes = video_frame.xres * 4; video_frame.p_metadata = metadata.UTF8String; CVPixelBufferLockBaseAddress(imageBuffer, kCVPixelBufferLock_ReadOnly); video_frame.p_data = CVPixelBufferGetBaseAddress(imageBuffer); CVPixelBufferUnlockBaseAddress(imageBuffer, kCVPixelBufferLock_ReadOnly); NDIlib_send_send_video_async_v2(my_ndi_send, &video_frame); } %*8SBQQFS>/%*8SBQQFSNൈਮ

- (void)send:(CMSampleBufferRef)sampleBuffer metadata:(NSString *)metadata { if (!my_ndi_send) { NSLog(@"ERROR: NDI instance is nil"); return; } CVImageBufferRef imageBuffer = CMSampleBufferGetImageBuffer(sampleBuffer); NDIlib_video_frame_v2_t video_frame; video_frame.frame_rate_N = 30000; video_frame.frame_rate_D = 1000; video_frame.xres = (int)CVPixelBufferGetWidth(imageBuffer); video_frame.yres = (int)CVPixelBufferGetHeight(imageBuffer); video_frame.FourCC = NDIlib_FourCC_type_BGRA; video_frame.frame_format_type = NDIlib_frame_format_type_progressive; video_frame.picture_aspect_ratio = video_frame.yres / video_frame.xres; video_frame.line_stride_in_bytes = video_frame.xres * 4; video_frame.p_metadata = metadata.UTF8String; CVPixelBufferLockBaseAddress(imageBuffer, kCVPixelBufferLock_ReadOnly); video_frame.p_data = CVPixelBufferGetBaseAddress(imageBuffer); CVPixelBufferUnlockBaseAddress(imageBuffer, kCVPixelBufferLock_ReadOnly); NDIlib_send_send_video_async_v2(my_ndi_send, &video_frame); } %*8SBQQFS>/%*8SBQQFSNൈਮ

No content

No content

No content

No content

class ViewController: UIViewController { private var ndiWrapper: NDIWrapper? override func viewDidLoad() { super.viewDidLoad() ndiWrapper = NDIWrapper() ... } } %*4FOEFS&YBNQMF>7JFX$POUSPMMFSTXJGU

class ViewController: UIViewController { private var ndiWrapper: NDIWrapper? ... override func viewDidLoad() { super.viewDidLoad() ndiWrapper = NDIWrapper() ... } } %*4FOEFS&YBNQMF>7JFX$POUSPMMFSTXJGU

func captureOutput(_ output: AVCaptureOutput, didOutput sampleBuffer: CMSampleBuffer, from connection: AVCaptureConnection) { guard let ndiWrapper = self.ndiWrapper, isSending else { return } ndiWrapper.send(sampleBuffer, metadata: makeMetadata().serialize()) } %*4FOEFS&YBNQMF>7JFX$POUSPMMFSTXJGU"7$BQUVSF7JEFP%BUB0VUQVU4BNQMF#V ff FS%FMFHBUF

func captureOutput(_ output: AVCaptureOutput, didOutput sampleBuffer: CMSampleBuffer, from connection: AVCaptureConnection) { guard let ndiWrapper = self.ndiWrapper, isSending else { return } ndiWrapper.send(sampleBuffer, metadata: makeMetadata().serialize()) } %*4FOEFS&YBNQMF>7JFX$POUSPMMFSTXJGU"7$BQUVSF7JEFP%BUB0VUQVU4BNQMF#V ff FS%FMFHBUF

public struct Metadata { public let cameraPosition: simd_float3 public let cameraRotation: CMQuaternion public let projectionMatrix: matrix_float4x4 public let depthRange: simd_float2 public let inputState: InputState } public struct InputState { public let buttons: [UInt8] // 2 public let toggles: [UInt8] // 2 public let knobs: [UInt8] // 32 } %*4FOEFS&YBNQMF>7JFX$POUSPMMFSTXJGU

// Debug func makeMetadata() -> Metadata { var knobs = Array(repeating: 0, count: 32) knobs[1] = UInt8(slider.value) let inputState = InputState(buttons: [0, 0], toggles: [0, 0], knobs: knobs) let metadata = Metadata(cameraPosition: simd_float3(0, 0, 0), cameraRotation: CMQuaternion(x: 0, y: 0, z: 0, w: 0), projectionMatrix: matrix_float4x4(SIMD4(0, 0, 0, 0), SIMD4(0, 0, 0, 0), SIMD4(0, 0, 0, 0), SIMD4(0, 0, 0, 0)), depthRange: simd_float2(0, 1), inputState: inputState) return metadata } %*4FOEFS&YBNQMF>7JFX$POUSPMMFSTXJGU

// Debug func makeMetadata() -> Metadata { var knobs = Array(repeating: 0, count: 32) knobs[1] = UInt8(slider.value) let inputState = InputState(buttons: [0, 0], toggles: [0, 0], knobs: knobs) let metadata = Metadata(cameraPosition: simd_float3(0, 0, 0), cameraRotation: CMQuaternion(x: 0, y: 0, z: 0, w: 0), projectionMatrix: matrix_float4x4(SIMD4(0, 0, 0, 0), SIMD4(0, 0, 0, 0), SIMD4(0, 0, 0, 0), SIMD4(0, 0, 0, 0)), depthRange: simd_float2(0, 1), inputState: inputState) return metadata } %*4FOEFS&YBNQMF>7JFX$POUSPMMFSTXJGU

/%*7JEFP.POJUPS

No content

No content

No content

No content

🎉

QFSTPO4FHNFOUBUJPO৘ใ෇Ճ

override func viewWillAppear(_ animated: Bool) { super.viewWillAppear(animated) let configuration = ARWorldTrackingConfiguration() configuration.frameSemantics = .personSegmentationWithDepth session.run(configuration) } %*4FOEFS&YBNQMF>7JFX$POUSPMMFSTXJGU

override func viewWillAppear(_ animated: Bool) { super.viewWillAppear(animated) let configuration = ARWorldTrackingConfiguration() configuration.frameSemantics = .personSegmentationWithDepth session.run(configuration) } %*4FOEFS&YBNQMF>7JFX$POUSPMMFSTXJGU

class Renderer { let session: ARSession let matteGenerator: ARMatteGenerator let device: MTLDevice let inFlightSemaphore = DispatchSemaphore(value: kMaxBuffersInFlight) var renderDestination: RenderDestinationProvider ... } func updateMatteTextures(commandBuffer: MTLCommandBuffer) { guard let currentFrame = session.currentFrame else { return } alphaTexture = matteGenerator.generateMatte(from: currentFrame, commandBuffer: commandBuffer) dilatedDepthTexture = matteGenerator.generateDilatedDepth(from: currentFrame, commandBuffer: commandBuffer) } %*4FOEFS&YBNQMF>3FOEFSFSTXJGU

3FDFJWFSͰड৴֨͠޷ྑ͘දࣔ

IUUQTHJUIVCDPNLFJKJSP3DBN

No content

No content

No content

void UpdateMetadata() { // Deserialization var xml = _ndiReceiver.metadata; if (xml == null || xml.Length == 0) return; _metadata = Metadata.Deserialize(xml); // Input state update with the metadata Singletons.InputHandle.InputState = _metadata.InputState; } <3DBN7JTVBMJ[FS>3DBN3FDFJWFSDT

void UpdateMetadata() { // Deserialization var xml = _ndiReceiver.metadata; if (xml == null || xml.Length == 0) return; _metadata = Metadata.Deserialize(xml); // Input state update with the metadata Singletons.InputHandle.InputState = _metadata.InputState; } <3DBN7JTVBMJ[FS>3DBN3FDFJWFSDT

void UpdateMetadata() { // Deserialization var xml = _ndiReceiver.metadata; if (xml == null || xml.Length == 0) return; _metadata = Metadata.Deserialize(xml); // Input state update with the metadata Singletons.InputHandle.InputState = _metadata.InputState; } <3DBN7JTVBMJ[FS>3DBN3FDFJWFSDT

No content

No content

No content

&OKPZJ04%$ʂ🎉 5XJUUFSͰ࠷৽৘ใπΠʔτͯ͠·͢ʂϑΥϩʔ͓ئ͍͠·͢ʂ!TINEFWFMPQ