Add an option to show video output on a drawable without video effects

shogo4405 · Feb 13, 2024 · eff0f29 · eff0f29
1 parent 31cd4f8
commit eff0f29
Show file tree

Hide file tree

Showing 6 changed files with 23 additions and 2 deletions.
diff --git a/Sources/IO/IOStreamDrawable.swift b/Sources/IO/IOStreamDrawable.swift
@@ -18,6 +18,9 @@ public protocol IOStreamDrawable: AnyObject {
     @available(tvOS 17.0, *)
     var isCaptureVideoPreviewEnabled: Bool { get set }
     #endif
+
+    /// Specifies if the video effects should be rendered or not.
+    var drawWithEffects: Bool { get set }
 
     /// Attaches a drawable to a new NetStream object.
     func attachStream(_ stream: IOStream?)

diff --git a/Sources/IO/IOVideoMixer.swift b/Sources/IO/IOVideoMixer.swift
@@ -3,6 +3,7 @@ import CoreMedia
 import Foundation
 
 protocol IOVideoMixerDelegate: AnyObject {
+    func videoMixer(_ videoMixer: IOVideoMixer<Self>, willProcess sampleBuffer: CMSampleBuffer)
     func videoMixer(_ videoMixer: IOVideoMixer<Self>, didOutput imageBuffer: CVImageBuffer, presentationTimeStamp: CMTime)
     func videoMixer(_ videoMixer: IOVideoMixer<Self>, didOutput sampleBUffer: CMSampleBuffer)
 }
@@ -73,6 +74,7 @@ final class IOVideoMixer<T: IOVideoMixerDelegate> {
 
     func append(_ sampleBuffer: CMSampleBuffer, channel: UInt8, isVideoMirrored: Bool) {
         if channel == settings.channel {
+            delegate?.videoMixer(self, willProcess: sampleBuffer)
             var imageBuffer: CVImageBuffer?
             guard let buffer = sampleBuffer.imageBuffer else {
                 return
@@ -107,7 +109,7 @@ final class IOVideoMixer<T: IOVideoMixerDelegate> {
                 #if os(macOS)
                 pixelBufferPool?.createPixelBuffer(&imageBuffer)
                 #else
-                if buffer.width != Int(extent.width) || buffer.height != Int(extent.height) {
+                if settings.effectsBuffer || buffer.width != Int(extent.width) || buffer.height != Int(extent.height) {
                     pixelBufferPool?.createPixelBuffer(&imageBuffer)
                 }
                 #endif

diff --git a/Sources/IO/IOVideoMixerSettings.swift b/Sources/IO/IOVideoMixerSettings.swift
@@ -36,6 +36,8 @@ public struct IOVideoMixerSettings: Codable {
     public let direction: ImageTransform
     /// Specifies the main channel number.
     public var channel: UInt8 = 0
+    /// Specifies if effects are always rendered to a new buffer.
+    public var effectsBuffer: Bool = false
 
     /// Create a new IOVideoMixerSettings.
     public init(mode: Mode, cornerRadius: CGFloat, regionOfInterest: CGRect, direction: ImageTransform) {

diff --git a/Sources/IO/IOVideoUnit.swift b/Sources/IO/IOVideoUnit.swift
@@ -278,8 +278,16 @@ extension IOVideoUnit {
 
 extension IOVideoUnit: IOVideoMixerDelegate {
     // MARK: IOVideoMixerDelegate
+    func videoMixer(_ videoMixer: IOVideoMixer<IOVideoUnit>, willProcess sampleBuffer: CMSampleBuffer) {
+        if let drawable, drawable.drawWithEffects == false {
+            drawable.enqueue(sampleBuffer)
+        }
+    }
+
     func videoMixer(_ videoMixer: IOVideoMixer<IOVideoUnit>, didOutput sampleBuffer: CMSampleBuffer) {
-        drawable?.enqueue(sampleBuffer)
+        if let drawable, drawable.drawWithEffects {
+            drawable.enqueue(sampleBuffer)
+        }
         mixer?.videoUnit(self, didOutput: sampleBuffer)
     }
 

diff --git a/Sources/IO/MTHKView.swift b/Sources/IO/MTHKView.swift
@@ -45,6 +45,9 @@ public class MTHKView: MTKView {
         }
     }
 
+    /// Specifies if the video effects should be rendered or not.
+    public var drawWithEffects: Bool = true
+
     private var currentSampleBuffer: CMSampleBuffer?
 
     private let colorSpace: CGColorSpace = CGColorSpaceCreateDeviceRGB()

diff --git a/Sources/IO/PiPHKView.swift b/Sources/IO/PiPHKView.swift
@@ -64,6 +64,9 @@ public class PiPHKView: UIView {
     }
     #endif
 
+    /// Specifies if the video effects should be rendered or not.
+    public var drawWithEffects: Bool = true
+
     private weak var currentStream: IOStream? {
         didSet {
             currentStream?.drawable = self