visionOS Persona camera support (#460)

LiveKitClient.podspec

@@ -14,7 +14,7 @@ Pod::Spec.new do |spec|
 
   spec.source_files = "Sources/**/*"
 
-  spec.dependency("LiveKitWebRTC", "= 125.6422.03")
+  spec.dependency("LiveKitWebRTC", "= 125.6422.05")
   spec.dependency("SwiftProtobuf")
   spec.dependency("Logging")
 

Package.swift

@@ -18,7 +18,7 @@ let package = Package(
     ],
     dependencies: [
         // LK-Prefixed Dynamic WebRTC XCFramework
-        .package(url: "https://github.com/livekit/webrtc-xcframework.git", exact: "125.6422.04"),
+        .package(url: "https://github.com/livekit/webrtc-xcframework.git", exact: "125.6422.05"),
         .package(url: "https://github.com/apple/swift-protobuf.git", from: "1.26.0"),
         .package(url: "https://github.com/apple/swift-log.git", from: "1.5.4"),
         // Only used for DocC generation

Package@swift-5.9.swift

@@ -19,7 +19,7 @@ let package = Package(
     ],
     dependencies: [
         // LK-Prefixed Dynamic WebRTC XCFramework
-        .package(url: "https://github.com/livekit/webrtc-xcframework.git", exact: "125.6422.04"),
+        .package(url: "https://github.com/livekit/webrtc-xcframework.git", exact: "125.6422.05"),
         .package(url: "https://github.com/apple/swift-protobuf.git", from: "1.26.0"),
         .package(url: "https://github.com/apple/swift-log.git", from: "1.5.4"),
         // Only used for DocC generation

Sources/LiveKit/Extensions/AVCaptureDevice.swift

@@ -18,12 +18,17 @@ import AVFoundation
 
 public extension AVCaptureDevice {
     /// Helper extension to return the acual direction the camera is facing.
-    /// In macOS, the Facetime camera's position is .unspecified but this property will return .front for such cases.
     var facingPosition: AVCaptureDevice.Position {
         #if os(macOS)
+        /// In macOS, the Facetime camera's position is .unspecified but this property will return .front for such cases.
         if deviceType == .builtInWideAngleCamera, position == .unspecified {
             return .front
         }
+        #elseif os(visionOS)
+        /// In visionOS, the Persona camera's position is .unspecified but this property will return .front for such cases.
+        if position == .unspecified {
+            return .front
+        }
         #endif
 
         return position

Sources/LiveKit/Extensions/TimeInterval.swift

@@ -29,7 +29,7 @@ public extension TimeInterval {
     static let defaultPublisherDataChannelOpen: Self = 7
     static let resolveSid: Self = 7 + 5 // Join response + 5
     static let defaultPublish: Self = 10
-    static let defaultCaptureStart: Self = 5
+    static let defaultCaptureStart: Self = 10
 }
 
 extension TimeInterval {

Sources/LiveKit/Support/DeviceManager.swift

@@ -101,6 +101,10 @@ class DeviceManager: Loggable {
                 self.devicesCompleter.resume(returning: devices)
             }
         }
+        #elseif os(visionOS)
+        // For visionOS, there is no DiscoverySession so return the Persona camera if available.
+        let devices: [AVCaptureDevice] = [.systemPreferredCamera].compactMap { $0 }
+        devicesCompleter.resume(returning: devices)
         #endif
     }
 }

Tests/LiveKitTests/DeviceManager.swift

@@ -0,0 +1,31 @@
+/*
+ * Copyright 2024 LiveKit
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+@testable import LiveKit
+import XCTest
+
+class DeviceManagerTests: XCTestCase {
+    func testListDevices() async throws {
+        let devices = try await DeviceManager.shared.devices()
+        print("Devices: \(devices.map { "(facingPosition: \(String(describing: $0.facingPosition)))" }.joined(separator: ", "))")
+        XCTAssert(devices.count > 0, "No capture devices found.")
+
+        // visionOS will return 0 formats.
+        guard let firstDevice = devices.first else { return }
+        let formats = firstDevice.formats
+        XCTAssert(formats.count > 0, "No formats found for device.")
+    }
+}

Tests/LiveKitTests/Support/Tracks.swift

@@ -35,7 +35,19 @@ extension XCTestCase {
         let asset = AVAsset(url: tempLocalUrl)
         let assetReader = try AVAssetReader(asset: asset)
 
-        guard let track = asset.tracks(withMediaType: .video).first else {
+        let tracks = try await {
+            #if os(visionOS)
+            return try await asset.loadTracks(withMediaType: .video)
+            #else
+            if #available(iOS 15.0, macOS 12.0, *) {
+                return try await asset.loadTracks(withMediaType: .video)
+            } else {
+                return asset.tracks(withMediaType: .video)
+            }
+            #endif
+        }()
+
+        guard let track = tracks.first else {
             XCTFail("No video track found in sample video file")
             fatalError()
         }