[Enhancement]Implement static frame pipeline for PiP (#724)

Author: ipavlidakis

CHANGELOG.md

@@ -10,13 +10,14 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/).
 - You can now access the `custom-data` attached on a Call object you received as incoming. [#766](https://github.com/GetStream/stream-video-swift/pull/766)
 
 ### 🔄 Changed
+- `CallViewModel.callingState` transition to `.idle` just before moving to `.inCall` after the user has accepted the call. [#759](https://github.com/GetStream/stream-video-swift/pull/759)
+- `AudioSession` mode wasn't configured correctly for audio-only calls. [#762](https://github.com/GetStream/stream-video-swift/pull/762)
 - Updated WebRTC version to 125.6422.070 [#760](https://github.com/GetStream/stream-video-swift/pull/760)
+- Picture-in-Picture improved UI and stability fixes. [#724](https://github.com/GetStream/stream-video-swift/pull/724)
 
 ### 🐞 Fixed
 - Sound resources weren't loaded correctly when the SDK was linked via SPM. [#757](https://github.com/GetStream/stream-video-swift/pull/757)
 - Redefined the priorities by which dashboard audio settings will be applied. [#758](https://github.com/GetStream/stream-video-swift/pull/758)
-- `CallViewModel.callingState` transition to `.idle` just before moving to `.inCall` after the user has accepted the call. [#759](https://github.com/GetStream/stream-video-swift/pull/759)
-- `AudioSession` mode wasn't configured correctly for audio-only calls. [#762](https://github.com/GetStream/stream-video-swift/pull/762)
 
 # [1.20.0](https://github.com/GetStream/stream-video-swift/releases/tag/1.20.0)
 _April 07, 2025_

Sources/StreamVideo/Controllers/CallController.swift

@@ -479,6 +479,7 @@ class CallController: @unchecked Sendable {
     private func handleParticipantsUpdated() {
         webRTCParticipantsObserver = participants?
             .$value
+            .removeDuplicates() // Avoid unnecessary updates when participants haven't changed.
             .sinkTask { @MainActor [weak self] participants in
                 self?.call?.state.participantsMap = participants
             }

Sources/StreamVideo/HTTPClient/InternetConnection.swift

@@ -17,18 +17,18 @@ extension Notification.Name {
 extension Notification {
     static let internetConnectionStatusUserInfoKey = "internetConnectionStatus"
 
-    var internetConnectionStatus: InternetConnection.Status? {
-        userInfo?[Self.internetConnectionStatusUserInfoKey] as? InternetConnection.Status
+    var internetConnectionStatus: InternetConnectionStatus? {
+        userInfo?[Self.internetConnectionStatusUserInfoKey] as? InternetConnectionStatus
     }
 }
 
 /// An Internet Connection monitor.
 ///
 /// Basically, it's a wrapper over legacy monitor based on `Reachability` (iOS 11 only)
 /// and default monitor based on `Network`.`NWPathMonitor` (iOS 12+).
-class InternetConnection: @unchecked Sendable {
+final class InternetConnection: @unchecked Sendable {
     /// The current Internet connection status.
-    @Published private(set) var status: InternetConnection.Status {
+    @Published private(set) var status: InternetConnectionStatus {
         didSet {
             guard oldValue != status else { return }
 
@@ -68,13 +68,13 @@ class InternetConnection: @unchecked Sendable {
 }
 
 extension InternetConnection: InternetConnectionDelegate {
-    func internetConnectionStatusDidChange(status: Status) {
+    func internetConnectionStatusDidChange(status: InternetConnectionStatus) {
         self.status = status
     }
 }
 
 private extension InternetConnection {
-    func postNotification(_ name: Notification.Name, with status: Status) {
+    func postNotification(_ name: Notification.Name, with status: InternetConnectionStatus) {
         notificationCenter.post(
             name: name,
             object: self,
@@ -89,7 +89,7 @@ private extension InternetConnection {
 protocol InternetConnectionDelegate: AnyObject {
     /// Calls when the Internet connection status did change.
     /// - Parameter status: an Internet connection status.
-    func internetConnectionStatusDidChange(status: InternetConnection.Status)
+    func internetConnectionStatusDidChange(status: InternetConnectionStatus)
 }
 
 /// A protocol for Internet connection monitors.
@@ -98,7 +98,7 @@ protocol InternetConnectionMonitor: AnyObject {
     var delegate: InternetConnectionDelegate? { get set }
 
     /// The current status of Internet connection.
-    var status: InternetConnection.Status { get }
+    var status: InternetConnectionStatus { get }
 
     /// Start Internet connection monitoring.
     func start()
@@ -108,37 +108,35 @@ protocol InternetConnectionMonitor: AnyObject {
 
 // MARK: Internet Connection Subtypes
 
-extension InternetConnection {
-    /// The Internet connectivity status.
-    enum Status: Equatable {
-        /// Notification of an Internet connection has not begun.
-        case unknown
+/// The Internet connectivity status.
+public enum InternetConnectionStatus: Equatable, Sendable {
+    /// Notification of an Internet connection has not begun.
+    case unknown
 
-        /// The Internet is available with a specific `Quality` level.
-        case available(Quality)
+    /// The Internet is available with a specific `Quality` level.
+    case available(InternetConnectionQuality)
 
-        /// The Internet is unavailable.
-        case unavailable
-    }
+    /// The Internet is unavailable.
+    case unavailable
+}
 
-    /// The Internet connectivity status quality.
-    enum Quality: Equatable {
-        /// The Internet connection is great (like Wi-Fi).
-        case great
+/// The Internet connectivity status quality.
+public enum InternetConnectionQuality: Equatable, Sendable {
+    /// The Internet connection is great (like Wi-Fi).
+    case great
 
-        /// Internet connection uses an interface that is considered expensive, such as Cellular or a Personal Hotspot.
-        case expensive
+    /// Internet connection uses an interface that is considered expensive, such as Cellular or a Personal Hotspot.
+    case expensive
 
-        /// Internet connection uses Low Data Mode.
-        /// Recommendations for Low Data Mode: don't autoplay video, music (high-quality) or gifs (big files).
-        /// Supports only by iOS 13+
-        case constrained
-    }
+    /// Internet connection uses Low Data Mode.
+    /// Recommendations for Low Data Mode: don't autoplay video, music (high-quality) or gifs (big files).
+    /// Supports only by iOS 13+
+    case constrained
 }
 
-extension InternetConnection.Status {
+extension InternetConnectionStatus {
     /// Returns `true` if the internet connection is available, ignoring the quality of the connection.
-    var isAvailable: Bool {
+    public var isAvailable: Bool {
         if case .available = self {
             return true
         } else {
@@ -158,7 +156,7 @@ extension InternetConnection {
 
         weak var delegate: InternetConnectionDelegate?
 
-        var status: InternetConnection.Status {
+        var status: InternetConnectionStatus {
             if let path = monitor?.currentPath {
                 return status(from: path)
             }
@@ -194,12 +192,12 @@ extension InternetConnection {
             delegate?.internetConnectionStatusDidChange(status: status(from: path))
         }
 
-        private func status(from path: NWPath) -> InternetConnection.Status {
+        private func status(from path: NWPath) -> InternetConnectionStatus {
             guard path.status == .satisfied else {
                 return .unavailable
             }
 
-            let quality: InternetConnection.Quality
+            let quality: InternetConnectionQuality
             quality = path.isConstrained ? .constrained : (path.isExpensive ? .expensive : .great)
 
             return .available(quality)
@@ -212,12 +210,12 @@ extension InternetConnection {
 }
 
 /// A protocol defining the interface for internet connection monitoring.
-protocol InternetConnectionProtocol {
+public protocol InternetConnectionProtocol {
     /// A publisher that emits the current internet connection status.
     ///
     /// This publisher never fails and continuously updates with the latest
     /// connection status.
-    var statusPublisher: AnyPublisher<InternetConnection.Status, Never> { get }
+    var statusPublisher: AnyPublisher<InternetConnectionStatus, Never> { get }
 }
 
 extension InternetConnection: InternetConnectionProtocol {
@@ -227,7 +225,7 @@ extension InternetConnection: InternetConnectionProtocol {
     /// type to `AnyPublisher`.
     ///
     /// - Note: The publisher won't publish any duplicates.
-    var statusPublisher: AnyPublisher<InternetConnection.Status, Never> {
+    public var statusPublisher: AnyPublisher<InternetConnectionStatus, Never> {
         $status.removeDuplicates().eraseToAnyPublisher()
     }
 }
@@ -237,9 +235,8 @@ extension InternetConnection: InjectionKey {
     ///
     /// This property provides a default implementation of the
     /// `InternetConnection` with a default monitor.
-    nonisolated(unsafe) static var currentValue: InternetConnectionProtocol = InternetConnection(
-        monitor: InternetConnection
-            .Monitor()
+    nonisolated(unsafe) public static var currentValue: InternetConnectionProtocol = InternetConnection(
+        monitor: InternetConnection.Monitor()
     )
 }
 
@@ -248,7 +245,7 @@ extension InjectedValues {
     ///
     /// This property allows for dependency injection using the protocol type,
     /// providing more flexibility in testing and modular design.
-    var internetConnectionObserver: InternetConnectionProtocol {
+    public var internetConnectionObserver: InternetConnectionProtocol {
         get { Self[InternetConnection.self] }
         set { Self[InternetConnection.self] = newValue }
     }

Sources/StreamVideo/Utils/Swift6Migration/Sendable+Extensions.swift

@@ -27,6 +27,8 @@ extension RTCStatisticsReport: @retroactive @unchecked Sendable {}
 extension WritableKeyPath: @retroactive @unchecked Sendable {}
 extension Published.Publisher: @retroactive @unchecked Sendable {}
 extension RTCVideoFrame: @retroactive @unchecked Sendable {}
+extension AnyPublisher: @retroactive @unchecked Sendable {}
+extension Publishers.Filter: @retroactive @unchecked Sendable {}
 #else
 extension AnyCancellable: @unchecked Sendable {}
 extension AVCaptureDevice: @unchecked Sendable {}
@@ -46,4 +48,6 @@ extension RTCStatisticsReport: @unchecked Sendable {}
 extension WritableKeyPath: @unchecked Sendable {}
 extension Published.Publisher: @unchecked Sendable {}
 extension RTCVideoFrame: @unchecked Sendable {}
+extension AnyPublisher: @unchecked Sendable {}
+extension Publishers.Filter: @unchecked Sendable {}
 #endif

Sources/StreamVideoSwiftUI/Utils/PictureInPicture/StreamBufferTransformer.swift renamed to Sources/StreamVideoSwiftUI/Utils/PictureInPicture/PictureInPictureBufferTransformer.swift

@@ -6,9 +6,9 @@ import Foundation
 import StreamVideo
 import StreamWebRTC
 
-/// `StreamBufferTransformer` is a struct that provides methods for transforming RTCI420Buffer to
+/// `PictureInPictureBufferTransformer` is a struct that provides methods for transforming RTCI420Buffer to
 /// CVPixelBuffer, while performing downsampling when necessary.
-struct StreamBufferTransformer {
+struct PictureInPictureBufferTransformer {
 
     var requiresResize = false
 

Sources/StreamVideoSwiftUI/Utils/PictureInPicture/PictureInPictureContent.swift

@@ -0,0 +1,70 @@
+//
+// Copyright © 2025 Stream.io Inc. All rights reserved.
+//
+
+import StreamVideo
+import StreamWebRTC
+
+/// Content state for Picture-in-Picture window during video calls.
+enum PictureInPictureContent: Equatable, CustomStringConvertible {
+    /// Picture-in-Picture window is not active.
+    case inactive
+
+    /// Shows a participant's video feed in Picture-in-Picture.
+    ///
+    /// - Parameters:
+    ///   - call: Current call instance
+    ///   - participant: Participant being displayed
+    ///   - track: Video track to render
+    case participant(Call?, CallParticipant, RTCVideoTrack?)
+
+    /// Shows a participant's screen share in Picture-in-Picture.
+    ///
+    /// - Parameters:
+    ///   - call: Current call instance
+    ///   - participant: Participant sharing screen
+    ///   - track: Screen sharing track
+    case screenSharing(Call?, CallParticipant, RTCVideoTrack)
+
+    /// Picture-in-Picture window is reconnecting to the call.
+    case reconnecting
+
+    var description: String {
+        switch self {
+        case .inactive:
+            return ".inactive"
+        case let .participant(call, participant, track):
+            return ".participant(cId:\(call?.cId ?? "-"), name:\(participant.name), track:\(track?.trackId ?? "-"))"
+        case let .screenSharing(call, participant, track):
+            return ".screenSharing(cId:\(call?.cId ?? "-"), name:\(participant.name), track:\(track.trackId))"
+        case .reconnecting:
+            return ".reconnecting"
+        }
+    }
+
+    static func == (
+        lhs: PictureInPictureContent,
+        rhs: PictureInPictureContent
+    ) -> Bool {
+        switch (lhs, rhs) {
+        case (.inactive, .inactive):
+            return true
+
+        case (let .participant(lhsCall, lhsParticipant, lhsTrack), let .participant(rhsCall, rhsParticipant, rhsTrack)):
+            return lhsCall?.cId == rhsCall?.cId
+                && lhsParticipant == rhsParticipant
+                && lhsTrack == rhsTrack
+
+        case (let .screenSharing(lhsCall, lhsParticipant, lhsTrack), let .screenSharing(rhsCall, rhsParticipant, rhsTrack)):
+            return lhsCall?.cId == rhsCall?.cId
+                && lhsParticipant == rhsParticipant
+                && lhsTrack == rhsTrack
+
+        case (.reconnecting, .reconnecting):
+            return true
+
+        default:
+            return false
+        }
+    }
+}