Conditional proxying

I added a new feature. When instances are not proxied, Yattee first checks the URL to make sure it is not a restricted video. Usually, music videos and sports content can only be played back by the same IP address that requested the URL in the first place. That is why some videos do not play when the proxy is disabled.

This approach has multiple advantages. First and foremost, It reduced the load on Invidious/Piped instances, since users can now directly access the videos without going through the instance, which might be severely bandwidth limited. Secondly, users don't need to manually turn on the proxy when they want to watch IP address bound content, since Yattee automatically proxies such content.

Furthermore, adding the proxy option allows mitigating some severe playback issues with invidious instances. Invidious by default returns proxied URLs for videos, and due to some bug in the Invidious proxy, scrubbing or continuing playback at a random timestamp can lead to severe wait times for the users.

This should fix numerous playback issues: #666, #626, #590, #585, #498, #457, #400

Model/Player/PlayerStreams.swift

@@ -1,3 +1,4 @@
+import AVFoundation
 import Foundation
 import Siesta
 import SwiftUI
@@ -41,7 +42,9 @@ extension PlayerModel {
                         self.logger.info("ignoring loaded streams from \(instance.description) as current video has changed")
                         return
                     }
-                    self.availableStreams = self.streamsWithInstance(instance: instance, streams: video.streams)
+                    self.streamsWithInstance(instance: instance, streams: video.streams) { processedStreams in
+                        self.availableStreams = processedStreams
+                    }
                 } else {
                     self.logger.critical("no streams available from \(instance.description)")
                 }
@@ -53,20 +56,127 @@ extension PlayerModel {
             }
     }
 
-    func streamsWithInstance(instance: Instance, streams: [Stream]) -> [Stream] {
-        streams.map { stream in
-            stream.instance = instance
+    func streamsWithInstance(instance _: Instance, streams: [Stream], completion: @escaping ([Stream]) -> Void) {
+        let forbiddenAssetTestGroup = DispatchGroup()
+        var hasForbiddenAsset = false
 
-            if instance.app == .invidious, instance.proxiesVideos {
-                if let audio = stream.audioAsset {
-                    stream.audioAsset = InvidiousAPI.proxiedAsset(instance: instance, asset: audio)
-                }
-                if let video = stream.videoAsset {
-                    stream.videoAsset = InvidiousAPI.proxiedAsset(instance: instance, asset: video)
+        let (nonHLSAssets, hlsURLs) = getAssets(from: streams)
+
+        if let randomStream = nonHLSAssets.randomElement() {
+            let instance = randomStream.0
+            let asset = randomStream.1
+            let url = randomStream.2
+            let requestRange = randomStream.3
+
+            if let asset = asset, let instance = instance, !instance.proxiesVideos {
+                if instance.app == .invidious {
+                    testAsset(url: url, range: requestRange, isHLS: false, forbiddenAssetTestGroup: forbiddenAssetTestGroup) { isForbidden in
+                        hasForbiddenAsset = isForbidden
+                    }
+                } else if instance.app == .piped {
+                    testPipedAssets(asset: asset, requestRange: requestRange!, isHLS: false, forbiddenAssetTestGroup: forbiddenAssetTestGroup, completion: { isForbidden in
+                        hasForbiddenAsset = isForbidden
+                    })
                 }
             }
+        } else if let randomHLS = hlsURLs.randomElement() {
+            let instance = randomHLS.0
+            let asset = AVURLAsset(url: randomHLS.1)
 
-            return stream
+            if instance?.app == .piped {
+                testPipedAssets(asset: asset, requestRange: nil, isHLS: false, forbiddenAssetTestGroup: forbiddenAssetTestGroup, completion: { isForbidden in
+                    hasForbiddenAsset = isForbidden
+                })
+            }
+        }
+
+        forbiddenAssetTestGroup.notify(queue: .main) {
+            let processedStreams = streams.map { stream -> Stream in
+                if let instance = stream.instance {
+                    if instance.app == .invidious {
+                        if hasForbiddenAsset || instance.proxiesVideos {
+                            if let audio = stream.audioAsset {
+                                stream.audioAsset = InvidiousAPI.proxiedAsset(instance: instance, asset: audio)
+                            }
+                            if let video = stream.videoAsset {
+                                stream.videoAsset = InvidiousAPI.proxiedAsset(instance: instance, asset: video)
+                            }
+                        }
+                    } else if instance.app == .piped, !instance.proxiesVideos, !hasForbiddenAsset {
+                        if let hlsURL = stream.hlsURL {
+                            forbiddenAssetTestGroup.enter()
+                            PipedAPI.nonProxiedAsset(url: hlsURL) { nonProxiedURL in
+                                if let nonProxiedURL = nonProxiedURL {
+                                    stream.hlsURL = nonProxiedURL.url
+                                }
+                                forbiddenAssetTestGroup.leave()
+                            }
+                        } else {
+                            if let audio = stream.audioAsset {
+                                forbiddenAssetTestGroup.enter()
+                                PipedAPI.nonProxiedAsset(asset: audio) { nonProxiedAudioAsset in
+                                    stream.audioAsset = nonProxiedAudioAsset
+                                    forbiddenAssetTestGroup.leave()
+                                }
+                            }
+                            if let video = stream.videoAsset {
+                                forbiddenAssetTestGroup.enter()
+                                PipedAPI.nonProxiedAsset(asset: video) { nonProxiedVideoAsset in
+                                    stream.videoAsset = nonProxiedVideoAsset
+                                    forbiddenAssetTestGroup.leave()
+                                }
+                            }
+                        }
+                    }
+                }
+                return stream
+            }
+
+            forbiddenAssetTestGroup.notify(queue: .main) {
+                completion(processedStreams)
+            }
+        }
+    }
+
+    private func getAssets(from streams: [Stream]) -> (nonHLSAssets: [(Instance?, AVURLAsset?, URL, String?)], hlsURLs: [(Instance?, URL)]) {
+        var nonHLSAssets = [(Instance?, AVURLAsset?, URL, String?)]()
+        var hlsURLs = [(Instance?, URL)]()
+
+        for stream in streams {
+            if stream.isHLS {
+                if let url = stream.hlsURL?.url {
+                    hlsURLs.append((stream.instance, url))
+                }
+            } else {
+                if let asset = stream.audioAsset {
+                    nonHLSAssets.append((stream.instance, asset, asset.url, stream.requestRange))
+                }
+                if let asset = stream.videoAsset {
+                    nonHLSAssets.append((stream.instance, asset, asset.url, stream.requestRange))
+                }
+            }
+        }
+
+        return (nonHLSAssets, hlsURLs)
+    }
+
+    private func testAsset(url: URL, range: String?, isHLS: Bool, forbiddenAssetTestGroup: DispatchGroup, completion: @escaping (Bool) -> Void) {
+        let randomEnd = Int.random(in: 200 ... 800)
+        let requestRange = range ?? "0-\(randomEnd)"
+        let HTTPStatusForbidden = 403
+
+        forbiddenAssetTestGroup.enter()
+        URLTester.testURLResponse(url: url, range: requestRange, isHLS: isHLS) { statusCode in
+            completion(statusCode == HTTPStatusForbidden)
+            forbiddenAssetTestGroup.leave()
+        }
+    }
+
+    private func testPipedAssets(asset: AVURLAsset, requestRange: String?, isHLS: Bool, forbiddenAssetTestGroup: DispatchGroup, completion: @escaping (Bool) -> Void) {
+        PipedAPI.nonProxiedAsset(asset: asset) { nonProxiedAsset in
+            if let nonProxiedAsset = nonProxiedAsset {
+                self.testAsset(url: nonProxiedAsset.url, range: requestRange, isHLS: isHLS, forbiddenAssetTestGroup: forbiddenAssetTestGroup, completion: completion)
+            }
         }
     }