import Alamofire import AVKit import Defaults import Foundation import Siesta import SwiftyJSON final class InvidiousAPI: Service, ObservableObject, VideosAPI { static let basePath = "/api/v1" @Published var account: Account! @Published var validInstance = true var signedIn: Bool { guard let account = account else { return false } return !account.anonymous && !(account.token?.isEmpty ?? true) } init(account: Account? = nil) { super.init() guard !account.isNil else { self.account = .init(name: "Empty") return } setAccount(account!) } func setAccount(_ account: Account) { self.account = account validInstance = account.anonymous configure() if !account.anonymous { validate() } } func validate() { validateInstance() validateSID() } func validateInstance() { guard !validInstance else { return } home? .load() .onSuccess { _ in self.validInstance = true } .onFailure { _ in self.validInstance = false } } func validateSID() { guard signedIn, !(account.token?.isEmpty ?? true) else { return } feed? .load() .onFailure { _ in self.updateToken(force: true) } } func configure() { invalidateConfiguration() configure { if let cookie = self.cookieHeader { $0.headers["Cookie"] = cookie } $0.pipeline[.parsing].add(SwiftyJSONTransformer, contentTypes: ["*/json"]) } configure("**", requestMethods: [.post]) { $0.pipeline[.parsing].removeTransformers() } configureTransformer(pathPattern("popular"), requestMethods: [.get]) { (content: Entity) -> [Video] in content.json.arrayValue.map(self.extractVideo) } configureTransformer(pathPattern("trending"), requestMethods: [.get]) { (content: Entity) -> [Video] in content.json.arrayValue.map(self.extractVideo) } configureTransformer(pathPattern("search"), requestMethods: [.get]) { (content: Entity) -> SearchPage in let results = content.json.arrayValue.compactMap { json -> ContentItem? in let type = json.dictionaryValue["type"]?.string if type == "channel" { return ContentItem(channel: self.extractChannel(from: json)) } else if type == "playlist" { return ContentItem(playlist: self.extractChannelPlaylist(from: json)) } else if type == "video" { return ContentItem(video: self.extractVideo(from: json)) } return nil } return SearchPage(results: results, last: results.isEmpty) } configureTransformer(pathPattern("search/suggestions"), requestMethods: [.get]) { (content: Entity) -> [String] in if let suggestions = content.json.dictionaryValue["suggestions"] { return suggestions.arrayValue.map(String.init) } return [] } configureTransformer(pathPattern("auth/playlists"), requestMethods: [.get]) { (content: Entity) -> [Playlist] in content.json.arrayValue.map(self.extractPlaylist) } configureTransformer(pathPattern("auth/playlists/*"), requestMethods: [.get]) { (content: Entity) -> Playlist in self.extractPlaylist(from: content.json) } configureTransformer(pathPattern("auth/playlists"), requestMethods: [.post, .patch]) { (content: Entity) -> Playlist in // hacky, to verify if possible to get it in easier way Playlist(JSON(parseJSON: String(data: content.content, encoding: .utf8)!)) } configureTransformer(pathPattern("auth/feed"), requestMethods: [.get]) { (content: Entity) -> [Video] in if let feedVideos = content.json.dictionaryValue["videos"] { return feedVideos.arrayValue.map(self.extractVideo) } return [] } configureTransformer(pathPattern("auth/subscriptions"), requestMethods: [.get]) { (content: Entity) -> [Channel] in content.json.arrayValue.map(self.extractChannel) } configureTransformer(pathPattern("channels/*"), requestMethods: [.get]) { (content: Entity) -> Channel in self.extractChannel(from: content.json) } configureTransformer(pathPattern("channels/*/latest"), requestMethods: [.get]) { (content: Entity) -> [Video] in content.json.arrayValue.map(self.extractVideo) } configureTransformer(pathPattern("playlists/*"), requestMethods: [.get]) { (content: Entity) -> ChannelPlaylist in self.extractChannelPlaylist(from: content.json) } configureTransformer(pathPattern("videos/*"), requestMethods: [.get]) { (content: Entity) -> Video in self.extractVideo(from: content.json) } configureTransformer(pathPattern("comments/*")) { (content: Entity) -> CommentsPage in let details = content.json.dictionaryValue let comments = details["comments"]?.arrayValue.compactMap { self.extractComment(from: $0) } ?? [] let nextPage = details["continuation"]?.string let disabled = !details["error"].isNil return CommentsPage(comments: comments, nextPage: nextPage, disabled: disabled) } updateToken() } func updateToken(force: Bool = false) { let (username, password) = AccountsModel.getCredentials(account) guard !account.anonymous, (account.token?.isEmpty ?? true) || force else { return } guard let username = username, let password = password, !username.isEmpty, !password.isEmpty else { NavigationModel.shared.presentAlert( title: "Account Error", message: "Remove and add your account again in Settings." ) return } let presentTokenUpdateFailedAlert: (AFDataResponse?, String?) -> Void = { response, message in NavigationModel.shared.presentAlert( title: "Account Error", message: message ?? "\(response?.response?.statusCode ?? -1) - \(response?.error?.errorDescription ?? "unknown")\nIf this issue persists, try removing and adding your account again in Settings." ) } AF .request(login.url, method: .post, parameters: ["email": username, "password": password], encoding: URLEncoding.default) .redirect(using: .doNotFollow) .response { response in guard let headers = response.response?.headers, let cookies = headers["Set-Cookie"] else { presentTokenUpdateFailedAlert(response, nil) return } let sidRegex = #"SID=(?[^;]*);"# guard let sidRegex = try? NSRegularExpression(pattern: sidRegex), let match = sidRegex.matches(in: cookies, range: NSRange(cookies.startIndex..., in: cookies)).first else { presentTokenUpdateFailedAlert(nil, "Could not extract SID from received cookies: \(cookies)") return } let matchRange = match.range(withName: "sid") if let substringRange = Range(matchRange, in: cookies) { print("updating invidious token") let sid = String(cookies[substringRange]) AccountsModel.setToken(self.account, sid) self.objectWillChange.send() } else { presentTokenUpdateFailedAlert(nil, "Could not extract SID from received cookies: \(cookies)") } self.configure() } } var login: Resource { resource(baseURL: account.url, path: "login") } private func pathPattern(_ path: String) -> String { "**\(Self.basePath)/\(path)" } private func basePathAppending(_ path: String) -> String { "\(Self.basePath)/\(path)" } private var cookieHeader: String? { guard let token = account?.token, !token.isEmpty else { return nil } return "SID=\(token)" } var popular: Resource? { resource(baseURL: account.url, path: "\(Self.basePath)/popular") } func trending(country: Country, category: TrendingCategory?) -> Resource { resource(baseURL: account.url, path: "\(Self.basePath)/trending") .withParam("type", category?.name) .withParam("region", country.rawValue) } var home: Resource? { resource(baseURL: account.url, path: "/feed/subscriptions") } var feed: Resource? { resource(baseURL: account.url, path: "\(Self.basePath)/auth/feed") } var subscriptions: Resource? { resource(baseURL: account.url, path: basePathAppending("auth/subscriptions")) } func subscribe(_ channelID: String, onCompletion: @escaping () -> Void = {}) { resource(baseURL: account.url, path: basePathAppending("auth/subscriptions")) .child(channelID) .request(.post) .onCompletion { _ in onCompletion() } } func unsubscribe(_ channelID: String, onCompletion: @escaping () -> Void) { resource(baseURL: account.url, path: basePathAppending("auth/subscriptions")) .child(channelID) .request(.delete) .onCompletion { _ in onCompletion() } } func channel(_ id: String) -> Resource { resource(baseURL: account.url, path: basePathAppending("channels/\(id)")) } func channelByName(_: String) -> Resource? { nil } func channelByUsername(_: String) -> Resource? { nil } func channelVideos(_ id: String) -> Resource { resource(baseURL: account.url, path: basePathAppending("channels/\(id)/latest")) } func video(_ id: String) -> Resource { resource(baseURL: account.url, path: basePathAppending("videos/\(id)")) } var playlists: Resource? { if account.isNil || account.anonymous { return nil } return resource(baseURL: account.url, path: basePathAppending("auth/playlists")) } func playlist(_ id: String) -> Resource? { resource(baseURL: account.url, path: basePathAppending("auth/playlists/\(id)")) } func playlistVideos(_ id: String) -> Resource? { playlist(id)?.child("videos") } func playlistVideo(_ playlistID: String, _ videoID: String) -> Resource? { playlist(playlistID)?.child("videos").child(videoID) } func addVideoToPlaylist( _ videoID: String, _ playlistID: String, onFailure: @escaping (RequestError) -> Void = { _ in }, onSuccess: @escaping () -> Void = {} ) { let resource = playlistVideos(playlistID) let body = ["videoId": videoID] resource? .request(.post, json: body) .onSuccess { _ in onSuccess() } .onFailure(onFailure) } func removeVideoFromPlaylist( _ index: String, _ playlistID: String, onFailure: @escaping (RequestError) -> Void, onSuccess: @escaping () -> Void ) { let resource = playlistVideo(playlistID, index) resource? .request(.delete) .onSuccess { _ in onSuccess() } .onFailure(onFailure) } func playlistForm( _ name: String, _ visibility: String, playlist: Playlist?, onFailure: @escaping (RequestError) -> Void, onSuccess: @escaping (Playlist?) -> Void ) { let body = ["title": name, "privacy": visibility] let resource = !playlist.isNil ? self.playlist(playlist!.id) : playlists resource? .request(!playlist.isNil ? .patch : .post, json: body) .onSuccess { response in if let modifiedPlaylist: Playlist = response.typedContent() { onSuccess(modifiedPlaylist) } } .onFailure(onFailure) } func deletePlaylist( _ playlist: Playlist, onFailure: @escaping (RequestError) -> Void, onSuccess: @escaping () -> Void ) { self.playlist(playlist.id)? .request(.delete) .onSuccess { _ in onSuccess() } .onFailure(onFailure) } func channelPlaylist(_ id: String) -> Resource? { resource(baseURL: account.url, path: basePathAppending("playlists/\(id)")) } func search(_ query: SearchQuery, page: String?) -> Resource { var resource = resource(baseURL: account.url, path: basePathAppending("search")) .withParam("q", searchQuery(query.query)) .withParam("sort_by", query.sortBy.parameter) .withParam("type", "all") if let date = query.date, date != .any { resource = resource.withParam("date", date.rawValue) } if let duration = query.duration, duration != .any { resource = resource.withParam("duration", duration.rawValue) } if let page = page { resource = resource.withParam("page", page) } return resource } func searchSuggestions(query: String) -> Resource { resource(baseURL: account.url, path: basePathAppending("search/suggestions")) .withParam("q", query.lowercased()) } func comments(_ id: Video.ID, page: String?) -> Resource? { let resource = resource(baseURL: account.url, path: basePathAppending("comments/\(id)")) guard let page = page else { return resource } return resource.withParam("continuation", page) } private func searchQuery(_ query: String) -> String { var searchQuery = query let url = URLComponents(string: query) if url != nil, url!.host == "youtu.be" { searchQuery = url!.path.replacingOccurrences(of: "/", with: "") } let queryItem = url?.queryItems?.first { item in item.name == "v" } if let id = queryItem?.value { searchQuery = id } return searchQuery } static func proxiedAsset(instance: Instance, asset: AVURLAsset) -> AVURLAsset? { guard let instanceURLComponents = URLComponents(string: instance.apiURL), var urlComponents = URLComponents(url: asset.url, resolvingAgainstBaseURL: false) else { return nil } urlComponents.scheme = instanceURLComponents.scheme urlComponents.host = instanceURLComponents.host guard let url = urlComponents.url else { return nil } return AVURLAsset(url: url) } func extractVideo(from json: JSON) -> Video { let indexID: String? var id: Video.ID var publishedAt: Date? if let publishedInterval = json["published"].double { publishedAt = Date(timeIntervalSince1970: publishedInterval) } let videoID = json["videoId"].stringValue if let index = json["indexId"].string { indexID = index id = videoID + index } else { indexID = nil id = videoID } let description = json["description"].stringValue return Video( id: id, videoID: videoID, title: json["title"].stringValue, author: json["author"].stringValue, length: json["lengthSeconds"].doubleValue, published: json["publishedText"].stringValue, views: json["viewCount"].intValue, description: description, genre: json["genre"].stringValue, channel: extractChannel(from: json), thumbnails: extractThumbnails(from: json), indexID: indexID, live: json["liveNow"].boolValue, upcoming: json["isUpcoming"].boolValue, publishedAt: publishedAt, likes: json["likeCount"].int, dislikes: json["dislikeCount"].int, keywords: json["keywords"].arrayValue.compactMap { $0.string }, streams: extractStreams(from: json), related: extractRelated(from: json), chapters: extractChapters(from: description), captions: extractCaptions(from: json) ) } func extractChannel(from json: JSON) -> Channel { var thumbnailURL = json["authorThumbnails"].arrayValue.last?.dictionaryValue["url"]?.string ?? "" // append protocol to unproxied thumbnail URL if it's missing if thumbnailURL.count > 2, String(thumbnailURL[.. ChannelPlaylist { let details = json.dictionaryValue return ChannelPlaylist( id: details["playlistId"]?.string ?? details["mixId"]?.string ?? UUID().uuidString, title: details["title"]?.stringValue ?? "", thumbnailURL: details["playlistThumbnail"]?.url, channel: extractChannel(from: json), videos: details["videos"]?.arrayValue.compactMap(extractVideo) ?? [] ) } private func extractThumbnails(from details: JSON) -> [Thumbnail] { details["videoThumbnails"].arrayValue.compactMap { json in guard let url = json["url"].url, var components = URLComponents(url: url, resolvingAgainstBaseURL: false), let quality = json["quality"].string, let accountUrlComponents = URLComponents(string: account.url) else { return nil } // some of instances are not configured properly and return thumbnails links // with incorrect scheme components.scheme = accountUrlComponents.scheme guard let thumbnailUrl = components.url else { return nil } return Thumbnail(url: thumbnailUrl, quality: .init(rawValue: quality)!) } } private func extractStreams(from json: JSON) -> [Stream] { let hls = extractHLSStreams(from: json) if json["liveNow"].boolValue { return hls } return extractFormatStreams(from: json["formatStreams"].arrayValue) + extractAdaptiveFormats(from: json["adaptiveFormats"].arrayValue) + hls } private func extractFormatStreams(from streams: [JSON]) -> [Stream] { streams.compactMap { stream in guard let streamURL = stream["url"].url else { return nil } return SingleAssetStream( instance: account.instance, avAsset: AVURLAsset(url: streamURL), resolution: Stream.Resolution.from(resolution: stream["resolution"].string ?? ""), kind: .stream, encoding: stream["encoding"].string ?? "" ) } } private func extractAdaptiveFormats(from streams: [JSON]) -> [Stream] { let audioStreams = streams .filter { $0["type"].stringValue.starts(with: "audio/mp4") } .sorted { $0.dictionaryValue["bitrate"]?.int ?? 0 > $1.dictionaryValue["bitrate"]?.int ?? 0 } guard let audioStream = audioStreams.first else { return .init() } let videoStreams = streams.filter { $0["type"].stringValue.starts(with: "video/") } return videoStreams.compactMap { videoStream in guard let audioAssetURL = audioStream["url"].url, let videoAssetURL = videoStream["url"].url else { return nil } return Stream( instance: account.instance, audioAsset: AVURLAsset(url: audioAssetURL), videoAsset: AVURLAsset(url: videoAssetURL), resolution: Stream.Resolution.from(resolution: videoStream["resolution"].stringValue), kind: .adaptive, encoding: videoStream["encoding"].string, videoFormat: videoStream["type"].string ) } } private func extractHLSStreams(from content: JSON) -> [Stream] { if let hlsURL = content.dictionaryValue["hlsUrl"]?.url { return [Stream(instance: account.instance, hlsURL: hlsURL)] } return [] } private func extractRelated(from content: JSON) -> [Video] { content .dictionaryValue["recommendedVideos"]? .arrayValue .compactMap(extractVideo(from:)) ?? [] } private func extractPlaylist(from content: JSON) -> Playlist { .init( id: content["playlistId"].stringValue, title: content["title"].stringValue, visibility: content["isListed"].boolValue ? .public : .private, updated: content["updated"].doubleValue, videos: content["videos"].arrayValue.map { extractVideo(from: $0) } ) } private func extractComment(from content: JSON) -> Comment? { let details = content.dictionaryValue let author = details["author"]?.string ?? "" let channelId = details["authorId"]?.string ?? UUID().uuidString let authorAvatarURL = details["authorThumbnails"]?.arrayValue.last?.dictionaryValue["url"]?.string ?? "" return Comment( id: UUID().uuidString, author: author, authorAvatarURL: authorAvatarURL, time: details["publishedText"]?.string ?? "", pinned: false, hearted: false, likeCount: details["likeCount"]?.int ?? 0, text: details["content"]?.string ?? "", repliesPage: details["replies"]?.dictionaryValue["continuation"]?.string, channel: Channel(id: channelId, name: author) ) } private func extractCaptions(from content: JSON) -> [Captions] { content["captions"].arrayValue.compactMap { details in let baseURL = account.url guard let url = URL(string: baseURL + details["url"].stringValue) else { return nil } return Captions( label: details["label"].stringValue, code: details["language_code"].stringValue, url: url ) } } }