yattee/Model/Applications/PipedAPI.swift

616 lines
21 KiB
Swift
Raw Normal View History

2021-10-16 22:48:58 +00:00
import AVFoundation
import Foundation
import Siesta
import SwiftyJSON
2021-10-20 22:21:50 +00:00
final class PipedAPI: Service, ObservableObject, VideosAPI {
2022-06-17 10:52:10 +00:00
static var disallowedVideoCodecs = ["av01"]
static var authorizedEndpoints = ["subscriptions", "subscribe", "unsubscribe", "user/playlists"]
2021-10-20 22:21:50 +00:00
@Published var account: Account!
2021-10-16 22:48:58 +00:00
2021-10-20 22:21:50 +00:00
init(account: Account? = nil) {
2021-10-16 22:48:58 +00:00
super.init()
guard account != nil else {
return
}
setAccount(account!)
}
2021-10-20 22:21:50 +00:00
func setAccount(_ account: Account) {
2021-10-16 22:48:58 +00:00
self.account = account
configure()
}
func configure() {
invalidateConfiguration()
2021-10-16 22:48:58 +00:00
configure {
$0.pipeline[.parsing].add(SwiftyJSONTransformer, contentTypes: ["*/json"])
}
configure(whenURLMatches: { url in self.needsAuthorization(url) }) {
$0.headers["Authorization"] = self.account.token
}
2021-10-20 22:21:50 +00:00
configureTransformer(pathPattern("channel/*")) { (content: Entity<JSON>) -> Channel? in
2021-12-17 16:39:26 +00:00
self.extractChannel(from: content.json)
2021-10-16 22:48:58 +00:00
}
2021-10-20 22:21:50 +00:00
2022-06-24 22:48:57 +00:00
configureTransformer(pathPattern("c/*")) { (content: Entity<JSON>) -> Channel? in
self.extractChannel(from: content.json)
}
2022-06-29 23:31:51 +00:00
configureTransformer(pathPattern("user/*")) { (content: Entity<JSON>) -> Channel? in
self.extractChannel(from: content.json)
}
2021-10-22 23:04:03 +00:00
configureTransformer(pathPattern("playlists/*")) { (content: Entity<JSON>) -> ChannelPlaylist? in
2021-12-17 16:39:26 +00:00
self.extractChannelPlaylist(from: content.json)
2021-10-22 23:04:03 +00:00
}
configureTransformer(pathPattern("user/playlists/create")) { (_: Entity<JSON>) in }
configureTransformer(pathPattern("user/playlists/delete")) { (_: Entity<JSON>) in }
configureTransformer(pathPattern("user/playlists/add")) { (_: Entity<JSON>) in }
configureTransformer(pathPattern("user/playlists/remove")) { (_: Entity<JSON>) in }
2021-10-20 22:21:50 +00:00
configureTransformer(pathPattern("streams/*")) { (content: Entity<JSON>) -> Video? in
2021-12-17 16:39:26 +00:00
self.extractVideo(from: content.json)
2021-10-20 22:21:50 +00:00
}
configureTransformer(pathPattern("trending")) { (content: Entity<JSON>) -> [Video] in
2021-12-17 16:39:26 +00:00
self.extractVideos(from: content.json)
2021-10-20 22:21:50 +00:00
}
configureTransformer(pathPattern("search")) { (content: Entity<JSON>) -> SearchPage in
2022-06-18 11:24:23 +00:00
let nextPage = content.json.dictionaryValue["nextpage"]?.string
return SearchPage(
results: self.extractContentItems(from: content.json.dictionaryValue["items"]!),
nextPage: nextPage,
last: nextPage == "null"
)
2021-10-20 22:21:50 +00:00
}
configureTransformer(pathPattern("suggestions")) { (content: Entity<JSON>) -> [String] in
content.json.arrayValue.map(String.init)
}
configureTransformer(pathPattern("subscriptions")) { (content: Entity<JSON>) -> [Channel] in
2022-06-18 11:24:23 +00:00
content.json.arrayValue.compactMap { self.extractChannel(from: $0) }
}
configureTransformer(pathPattern("feed")) { (content: Entity<JSON>) -> [Video] in
2022-06-18 11:24:23 +00:00
content.json.arrayValue.compactMap { self.extractVideo(from: $0) }
}
2021-12-04 19:35:41 +00:00
configureTransformer(pathPattern("comments/*")) { (content: Entity<JSON>) -> CommentsPage in
let details = content.json.dictionaryValue
2022-06-18 11:24:23 +00:00
let comments = details["comments"]?.arrayValue.compactMap { self.extractComment(from: $0) } ?? []
let nextPage = details["nextpage"]?.string
let disabled = details["disabled"]?.bool ?? false
2021-12-04 19:35:41 +00:00
return CommentsPage(comments: comments, nextPage: nextPage, disabled: disabled)
2021-12-04 19:35:41 +00:00
}
configureTransformer(pathPattern("user/playlists")) { (content: Entity<JSON>) -> [Playlist] in
2022-06-18 11:24:23 +00:00
content.json.arrayValue.compactMap { self.extractUserPlaylist(from: $0) }
}
if account.token.isNil {
updateToken()
}
}
func needsAuthorization(_ url: URL) -> Bool {
2021-12-17 16:39:26 +00:00
Self.authorizedEndpoints.contains { url.absoluteString.contains($0) }
}
2021-12-04 19:35:41 +00:00
func updateToken() {
guard !account.anonymous else {
return
}
account.token = nil
2021-12-04 19:35:41 +00:00
login.request(
.post,
json: ["username": account.username, "password": account.password]
)
.onSuccess { response in
self.account.token = response.json.dictionaryValue["token"]?.string ?? ""
self.configure()
}
}
var login: Resource {
resource(baseURL: account.url, path: "login")
2021-10-20 22:21:50 +00:00
}
func channel(_ id: String) -> Resource {
resource(baseURL: account.url, path: "channel/\(id)")
}
2022-06-24 22:48:57 +00:00
func channelByName(_ name: String) -> Resource? {
resource(baseURL: account.url, path: "c/\(name)")
}
2022-06-29 23:31:51 +00:00
func channelByUsername(_ username: String) -> Resource? {
resource(baseURL: account.url, path: "user/\(username)")
}
2021-11-01 21:56:18 +00:00
func channelVideos(_ id: String) -> Resource {
channel(id)
}
2021-10-22 23:04:03 +00:00
func channelPlaylist(_ id: String) -> Resource? {
resource(baseURL: account.url, path: "playlists/\(id)")
}
func trending(country: Country, category _: TrendingCategory? = nil) -> Resource {
2021-10-27 21:11:38 +00:00
resource(baseURL: account.instance.apiURL, path: "trending")
.withParam("region", country.rawValue)
}
func search(_ query: SearchQuery, page: String?) -> Resource {
let path = page.isNil ? "search" : "nextpage/search"
let resource = resource(baseURL: account.instance.apiURL, path: path)
.withParam("q", query.query)
.withParam("filter", "all")
if page.isNil {
return resource
}
return resource.withParam("nextpage", page)
}
func searchSuggestions(query: String) -> Resource {
2021-10-27 21:11:38 +00:00
resource(baseURL: account.instance.apiURL, path: "suggestions")
.withParam("query", query.lowercased())
}
func video(_ id: Video.ID) -> Resource {
2021-10-27 21:11:38 +00:00
resource(baseURL: account.instance.apiURL, path: "streams/\(id)")
}
var signedIn: Bool {
2022-04-03 22:18:49 +00:00
guard let account = account else {
return false
}
return !account.anonymous && !(account.token?.isEmpty ?? true)
}
var subscriptions: Resource? {
resource(baseURL: account.instance.apiURL, path: "subscriptions")
}
var feed: Resource? {
resource(baseURL: account.instance.apiURL, path: "feed")
.withParam("authToken", account.token)
}
var home: Resource? { nil }
var popular: Resource? { nil }
var playlists: Resource? {
resource(baseURL: account.instance.apiURL, path: "user/playlists")
}
func subscribe(_ channelID: String, onCompletion: @escaping () -> Void = {}) {
resource(baseURL: account.instance.apiURL, path: "subscribe")
.request(.post, json: ["channelId": channelID])
.onCompletion { _ in onCompletion() }
}
func unsubscribe(_ channelID: String, onCompletion: @escaping () -> Void = {}) {
resource(baseURL: account.instance.apiURL, path: "unsubscribe")
.request(.post, json: ["channelId": channelID])
.onCompletion { _ in onCompletion() }
}
func playlist(_ id: String) -> Resource? {
channelPlaylist(id)
}
func playlistVideo(_: String, _: String) -> Resource? { nil }
func playlistVideos(_: String) -> Resource? { nil }
func addVideoToPlaylist(
_ videoID: String,
_ playlistID: String,
onFailure: @escaping (RequestError) -> Void = { _ in },
onSuccess: @escaping () -> Void = {}
) {
let resource = resource(baseURL: account.instance.apiURL, path: "user/playlists/add")
let body = ["videoId": videoID, "playlistId": playlistID]
resource
.request(.post, json: body)
.onSuccess { _ in onSuccess() }
.onFailure(onFailure)
}
func removeVideoFromPlaylist(
_ index: String,
_ playlistID: String,
onFailure: @escaping (RequestError) -> Void,
onSuccess: @escaping () -> Void
) {
let resource = resource(baseURL: account.instance.apiURL, path: "user/playlists/remove")
let body: [String: Any] = ["index": Int(index)!, "playlistId": playlistID]
resource
.request(.post, json: body)
.onSuccess { _ in onSuccess() }
.onFailure(onFailure)
}
func playlistForm(
_ name: String,
_: String,
playlist: Playlist?,
onFailure: @escaping (RequestError) -> Void,
onSuccess: @escaping (Playlist?) -> Void
) {
let body = ["name": name]
let resource = playlist.isNil ? resource(baseURL: account.instance.apiURL, path: "user/playlists/create") : nil
resource?
.request(.post, json: body)
.onSuccess { response in
if let modifiedPlaylist: Playlist = response.typedContent() {
onSuccess(modifiedPlaylist)
} else {
onSuccess(nil)
}
}
.onFailure(onFailure)
}
func deletePlaylist(
_ playlist: Playlist,
onFailure: @escaping (RequestError) -> Void,
onSuccess: @escaping () -> Void
) {
let resource = resource(baseURL: account.instance.apiURL, path: "user/playlists/delete")
let body = ["playlistId": playlist.id]
resource
.request(.post, json: body)
.onSuccess { _ in onSuccess() }
.onFailure(onFailure)
}
2021-12-04 19:35:41 +00:00
func comments(_ id: Video.ID, page: String?) -> Resource? {
let path = page.isNil ? "comments/\(id)" : "nextpage/comments/\(id)"
let resource = resource(baseURL: account.url, path: path)
if page.isNil {
return resource
}
return resource.withParam("nextpage", page)
}
private func pathPattern(_ path: String) -> String {
"**\(path)"
}
2021-12-17 16:39:26 +00:00
private func extractContentItem(from content: JSON) -> ContentItem? {
let details = content.dictionaryValue
let contentType: ContentItem.ContentType
2022-06-18 11:24:23 +00:00
if let url = details["url"]?.string {
if url.contains("/playlist") {
contentType = .playlist
} else if url.contains("/channel") {
contentType = .channel
} else {
contentType = .video
}
} else {
contentType = .video
}
switch contentType {
case .video:
2021-12-17 16:39:26 +00:00
if let video = extractVideo(from: content) {
return ContentItem(video: video)
}
case .playlist:
2021-12-17 16:39:26 +00:00
if let playlist = extractChannelPlaylist(from: content) {
2021-10-22 23:04:03 +00:00
return ContentItem(playlist: playlist)
}
case .channel:
2021-12-17 16:39:26 +00:00
if let channel = extractChannel(from: content) {
return ContentItem(channel: channel)
}
2022-03-27 10:49:57 +00:00
default:
return nil
}
return nil
}
2021-12-17 16:39:26 +00:00
private func extractContentItems(from content: JSON) -> [ContentItem] {
content.arrayValue.compactMap { extractContentItem(from: $0) }
}
2021-12-17 16:39:26 +00:00
private func extractChannel(from content: JSON) -> Channel? {
let attributes = content.dictionaryValue
2022-06-18 11:24:23 +00:00
guard let id = attributes["id"]?.string ??
(attributes["url"] ?? attributes["uploaderUrl"])?.string?.components(separatedBy: "/").last
else {
return nil
}
2022-06-18 11:24:23 +00:00
let subscriptionsCount = attributes["subscriberCount"]?.int ?? attributes["subscribers"]?.int
var videos = [Video]()
if let relatedStreams = attributes["relatedStreams"] {
2021-12-17 16:39:26 +00:00
videos = extractVideos(from: relatedStreams)
}
2022-06-18 11:24:23 +00:00
let name = attributes["name"]?.string ??
attributes["uploaderName"]?.string ??
attributes["uploader"]?.string ?? ""
let thumbnailURL = attributes["avatarUrl"]?.url ??
attributes["uploaderAvatar"]?.url ??
attributes["avatar"]?.url ??
attributes["thumbnail"]?.url
2021-12-17 16:39:26 +00:00
return Channel(
id: id,
2021-12-17 16:39:26 +00:00
name: name,
thumbnailURL: thumbnailURL,
subscriptionsCount: subscriptionsCount,
videos: videos
2021-10-20 22:21:50 +00:00
)
}
2021-12-17 16:39:26 +00:00
func extractChannelPlaylist(from json: JSON) -> ChannelPlaylist? {
2021-10-22 23:04:03 +00:00
let details = json.dictionaryValue
2022-06-29 21:50:53 +00:00
let id = details["url"]?.stringValue.components(separatedBy: "?list=").last
2021-10-22 23:04:03 +00:00
let thumbnailURL = details["thumbnail"]?.url ?? details["thumbnailUrl"]?.url
var videos = [Video]()
if let relatedStreams = details["relatedStreams"] {
2021-12-17 16:39:26 +00:00
videos = extractVideos(from: relatedStreams)
2021-10-22 23:04:03 +00:00
}
return ChannelPlaylist(
2022-06-29 21:50:53 +00:00
id: id ?? UUID().uuidString,
2022-06-18 11:24:23 +00:00
title: details["name"]?.string ?? "",
2021-10-22 23:04:03 +00:00
thumbnailURL: thumbnailURL,
2022-06-19 15:31:02 +00:00
channel: extractChannel(from: json),
2021-10-22 23:04:03 +00:00
videos: videos,
videosCount: details["videos"]?.int
)
}
2021-12-17 16:39:26 +00:00
private func extractVideo(from content: JSON) -> Video? {
2021-10-20 22:21:50 +00:00
let details = content.dictionaryValue
2022-06-18 11:24:23 +00:00
if let url = details["url"]?.string {
guard url.contains("/watch") else {
2021-10-20 22:21:50 +00:00
return nil
}
}
2022-06-18 11:24:23 +00:00
let channelId = details["uploaderUrl"]?.string?.components(separatedBy: "/").last ?? "unknown"
2021-10-20 22:21:50 +00:00
let thumbnails: [Thumbnail] = Thumbnail.Quality.allCases.compactMap {
2021-12-17 16:39:26 +00:00
if let url = buildThumbnailURL(from: content, quality: $0) {
2021-10-20 22:21:50 +00:00
return Thumbnail(url: url, quality: $0)
}
return nil
}
2022-06-18 11:24:23 +00:00
let author = details["uploaderName"]?.string ?? details["uploader"]?.string ?? ""
2021-12-17 16:39:26 +00:00
let authorThumbnailURL = details["avatarUrl"]?.url ?? details["uploaderAvatar"]?.url ?? details["avatar"]?.url
let subscriptionsCount = details["uploaderSubscriberCount"]?.int
2021-12-17 16:39:26 +00:00
2022-06-18 11:24:23 +00:00
let uploaded = details["uploaded"]?.double
2022-06-14 16:23:15 +00:00
var published = (uploaded.isNil || uploaded == -1) ? nil : (uploaded! / 1000).formattedAsRelativeTime()
if published.isNil {
2022-06-18 11:24:23 +00:00
published = (details["uploadedDate"] ?? details["uploadDate"])?.string ?? ""
}
2022-06-18 11:24:23 +00:00
let live = details["livestream"]?.bool ?? (details["duration"]?.int == -1)
2021-10-20 22:21:50 +00:00
let description = extractDescription(from: content) ?? ""
var chapters = extractChapters(from: content)
if chapters.isEmpty, !description.isEmpty {
chapters = extractChapters(from: description)
}
2021-10-20 22:21:50 +00:00
return Video(
2021-12-17 16:39:26 +00:00
videoID: extractID(from: content),
2022-06-18 11:24:23 +00:00
title: details["title"]?.string ?? "",
2021-10-20 22:21:50 +00:00
author: author,
2022-06-18 11:24:23 +00:00
length: details["duration"]?.double ?? 0,
published: published ?? "",
views: details["views"]?.int ?? 0,
description: description,
channel: Channel(id: channelId, name: author, thumbnailURL: authorThumbnailURL, subscriptionsCount: subscriptionsCount),
2021-10-20 22:21:50 +00:00
thumbnails: thumbnails,
2021-12-26 19:14:45 +00:00
live: live,
2021-10-20 22:21:50 +00:00
likes: details["likes"]?.int,
dislikes: details["dislikes"]?.int,
2021-11-02 23:02:02 +00:00
streams: extractStreams(from: content),
related: extractRelated(from: content),
chapters: extractChapters(from: content)
2021-10-20 22:21:50 +00:00
)
}
2021-12-17 16:39:26 +00:00
private func extractID(from content: JSON) -> Video.ID {
2022-06-18 11:24:23 +00:00
content.dictionaryValue["url"]?.string?.components(separatedBy: "?v=").last ??
extractThumbnailURL(from: content)?.relativeString.components(separatedBy: "/")[4] ?? ""
2021-10-16 22:48:58 +00:00
}
2021-12-17 16:39:26 +00:00
private func extractThumbnailURL(from content: JSON) -> URL? {
2022-06-18 11:24:23 +00:00
content.dictionaryValue["thumbnail"]?.url ?? content.dictionaryValue["thumbnailUrl"]?.url
2021-10-20 22:21:50 +00:00
}
2021-12-17 16:39:26 +00:00
private func buildThumbnailURL(from content: JSON, quality: Thumbnail.Quality) -> URL? {
2022-06-18 11:24:23 +00:00
guard let thumbnailURL = extractThumbnailURL(from: content) else {
2021-10-20 22:21:50 +00:00
return nil
}
2022-06-18 11:24:23 +00:00
return URL(string: thumbnailURL
2021-10-20 22:21:50 +00:00
.absoluteString
.replacingOccurrences(of: "hqdefault", with: quality.filename)
.replacingOccurrences(of: "maxresdefault", with: quality.filename)
2022-06-18 11:24:23 +00:00
)
2021-10-20 22:21:50 +00:00
}
private func extractUserPlaylist(from json: JSON) -> Playlist? {
2022-06-18 11:24:23 +00:00
let id = json["id"].string ?? ""
let title = json["name"].string ?? ""
let visibility = Playlist.Visibility.private
return Playlist(id: id, title: title, visibility: visibility)
}
2021-12-17 16:39:26 +00:00
private func extractDescription(from content: JSON) -> String? {
2021-10-20 22:21:50 +00:00
guard var description = content.dictionaryValue["description"]?.string else {
return nil
}
description = description.replacingOccurrences(
of: "<br/>|<br />|<br>",
with: "\n",
options: .regularExpression,
range: nil
)
description = description.replacingOccurrences(
of: "<[^>]+>",
with: "",
options: .regularExpression,
range: nil
)
return description
}
2021-12-17 16:39:26 +00:00
private func extractVideos(from content: JSON) -> [Video] {
2021-10-23 11:51:02 +00:00
content.arrayValue.compactMap(extractVideo(from:))
2021-10-20 22:21:50 +00:00
}
2021-12-17 16:39:26 +00:00
private func extractStreams(from content: JSON) -> [Stream] {
2021-10-16 22:48:58 +00:00
var streams = [Stream]()
2021-10-20 22:21:50 +00:00
if let hlsURL = content.dictionaryValue["hls"]?.url {
2021-10-16 22:48:58 +00:00
streams.append(Stream(hlsURL: hlsURL))
}
2022-02-16 20:23:11 +00:00
let audioStreams = content
.dictionaryValue["audioStreams"]?
.arrayValue
2022-06-18 11:24:23 +00:00
.filter { $0.dictionaryValue["format"]?.string == "M4A" }
2022-02-16 20:23:11 +00:00
.sorted {
2022-06-18 11:24:23 +00:00
$0.dictionaryValue["bitrate"]?.int ?? 0 >
$1.dictionaryValue["bitrate"]?.int ?? 0
2022-02-16 20:23:11 +00:00
} ?? []
guard let audioStream = audioStreams.first else {
2021-10-16 22:48:58 +00:00
return streams
}
2022-02-16 20:23:11 +00:00
let videoStreams = content.dictionaryValue["videoStreams"]?.arrayValue ?? []
2021-10-16 22:48:58 +00:00
videoStreams.forEach { videoStream in
2022-06-17 10:52:10 +00:00
let videoCodec = videoStream.dictionaryValue["codec"]?.string ?? ""
if Self.disallowedVideoCodecs.contains(where: videoCodec.contains) {
2022-07-11 13:30:32 +00:00
return
}
2022-06-18 11:24:23 +00:00
guard let audioAssetUrl = audioStream.dictionaryValue["url"]?.url,
let videoAssetUrl = videoStream.dictionaryValue["url"]?.url
else {
return
}
let audioAsset = AVURLAsset(url: audioAssetUrl)
let videoAsset = AVURLAsset(url: videoAssetUrl)
2021-10-16 22:48:58 +00:00
2022-06-18 11:24:23 +00:00
let videoOnly = videoStream.dictionaryValue["videoOnly"]?.bool ?? true
2022-06-17 10:52:10 +00:00
let quality = videoStream.dictionaryValue["quality"]?.string ?? "unknown"
let qualityComponents = quality.components(separatedBy: "p")
2022-06-17 13:13:56 +00:00
let fps = qualityComponents.count > 1 ? Int(qualityComponents[1]) : 30
2022-06-17 10:52:10 +00:00
let resolution = Stream.Resolution.from(resolution: quality, fps: fps)
2022-06-18 11:24:23 +00:00
let videoFormat = videoStream.dictionaryValue["format"]?.string
2021-10-16 22:48:58 +00:00
if videoOnly {
streams.append(
2022-06-18 11:24:23 +00:00
Stream(
audioAsset: audioAsset,
videoAsset: videoAsset,
resolution: resolution,
kind: .adaptive,
videoFormat: videoFormat
)
2021-10-16 22:48:58 +00:00
)
} else {
streams.append(
SingleAssetStream(avAsset: videoAsset, resolution: resolution, kind: .stream)
)
}
}
return streams
}
2021-12-17 16:39:26 +00:00
private func extractRelated(from content: JSON) -> [Video] {
2021-11-02 23:02:02 +00:00
content
.dictionaryValue["relatedStreams"]?
.arrayValue
.compactMap(extractVideo(from:)) ?? []
}
2021-12-17 16:39:26 +00:00
private func extractComment(from content: JSON) -> Comment? {
2021-12-04 19:35:41 +00:00
let details = content.dictionaryValue
2022-06-18 11:24:23 +00:00
let author = details["author"]?.string ?? ""
let commentorUrl = details["commentorUrl"]?.string
2021-12-04 19:35:41 +00:00
let channelId = commentorUrl?.components(separatedBy: "/")[2] ?? ""
return Comment(
2022-06-18 11:24:23 +00:00
id: details["commentId"]?.string ?? UUID().uuidString,
2021-12-04 19:35:41 +00:00
author: author,
2022-06-18 11:24:23 +00:00
authorAvatarURL: details["thumbnail"]?.string ?? "",
time: details["commentedTime"]?.string ?? "",
pinned: details["pinned"]?.bool ?? false,
hearted: details["hearted"]?.bool ?? false,
likeCount: details["likeCount"]?.int ?? 0,
text: details["commentText"]?.string ?? "",
repliesPage: details["repliesPage"]?.string,
2021-12-04 19:35:41 +00:00
channel: Channel(id: channelId, name: author)
)
}
private func extractChapters(from content: JSON) -> [Chapter] {
guard let chapters = content.dictionaryValue["chapters"]?.array else {
return .init()
}
return chapters.compactMap { chapter in
guard let title = chapter["title"].string,
let image = chapter["image"].url,
let start = chapter["start"].double
else {
return nil
}
return Chapter(title: title, image: image, start: start)
}
}
2021-10-16 22:48:58 +00:00
}