yattee/Model/Player/PlayerModel.swift

507 lines
15 KiB
Swift
Raw Normal View History

import AVKit
import Defaults
2021-06-14 18:05:02 +00:00
import Foundation
2021-06-15 16:35:21 +00:00
import Logging
2021-10-28 20:18:23 +00:00
import MediaPlayer
2021-07-11 20:52:49 +00:00
#if !os(macOS)
import UIKit
#endif
2021-10-16 22:48:58 +00:00
import Siesta
2021-10-23 16:49:45 +00:00
import SwiftUI
2021-10-16 22:48:58 +00:00
import SwiftyJSON
2021-06-14 18:05:02 +00:00
2021-09-25 08:18:22 +00:00
final class PlayerModel: ObservableObject {
2021-11-02 17:24:59 +00:00
static let availableRates: [Float] = [0.5, 0.67, 0.8, 1, 1.25, 1.5, 2]
2021-11-07 13:32:01 +00:00
let logger = Logger(label: "stream.yattee.app")
2021-06-15 16:35:21 +00:00
private(set) var player = AVPlayer()
2021-10-28 17:14:55 +00:00
private(set) var playerView = Player()
var controller: PlayerViewController? { didSet { playerView.controller = controller } }
#if os(tvOS)
var avPlayerViewController: AVPlayerViewController?
#endif
2021-06-15 21:21:57 +00:00
2021-11-05 14:58:51 +00:00
@Published var presentingPlayer = false { didSet { pauseOnPlayerDismiss() } }
2021-06-18 10:17:01 +00:00
@Published var stream: Stream?
2021-11-02 17:24:59 +00:00
@Published var currentRate: Float = 1.0 { didSet { player.rate = currentRate } }
2021-06-15 16:35:21 +00:00
2021-10-23 16:49:45 +00:00
@Published var availableStreams = [Stream]() { didSet { rebuildTVMenu() } }
@Published var streamSelection: Stream? { didSet { rebuildTVMenu() } }
2021-10-16 22:48:58 +00:00
@Published var queue = [PlayerQueueItem]() { didSet { Defaults[.queue] = queue } }
@Published var currentItem: PlayerQueueItem! { didSet { Defaults[.lastPlayed] = currentItem } }
@Published var history = [PlayerQueueItem]() { didSet { Defaults[.history] = history } }
2021-06-15 16:35:21 +00:00
2021-10-16 22:48:58 +00:00
@Published var savedTime: CMTime?
2021-06-17 22:43:29 +00:00
2021-10-22 23:04:03 +00:00
@Published var playerNavigationLinkActive = false
2021-08-22 19:13:33 +00:00
2021-10-23 16:49:45 +00:00
@Published var sponsorBlock = SponsorBlockAPI()
@Published var segmentRestorationTime: CMTime?
@Published var lastSkipped: Segment? { didSet { rebuildTVMenu() } }
@Published var restoredSegments = [Segment]()
2021-10-16 22:48:58 +00:00
var accounts: AccountsModel
var instances: InstancesModel
2021-10-22 23:04:03 +00:00
var composition = AVMutableComposition()
2021-10-28 20:18:23 +00:00
private var currentArtwork: MPMediaItemArtwork?
private var frequentTimeObserver: Any?
private var infrequentTimeObserver: Any?
private var playerTimeControlStatusObserver: Any?
2021-10-16 22:48:58 +00:00
private var statusObservation: NSKeyValueObservation?
private var timeObserverThrottle = Throttle(interval: 2)
2021-10-28 17:14:55 +00:00
var playingInPictureInPicture = false
2021-11-07 16:52:42 +00:00
@Published var presentingErrorDetails = false
var playerError: Error? { didSet {
#if !os(tvOS)
if !playerError.isNil {
presentingErrorDetails = true
}
#endif
}}
2021-10-16 22:48:58 +00:00
init(accounts: AccountsModel? = nil, instances: InstancesModel? = nil) {
self.accounts = accounts ?? AccountsModel()
self.instances = instances ?? InstancesModel()
2021-10-25 08:25:41 +00:00
addItemDidPlayToEndTimeObserver()
addFrequentTimeObserver()
addInfrequentTimeObserver()
addPlayerTimeControlStatusObserver()
}
func presentPlayer() {
presentingPlayer = true
2021-06-15 21:21:57 +00:00
}
2021-10-16 22:48:58 +00:00
var isPlaying: Bool {
player.timeControlStatus == .playing
}
var time: CMTime? {
currentItem?.playbackTime
}
2021-10-22 23:04:03 +00:00
var live: Bool {
currentItem?.video?.live ?? false
2021-10-22 23:04:03 +00:00
}
var playerItemDuration: CMTime? {
player.currentItem?.asset.duration
}
var videoDuration: TimeInterval? {
currentItem?.duration ?? currentVideo?.length
}
func togglePlay() {
isPlaying ? pause() : play()
2021-06-15 16:35:21 +00:00
}
func play() {
guard player.timeControlStatus != .playing else {
2021-06-15 16:35:21 +00:00
return
}
player.play()
2021-07-29 22:28:28 +00:00
}
func pause() {
guard player.timeControlStatus != .paused else {
2021-07-29 22:28:28 +00:00
return
}
player.pause()
2021-09-25 08:18:22 +00:00
}
2021-10-16 22:48:58 +00:00
func upgradeToStream(_ stream: Stream) {
if !self.stream.isNil, self.stream != stream {
playStream(stream, of: currentVideo!, preservingTime: true)
2021-07-22 12:43:13 +00:00
}
2021-10-16 22:48:58 +00:00
}
2021-07-18 22:32:46 +00:00
func playStream(
2021-10-16 22:48:58 +00:00
_ stream: Stream,
of video: Video,
preservingTime: Bool = false
) {
2021-11-07 16:52:42 +00:00
playerError = nil
2021-10-23 16:49:45 +00:00
resetSegments()
sponsorBlock.loadSegments(videoID: video.videoID, categories: Defaults[.sponsorBlockCategories])
2021-10-23 16:49:45 +00:00
2021-10-16 22:48:58 +00:00
if let url = stream.singleAssetURL {
logger.info("playing stream with one asset\(stream.kind == .hls ? " (HLS)" : ""): \(url)")
insertPlayerItem(stream, for: video, preservingTime: preservingTime)
} else {
2021-10-16 22:48:58 +00:00
logger.info("playing stream with many assets:")
logger.info("composition audio asset: \(stream.audioAsset.url)")
logger.info("composition video asset: \(stream.videoAsset.url)")
Task {
await self.loadComposition(stream, of: video, preservingTime: preservingTime)
2021-07-18 22:32:46 +00:00
}
}
2021-10-28 20:18:23 +00:00
updateCurrentArtwork()
2021-07-18 22:32:46 +00:00
}
2021-11-05 14:58:51 +00:00
private func pauseOnPlayerDismiss() {
if !playingInPictureInPicture, !presentingPlayer {
DispatchQueue.main.asyncAfter(deadline: .now() + 0.5) {
self.pause()
}
}
}
2021-10-16 22:48:58 +00:00
private func insertPlayerItem(
_ stream: Stream,
for video: Video,
preservingTime: Bool = false
) {
let playerItem = playerItem(stream)
guard playerItem != nil else {
2021-07-18 22:32:46 +00:00
return
}
2021-10-16 22:48:58 +00:00
attachMetadata(to: playerItem!, video: video, for: stream)
DispatchQueue.main.async { [weak self] in
guard let self = self else {
return
}
self.stream = stream
2021-10-16 22:48:58 +00:00
self.composition = AVMutableComposition()
}
let startPlaying = {
#if !os(macOS)
try? AVAudioSession.sharedInstance().setActive(true)
#endif
2021-11-01 21:56:18 +00:00
if self.isAutoplaying(playerItem!) {
DispatchQueue.main.asyncAfter(deadline: .now() + 0.3) { [weak self] in
self?.play()
}
}
}
let replaceItemAndSeek = {
self.player.replaceCurrentItem(with: playerItem)
self.seekToSavedTime { finished in
guard finished else {
return
}
self.savedTime = nil
startPlaying()
}
}
2021-07-18 22:32:46 +00:00
2021-10-16 22:48:58 +00:00
if preservingTime {
if savedTime.isNil {
saveTime {
replaceItemAndSeek()
startPlaying()
2021-10-16 22:48:58 +00:00
}
} else {
replaceItemAndSeek()
startPlaying()
2021-10-16 22:48:58 +00:00
}
2021-07-22 12:43:13 +00:00
} else {
2021-10-16 22:48:58 +00:00
player.replaceCurrentItem(with: playerItem)
startPlaying()
2021-06-15 16:35:21 +00:00
}
2021-06-16 19:12:41 +00:00
}
2021-06-15 16:35:21 +00:00
2021-10-16 22:48:58 +00:00
private func loadComposition(
_ stream: Stream,
of video: Video,
preservingTime: Bool = false
) async {
await loadCompositionAsset(stream.audioAsset, type: .audio, of: video)
await loadCompositionAsset(stream.videoAsset, type: .video, of: video)
guard streamSelection == stream else {
logger.critical("IGNORING LOADED")
return
2021-06-16 19:12:41 +00:00
}
insertPlayerItem(stream, for: video, preservingTime: preservingTime)
2021-06-15 16:35:21 +00:00
}
2021-06-15 21:21:57 +00:00
private func loadCompositionAsset(
_ asset: AVURLAsset,
type: AVMediaType,
of video: Video
) async {
2021-10-16 22:48:58 +00:00
async let assetTracks = asset.loadTracks(withMediaType: type)
logger.info("loading \(type.rawValue) track")
guard let compositionTrack = composition.addMutableTrack(
withMediaType: type,
preferredTrackID: kCMPersistentTrackID_Invalid
) else {
logger.critical("composition \(type.rawValue) addMutableTrack FAILED")
return
}
2021-06-16 19:12:41 +00:00
2021-10-16 22:48:58 +00:00
guard let assetTrack = try? await assetTracks.first else {
logger.critical("asset \(type.rawValue) track FAILED")
return
}
try! compositionTrack.insertTimeRange(
CMTimeRange(start: .zero, duration: CMTime.secondsInDefaultTimescale(video.length)),
2021-10-16 22:48:58 +00:00
of: assetTrack,
at: .zero
)
logger.critical("\(type.rawValue) LOADED")
}
private func playerItem(_ stream: Stream) -> AVPlayerItem? {
if let url = stream.singleAssetURL {
return AVPlayerItem(asset: AVURLAsset(url: url))
} else {
return AVPlayerItem(asset: composition)
}
}
2021-07-22 12:43:13 +00:00
2021-10-16 22:48:58 +00:00
private func attachMetadata(to item: AVPlayerItem, video: Video, for _: Stream? = nil) {
2021-07-22 12:43:13 +00:00
#if !os(macOS)
2021-10-16 22:48:58 +00:00
var externalMetadata = [
makeMetadataItem(.commonIdentifierTitle, value: video.title),
2021-10-20 22:21:50 +00:00
makeMetadataItem(.quickTimeMetadataGenre, value: video.genre ?? ""),
makeMetadataItem(.commonIdentifierDescription, value: video.description ?? "")
2021-10-16 22:48:58 +00:00
]
if let thumbnailData = try? Data(contentsOf: video.thumbnailURL(quality: .medium)!),
2021-07-22 12:43:13 +00:00
let image = UIImage(data: thumbnailData),
let pngData = image.pngData()
{
let artworkItem = makeMetadataItem(.commonIdentifierArtwork, value: pngData)
externalMetadata.append(artworkItem)
}
2021-06-15 21:21:57 +00:00
2021-10-16 22:48:58 +00:00
item.externalMetadata = externalMetadata
2021-07-22 12:43:13 +00:00
#endif
2021-06-15 21:21:57 +00:00
2021-10-16 22:48:58 +00:00
item.preferredForwardBufferDuration = 5
2021-06-15 21:21:57 +00:00
statusObservation?.invalidate()
statusObservation = item.observe(\.status, options: [.old, .new]) { [weak self] playerItem, _ in
guard let self = self else {
return
}
switch playerItem.status {
case .readyToPlay:
if self.isAutoplaying(playerItem) {
2021-10-16 22:48:58 +00:00
self.play()
}
2021-10-16 22:48:58 +00:00
case .failed:
2021-11-07 16:52:42 +00:00
self.playerError = item.error
2021-10-16 22:48:58 +00:00
default:
return
}
2021-06-18 10:17:01 +00:00
}
}
2021-10-16 22:48:58 +00:00
#if !os(macOS)
private func makeMetadataItem(_ identifier: AVMetadataIdentifier, value: Any) -> AVMetadataItem {
let item = AVMutableMetadataItem()
item.identifier = identifier
item.value = value as? NSCopying & NSObjectProtocol
item.extendedLanguageTag = "und"
return item.copy() as! AVMetadataItem
}
#endif
private func addItemDidPlayToEndTimeObserver() {
NotificationCenter.default.addObserver(
self,
selector: #selector(itemDidPlayToEndTime),
name: NSNotification.Name.AVPlayerItemDidPlayToEndTime,
object: nil
)
2021-06-18 10:17:01 +00:00
}
@objc func itemDidPlayToEndTime() {
currentItem.playbackTime = playerItemDuration
if queue.isEmpty {
2021-10-24 22:26:25 +00:00
#if !os(macOS)
try? AVAudioSession.sharedInstance().setActive(false)
#endif
addCurrentItemToHistory()
resetQueue()
#if os(tvOS)
avPlayerViewController!.dismiss(animated: true) { [weak self] in
self?.controller!.dismiss(animated: true)
}
#endif
presentingPlayer = false
} else {
advanceToNextItem()
2021-06-15 21:21:57 +00:00
}
}
2021-10-16 22:48:58 +00:00
private func saveTime(completionHandler: @escaping () -> Void = {}) {
let currentTime = player.currentTime()
guard currentTime.seconds > 0 else {
return
}
DispatchQueue.main.async { [weak self] in
self?.savedTime = currentTime
2021-10-16 22:48:58 +00:00
completionHandler()
2021-06-17 22:43:29 +00:00
}
2021-10-16 22:48:58 +00:00
}
2021-07-22 12:43:13 +00:00
2021-10-16 22:48:58 +00:00
private func seekToSavedTime(completionHandler: @escaping (Bool) -> Void = { _ in }) {
guard let time = savedTime else {
return
}
player.seek(
to: time,
toleranceBefore: .secondsInDefaultTimescale(1),
2021-10-16 22:48:58 +00:00
toleranceAfter: .zero,
completionHandler: completionHandler
)
2021-06-17 22:43:29 +00:00
}
private func addFrequentTimeObserver() {
let interval = CMTime.secondsInDefaultTimescale(0.5)
frequentTimeObserver = player.addPeriodicTimeObserver(
forInterval: interval,
queue: .main
) { [weak self] _ in
guard let self = self else {
return
}
2021-06-19 20:10:14 +00:00
2021-10-23 16:49:45 +00:00
guard !self.currentItem.isNil else {
return
}
2021-11-02 19:40:49 +00:00
#if !os(tvOS)
self.updateNowPlayingInfo()
#endif
self.handleSegments(at: self.player.currentTime())
}
}
private func addInfrequentTimeObserver() {
let interval = CMTime.secondsInDefaultTimescale(5)
2021-10-23 16:49:45 +00:00
infrequentTimeObserver = player.addPeriodicTimeObserver(
forInterval: interval,
queue: .main
) { [weak self] _ in
guard let self = self else {
return
}
2021-10-23 16:49:45 +00:00
guard !self.currentItem.isNil else {
return
}
self.timeObserverThrottle.execute {
self.updateCurrentItemIntervals()
}
2021-06-17 22:43:29 +00:00
}
2021-06-16 19:12:41 +00:00
}
private func addPlayerTimeControlStatusObserver() {
playerTimeControlStatusObserver = player.observe(\.timeControlStatus) { [weak self] player, _ in
guard let self = self,
self.player == player
else {
return
}
if player.timeControlStatus != .waitingToPlayAtSpecifiedRate {
self.objectWillChange.send()
}
2021-11-02 17:24:59 +00:00
if player.timeControlStatus == .playing, player.rate != self.currentRate {
player.rate = self.currentRate
}
2021-11-02 11:01:45 +00:00
#if os(macOS)
if player.timeControlStatus == .playing {
ScreenSaverManager.shared.disable(reason: "Yattee is playing video")
} else {
ScreenSaverManager.shared.enable()
}
#endif
2021-11-02 11:01:45 +00:00
self.timeObserverThrottle.execute {
self.updateCurrentItemIntervals()
}
}
}
private func updateCurrentItemIntervals() {
currentItem?.playbackTime = player.currentTime()
currentItem?.videoDuration = player.currentItem?.asset.duration.seconds
}
2021-10-28 20:18:23 +00:00
fileprivate func updateNowPlayingInfo() {
2021-11-05 19:35:27 +00:00
let duration: Int? = currentItem.video.live ? nil : Int(currentItem.videoDuration ?? 0)
2021-10-28 20:18:23 +00:00
let nowPlayingInfo: [String: AnyObject] = [
MPMediaItemPropertyTitle: currentItem.video.title as AnyObject,
MPMediaItemPropertyArtist: currentItem.video.author as AnyObject,
MPMediaItemPropertyArtwork: currentArtwork as AnyObject,
2021-11-05 19:35:27 +00:00
MPMediaItemPropertyPlaybackDuration: duration as AnyObject,
2021-11-01 21:56:18 +00:00
MPNowPlayingInfoPropertyIsLiveStream: currentItem.video.live as AnyObject,
2021-10-28 20:18:23 +00:00
MPNowPlayingInfoPropertyElapsedPlaybackTime: player.currentTime().seconds as AnyObject,
MPNowPlayingInfoPropertyPlaybackQueueCount: queue.count as AnyObject,
MPMediaItemPropertyMediaType: MPMediaType.anyVideo.rawValue as AnyObject
]
MPNowPlayingInfoCenter.default().nowPlayingInfo = nowPlayingInfo
}
private func updateCurrentArtwork() {
guard let thumbnailData = try? Data(contentsOf: currentItem.video.thumbnailURL(quality: .medium)!) else {
return
}
#if os(macOS)
let image = NSImage(data: thumbnailData)
#else
let image = UIImage(data: thumbnailData)
#endif
if image.isNil {
return
}
currentArtwork = MPMediaItemArtwork(boundsSize: image!.size) { _ in image! }
}
2021-11-02 17:24:59 +00:00
func rateLabel(_ rate: Float) -> String {
let formatter = NumberFormatter()
formatter.minimumFractionDigits = 0
formatter.maximumFractionDigits = 2
return "\(formatter.string(from: NSNumber(value: rate))!)×"
}
2021-06-14 18:05:02 +00:00
}