mirror of
https://github.com/yattee/yattee.git
synced 2024-11-10 08:18:19 +00:00
470 lines
14 KiB
Swift
470 lines
14 KiB
Swift
import AVKit
|
|
import Defaults
|
|
import Foundation
|
|
import Logging
|
|
import MediaPlayer
|
|
#if !os(macOS)
|
|
import UIKit
|
|
#endif
|
|
import Siesta
|
|
import SwiftUI
|
|
import SwiftyJSON
|
|
|
|
final class PlayerModel: ObservableObject {
|
|
let logger = Logger(label: "net.arekf.Pearvidious.ps")
|
|
|
|
private(set) var player = AVPlayer()
|
|
private(set) var playerView = Player()
|
|
var controller: PlayerViewController? { didSet { playerView.controller = controller } }
|
|
#if os(tvOS)
|
|
var avPlayerViewController: AVPlayerViewController?
|
|
#endif
|
|
|
|
@Published var presentingPlayer = false
|
|
|
|
@Published var stream: Stream?
|
|
@Published var currentRate: Float?
|
|
|
|
@Published var availableStreams = [Stream]() { didSet { rebuildTVMenu() } }
|
|
@Published var streamSelection: Stream? { didSet { rebuildTVMenu() } }
|
|
|
|
@Published var queue = [PlayerQueueItem]() { didSet { Defaults[.queue] = queue } }
|
|
@Published var currentItem: PlayerQueueItem! { didSet { Defaults[.lastPlayed] = currentItem } }
|
|
@Published var history = [PlayerQueueItem]() { didSet { Defaults[.history] = history } }
|
|
|
|
@Published var savedTime: CMTime?
|
|
|
|
@Published var playerNavigationLinkActive = false
|
|
|
|
@Published var sponsorBlock = SponsorBlockAPI()
|
|
@Published var segmentRestorationTime: CMTime?
|
|
@Published var lastSkipped: Segment? { didSet { rebuildTVMenu() } }
|
|
@Published var restoredSegments = [Segment]()
|
|
|
|
var accounts: AccountsModel
|
|
var instances: InstancesModel
|
|
|
|
var composition = AVMutableComposition()
|
|
|
|
private var currentArtwork: MPMediaItemArtwork?
|
|
private var frequentTimeObserver: Any?
|
|
private var infrequentTimeObserver: Any?
|
|
private var playerTimeControlStatusObserver: Any?
|
|
|
|
private var statusObservation: NSKeyValueObservation?
|
|
|
|
private var timeObserverThrottle = Throttle(interval: 2)
|
|
|
|
var playingInPictureInPicture = false
|
|
|
|
init(accounts: AccountsModel? = nil, instances: InstancesModel? = nil) {
|
|
self.accounts = accounts ?? AccountsModel()
|
|
self.instances = instances ?? InstancesModel()
|
|
|
|
addItemDidPlayToEndTimeObserver()
|
|
addFrequentTimeObserver()
|
|
addInfrequentTimeObserver()
|
|
addPlayerTimeControlStatusObserver()
|
|
}
|
|
|
|
func presentPlayer() {
|
|
presentingPlayer = true
|
|
}
|
|
|
|
var isPlaying: Bool {
|
|
player.timeControlStatus == .playing
|
|
}
|
|
|
|
var time: CMTime? {
|
|
currentItem?.playbackTime
|
|
}
|
|
|
|
var live: Bool {
|
|
currentItem?.video?.live ?? false
|
|
}
|
|
|
|
var playerItemDuration: CMTime? {
|
|
player.currentItem?.asset.duration
|
|
}
|
|
|
|
var videoDuration: TimeInterval? {
|
|
currentItem?.duration ?? currentVideo?.length
|
|
}
|
|
|
|
func togglePlay() {
|
|
isPlaying ? pause() : play()
|
|
}
|
|
|
|
func play() {
|
|
guard player.timeControlStatus != .playing else {
|
|
return
|
|
}
|
|
|
|
player.play()
|
|
}
|
|
|
|
func pause() {
|
|
guard player.timeControlStatus != .paused else {
|
|
return
|
|
}
|
|
|
|
player.pause()
|
|
}
|
|
|
|
func upgradeToStream(_ stream: Stream) {
|
|
if !self.stream.isNil, self.stream != stream {
|
|
playStream(stream, of: currentVideo!, preservingTime: true)
|
|
}
|
|
}
|
|
|
|
func playStream(
|
|
_ stream: Stream,
|
|
of video: Video,
|
|
preservingTime: Bool = false
|
|
) {
|
|
resetSegments()
|
|
sponsorBlock.loadSegments(videoID: video.videoID, categories: Defaults[.sponsorBlockCategories])
|
|
|
|
if let url = stream.singleAssetURL {
|
|
logger.info("playing stream with one asset\(stream.kind == .hls ? " (HLS)" : ""): \(url)")
|
|
|
|
insertPlayerItem(stream, for: video, preservingTime: preservingTime)
|
|
} else {
|
|
logger.info("playing stream with many assets:")
|
|
logger.info("composition audio asset: \(stream.audioAsset.url)")
|
|
logger.info("composition video asset: \(stream.videoAsset.url)")
|
|
|
|
Task {
|
|
await self.loadComposition(stream, of: video, preservingTime: preservingTime)
|
|
}
|
|
}
|
|
|
|
updateCurrentArtwork()
|
|
}
|
|
|
|
private func insertPlayerItem(
|
|
_ stream: Stream,
|
|
for video: Video,
|
|
preservingTime: Bool = false
|
|
) {
|
|
let playerItem = playerItem(stream)
|
|
guard playerItem != nil else {
|
|
return
|
|
}
|
|
|
|
attachMetadata(to: playerItem!, video: video, for: stream)
|
|
|
|
DispatchQueue.main.async { [weak self] in
|
|
guard let self = self else {
|
|
return
|
|
}
|
|
|
|
self.stream = stream
|
|
self.composition = AVMutableComposition()
|
|
}
|
|
|
|
let startPlaying = {
|
|
#if !os(macOS)
|
|
try? AVAudioSession.sharedInstance().setActive(true)
|
|
#endif
|
|
|
|
DispatchQueue.main.asyncAfter(deadline: .now() + 0.3) { [weak self] in
|
|
self?.play()
|
|
}
|
|
}
|
|
|
|
let replaceItemAndSeek = {
|
|
self.player.replaceCurrentItem(with: playerItem)
|
|
self.seekToSavedTime { finished in
|
|
guard finished else {
|
|
return
|
|
}
|
|
self.savedTime = nil
|
|
|
|
startPlaying()
|
|
}
|
|
}
|
|
|
|
if preservingTime {
|
|
if savedTime.isNil {
|
|
saveTime {
|
|
replaceItemAndSeek()
|
|
startPlaying()
|
|
}
|
|
} else {
|
|
replaceItemAndSeek()
|
|
startPlaying()
|
|
}
|
|
} else {
|
|
player.replaceCurrentItem(with: playerItem)
|
|
startPlaying()
|
|
}
|
|
}
|
|
|
|
private func loadComposition(
|
|
_ stream: Stream,
|
|
of video: Video,
|
|
preservingTime: Bool = false
|
|
) async {
|
|
await loadCompositionAsset(stream.audioAsset, type: .audio, of: video)
|
|
await loadCompositionAsset(stream.videoAsset, type: .video, of: video)
|
|
|
|
guard streamSelection == stream else {
|
|
logger.critical("IGNORING LOADED")
|
|
return
|
|
}
|
|
|
|
insertPlayerItem(stream, for: video, preservingTime: preservingTime)
|
|
}
|
|
|
|
private func loadCompositionAsset(
|
|
_ asset: AVURLAsset,
|
|
type: AVMediaType,
|
|
of video: Video
|
|
) async {
|
|
async let assetTracks = asset.loadTracks(withMediaType: type)
|
|
|
|
logger.info("loading \(type.rawValue) track")
|
|
guard let compositionTrack = composition.addMutableTrack(
|
|
withMediaType: type,
|
|
preferredTrackID: kCMPersistentTrackID_Invalid
|
|
) else {
|
|
logger.critical("composition \(type.rawValue) addMutableTrack FAILED")
|
|
return
|
|
}
|
|
|
|
guard let assetTrack = try? await assetTracks.first else {
|
|
logger.critical("asset \(type.rawValue) track FAILED")
|
|
return
|
|
}
|
|
|
|
try! compositionTrack.insertTimeRange(
|
|
CMTimeRange(start: .zero, duration: CMTime.secondsInDefaultTimescale(video.length)),
|
|
of: assetTrack,
|
|
at: .zero
|
|
)
|
|
|
|
logger.critical("\(type.rawValue) LOADED")
|
|
}
|
|
|
|
private func playerItem(_ stream: Stream) -> AVPlayerItem? {
|
|
if let url = stream.singleAssetURL {
|
|
return AVPlayerItem(asset: AVURLAsset(url: url))
|
|
} else {
|
|
return AVPlayerItem(asset: composition)
|
|
}
|
|
}
|
|
|
|
private func attachMetadata(to item: AVPlayerItem, video: Video, for _: Stream? = nil) {
|
|
#if !os(macOS)
|
|
var externalMetadata = [
|
|
makeMetadataItem(.commonIdentifierTitle, value: video.title),
|
|
makeMetadataItem(.quickTimeMetadataGenre, value: video.genre ?? ""),
|
|
makeMetadataItem(.commonIdentifierDescription, value: video.description ?? "")
|
|
]
|
|
if let thumbnailData = try? Data(contentsOf: video.thumbnailURL(quality: .medium)!),
|
|
let image = UIImage(data: thumbnailData),
|
|
let pngData = image.pngData()
|
|
{
|
|
let artworkItem = makeMetadataItem(.commonIdentifierArtwork, value: pngData)
|
|
externalMetadata.append(artworkItem)
|
|
}
|
|
|
|
item.externalMetadata = externalMetadata
|
|
#endif
|
|
|
|
item.preferredForwardBufferDuration = 5
|
|
|
|
statusObservation?.invalidate()
|
|
statusObservation = item.observe(\.status, options: [.old, .new]) { [weak self] playerItem, _ in
|
|
guard let self = self else {
|
|
return
|
|
}
|
|
|
|
switch playerItem.status {
|
|
case .readyToPlay:
|
|
if self.isAutoplaying(playerItem) {
|
|
self.play()
|
|
}
|
|
case .failed:
|
|
print("item error: \(String(describing: item.error))")
|
|
print((item.asset as! AVURLAsset).url)
|
|
|
|
default:
|
|
return
|
|
}
|
|
}
|
|
}
|
|
|
|
#if !os(macOS)
|
|
private func makeMetadataItem(_ identifier: AVMetadataIdentifier, value: Any) -> AVMetadataItem {
|
|
let item = AVMutableMetadataItem()
|
|
|
|
item.identifier = identifier
|
|
item.value = value as? NSCopying & NSObjectProtocol
|
|
item.extendedLanguageTag = "und"
|
|
|
|
return item.copy() as! AVMetadataItem
|
|
}
|
|
#endif
|
|
|
|
private func addItemDidPlayToEndTimeObserver() {
|
|
NotificationCenter.default.addObserver(
|
|
self,
|
|
selector: #selector(itemDidPlayToEndTime),
|
|
name: NSNotification.Name.AVPlayerItemDidPlayToEndTime,
|
|
object: nil
|
|
)
|
|
}
|
|
|
|
@objc func itemDidPlayToEndTime() {
|
|
currentItem.playbackTime = playerItemDuration
|
|
|
|
if queue.isEmpty {
|
|
#if !os(macOS)
|
|
try? AVAudioSession.sharedInstance().setActive(false)
|
|
#endif
|
|
addCurrentItemToHistory()
|
|
resetQueue()
|
|
#if os(tvOS)
|
|
avPlayerViewController!.dismiss(animated: true) { [weak self] in
|
|
self?.controller!.dismiss(animated: true)
|
|
}
|
|
#endif
|
|
presentingPlayer = false
|
|
} else {
|
|
advanceToNextItem()
|
|
}
|
|
}
|
|
|
|
private func saveTime(completionHandler: @escaping () -> Void = {}) {
|
|
let currentTime = player.currentTime()
|
|
|
|
guard currentTime.seconds > 0 else {
|
|
return
|
|
}
|
|
|
|
DispatchQueue.main.async { [weak self] in
|
|
self?.savedTime = currentTime
|
|
completionHandler()
|
|
}
|
|
}
|
|
|
|
private func seekToSavedTime(completionHandler: @escaping (Bool) -> Void = { _ in }) {
|
|
guard let time = savedTime else {
|
|
return
|
|
}
|
|
|
|
player.seek(
|
|
to: time,
|
|
toleranceBefore: .secondsInDefaultTimescale(1),
|
|
toleranceAfter: .zero,
|
|
completionHandler: completionHandler
|
|
)
|
|
}
|
|
|
|
private func addFrequentTimeObserver() {
|
|
let interval = CMTime.secondsInDefaultTimescale(0.5)
|
|
|
|
frequentTimeObserver = player.addPeriodicTimeObserver(
|
|
forInterval: interval,
|
|
queue: .main
|
|
) { [weak self] _ in
|
|
guard let self = self else {
|
|
return
|
|
}
|
|
|
|
guard !self.currentItem.isNil else {
|
|
return
|
|
}
|
|
|
|
self.updateNowPlayingInfo()
|
|
self.handleSegments(at: self.player.currentTime())
|
|
}
|
|
}
|
|
|
|
private func addInfrequentTimeObserver() {
|
|
let interval = CMTime.secondsInDefaultTimescale(5)
|
|
|
|
infrequentTimeObserver = player.addPeriodicTimeObserver(
|
|
forInterval: interval,
|
|
queue: .main
|
|
) { [weak self] _ in
|
|
guard let self = self else {
|
|
return
|
|
}
|
|
|
|
guard !self.currentItem.isNil else {
|
|
return
|
|
}
|
|
|
|
self.timeObserverThrottle.execute {
|
|
self.updateCurrentItemIntervals()
|
|
}
|
|
}
|
|
}
|
|
|
|
private func addPlayerTimeControlStatusObserver() {
|
|
playerTimeControlStatusObserver = player.observe(\.timeControlStatus) { [weak self] player, _ in
|
|
guard let self = self,
|
|
self.player == player
|
|
else {
|
|
return
|
|
}
|
|
|
|
if player.timeControlStatus != .waitingToPlayAtSpecifiedRate {
|
|
self.objectWillChange.send()
|
|
}
|
|
|
|
self.timeObserverThrottle.execute {
|
|
#if os(macOS)
|
|
if player.timeControlStatus == .playing {
|
|
ScreenSaverManager.shared.disable(reason: "Yattee is playing video")
|
|
} else {
|
|
ScreenSaverManager.shared.enable()
|
|
}
|
|
#endif
|
|
|
|
self.updateCurrentItemIntervals()
|
|
}
|
|
}
|
|
}
|
|
|
|
private func updateCurrentItemIntervals() {
|
|
currentItem?.playbackTime = player.currentTime()
|
|
currentItem?.videoDuration = player.currentItem?.asset.duration.seconds
|
|
}
|
|
|
|
fileprivate func updateNowPlayingInfo() {
|
|
let nowPlayingInfo: [String: AnyObject] = [
|
|
MPMediaItemPropertyTitle: currentItem.video.title as AnyObject,
|
|
MPMediaItemPropertyArtist: currentItem.video.author as AnyObject,
|
|
MPMediaItemPropertyArtwork: currentArtwork as AnyObject,
|
|
MPMediaItemPropertyPlaybackDuration: Int(currentItem.videoDuration ?? 0) as AnyObject,
|
|
MPNowPlayingInfoPropertyElapsedPlaybackTime: player.currentTime().seconds as AnyObject,
|
|
MPNowPlayingInfoPropertyPlaybackQueueCount: queue.count as AnyObject,
|
|
MPMediaItemPropertyMediaType: MPMediaType.anyVideo.rawValue as AnyObject
|
|
]
|
|
|
|
MPNowPlayingInfoCenter.default().nowPlayingInfo = nowPlayingInfo
|
|
}
|
|
|
|
private func updateCurrentArtwork() {
|
|
guard let thumbnailData = try? Data(contentsOf: currentItem.video.thumbnailURL(quality: .medium)!) else {
|
|
return
|
|
}
|
|
|
|
#if os(macOS)
|
|
let image = NSImage(data: thumbnailData)
|
|
#else
|
|
let image = UIImage(data: thumbnailData)
|
|
#endif
|
|
|
|
if image.isNil {
|
|
return
|
|
}
|
|
|
|
currentArtwork = MPMediaItemArtwork(boundsSize: image!.size) { _ in image! }
|
|
}
|
|
}
|