2022-07-29 14:50:41 +02:00
|
|
|
import { CreationAttributes, Transaction } from 'sequelize/types'
|
2021-07-23 11:20:00 +02:00
|
|
|
import { deleteAllModels, filterNonExistingModels } from '@server/helpers/database-utils'
|
2021-06-02 16:49:59 +02:00
|
|
|
import { logger, LoggerTagsFn } from '@server/helpers/logger'
|
2021-06-04 09:19:01 +02:00
|
|
|
import { updatePlaceholderThumbnail, updateVideoMiniatureFromUrl } from '@server/lib/thumbnail'
|
2021-06-02 10:41:46 +02:00
|
|
|
import { setVideoTags } from '@server/lib/video'
|
|
|
|
import { VideoCaptionModel } from '@server/models/video/video-caption'
|
|
|
|
import { VideoFileModel } from '@server/models/video/video-file'
|
|
|
|
import { VideoLiveModel } from '@server/models/video/video-live'
|
|
|
|
import { VideoStreamingPlaylistModel } from '@server/models/video/video-streaming-playlist'
|
2022-07-29 14:50:41 +02:00
|
|
|
import {
|
|
|
|
MStreamingPlaylistFiles,
|
|
|
|
MStreamingPlaylistFilesVideo,
|
|
|
|
MThumbnail,
|
|
|
|
MVideoCaption,
|
|
|
|
MVideoFile,
|
|
|
|
MVideoFullLight,
|
|
|
|
MVideoThumbnail
|
|
|
|
} from '@server/types/models'
|
2021-06-02 10:41:46 +02:00
|
|
|
import { ActivityTagObject, ThumbnailType, VideoObject, VideoStreamingPlaylistType } from '@shared/models'
|
2021-06-03 16:02:29 +02:00
|
|
|
import { getOrCreateAPActor } from '../../actors'
|
2022-03-23 14:24:50 +01:00
|
|
|
import { checkUrlsSameHost } from '../../url'
|
2021-06-02 10:41:46 +02:00
|
|
|
import {
|
|
|
|
getCaptionAttributesFromObject,
|
|
|
|
getFileAttributesFromUrl,
|
|
|
|
getLiveAttributesFromObject,
|
|
|
|
getPreviewFromIcons,
|
|
|
|
getStreamingPlaylistAttributesFromObject,
|
|
|
|
getTagsFromObject,
|
|
|
|
getThumbnailFromIcons
|
|
|
|
} from './object-to-model-attributes'
|
|
|
|
import { getTrackerUrls, setVideoTrackers } from './trackers'
|
|
|
|
|
|
|
|
export abstract class APVideoAbstractBuilder {
|
|
|
|
protected abstract videoObject: VideoObject
|
2021-06-02 16:49:59 +02:00
|
|
|
protected abstract lTags: LoggerTagsFn
|
2021-06-02 10:41:46 +02:00
|
|
|
|
2021-06-02 11:54:29 +02:00
|
|
|
protected async getOrCreateVideoChannelFromVideoObject () {
|
|
|
|
const channel = this.videoObject.attributedTo.find(a => a.type === 'Group')
|
|
|
|
if (!channel) throw new Error('Cannot find associated video channel to video ' + this.videoObject.url)
|
|
|
|
|
|
|
|
if (checkUrlsSameHost(channel.id, this.videoObject.id) !== true) {
|
|
|
|
throw new Error(`Video channel url ${channel.id} does not have the same host than video object id ${this.videoObject.id}`)
|
|
|
|
}
|
|
|
|
|
2021-06-03 16:02:29 +02:00
|
|
|
return getOrCreateAPActor(channel.id, 'all')
|
2021-06-02 11:54:29 +02:00
|
|
|
}
|
|
|
|
|
2021-06-02 10:41:46 +02:00
|
|
|
protected tryToGenerateThumbnail (video: MVideoThumbnail): Promise<MThumbnail> {
|
2021-06-04 09:19:01 +02:00
|
|
|
return updateVideoMiniatureFromUrl({
|
2021-06-02 10:41:46 +02:00
|
|
|
downloadUrl: getThumbnailFromIcons(this.videoObject).url,
|
|
|
|
video,
|
|
|
|
type: ThumbnailType.MINIATURE
|
|
|
|
}).catch(err => {
|
2021-06-03 16:56:42 +02:00
|
|
|
logger.warn('Cannot generate thumbnail of %s.', this.videoObject.id, { err, ...this.lTags() })
|
2021-06-02 10:41:46 +02:00
|
|
|
|
|
|
|
return undefined
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2021-06-08 17:29:45 +02:00
|
|
|
protected async setPreview (video: MVideoFullLight, t?: Transaction) {
|
2021-06-02 10:41:46 +02:00
|
|
|
// Don't fetch the preview that could be big, create a placeholder instead
|
|
|
|
const previewIcon = getPreviewFromIcons(this.videoObject)
|
|
|
|
if (!previewIcon) return
|
|
|
|
|
2021-06-04 09:19:01 +02:00
|
|
|
const previewModel = updatePlaceholderThumbnail({
|
2021-06-02 10:41:46 +02:00
|
|
|
fileUrl: previewIcon.url,
|
|
|
|
video,
|
|
|
|
type: ThumbnailType.PREVIEW,
|
|
|
|
size: previewIcon
|
|
|
|
})
|
|
|
|
|
|
|
|
await video.addAndSaveThumbnail(previewModel, t)
|
|
|
|
}
|
|
|
|
|
|
|
|
protected async setTags (video: MVideoFullLight, t: Transaction) {
|
|
|
|
const tags = getTagsFromObject(this.videoObject)
|
|
|
|
await setVideoTags({ video, tags, transaction: t })
|
|
|
|
}
|
|
|
|
|
|
|
|
protected async setTrackers (video: MVideoFullLight, t: Transaction) {
|
|
|
|
const trackers = getTrackerUrls(this.videoObject, video)
|
|
|
|
await setVideoTrackers({ video, trackers, transaction: t })
|
|
|
|
}
|
|
|
|
|
|
|
|
protected async insertOrReplaceCaptions (video: MVideoFullLight, t: Transaction) {
|
2021-06-09 16:22:01 +02:00
|
|
|
const existingCaptions = await VideoCaptionModel.listVideoCaptions(video.id, t)
|
2021-06-02 10:41:46 +02:00
|
|
|
|
2021-06-09 16:22:01 +02:00
|
|
|
let captionsToCreate = getCaptionAttributesFromObject(video, this.videoObject)
|
|
|
|
.map(a => new VideoCaptionModel(a) as MVideoCaption)
|
|
|
|
|
|
|
|
for (const existingCaption of existingCaptions) {
|
|
|
|
// Only keep captions that do not already exist
|
|
|
|
const filtered = captionsToCreate.filter(c => !c.isEqual(existingCaption))
|
|
|
|
|
|
|
|
// This caption already exists, we don't need to destroy and create it
|
|
|
|
if (filtered.length !== captionsToCreate.length) {
|
|
|
|
captionsToCreate = filtered
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
|
|
|
|
// Destroy this caption that does not exist anymore
|
|
|
|
await existingCaption.destroy({ transaction: t })
|
|
|
|
}
|
|
|
|
|
|
|
|
for (const captionToCreate of captionsToCreate) {
|
|
|
|
await captionToCreate.save({ transaction: t })
|
|
|
|
}
|
2021-06-02 10:41:46 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
protected async insertOrReplaceLive (video: MVideoFullLight, transaction: Transaction) {
|
|
|
|
const attributes = getLiveAttributesFromObject(video, this.videoObject)
|
|
|
|
const [ videoLive ] = await VideoLiveModel.upsert(attributes, { transaction, returning: true })
|
|
|
|
|
|
|
|
video.VideoLive = videoLive
|
|
|
|
}
|
|
|
|
|
|
|
|
protected async setWebTorrentFiles (video: MVideoFullLight, t: Transaction) {
|
|
|
|
const videoFileAttributes = getFileAttributesFromUrl(video, this.videoObject.url)
|
|
|
|
const newVideoFiles = videoFileAttributes.map(a => new VideoFileModel(a))
|
|
|
|
|
|
|
|
// Remove video files that do not exist anymore
|
2021-07-23 11:20:00 +02:00
|
|
|
await deleteAllModels(filterNonExistingModels(video.VideoFiles || [], newVideoFiles), t)
|
2021-06-02 10:41:46 +02:00
|
|
|
|
|
|
|
// Update or add other one
|
|
|
|
const upsertTasks = newVideoFiles.map(f => VideoFileModel.customUpsert(f, 'video', t))
|
|
|
|
video.VideoFiles = await Promise.all(upsertTasks)
|
|
|
|
}
|
|
|
|
|
|
|
|
protected async setStreamingPlaylists (video: MVideoFullLight, t: Transaction) {
|
2021-10-15 11:37:30 +02:00
|
|
|
const streamingPlaylistAttributes = getStreamingPlaylistAttributesFromObject(video, this.videoObject)
|
2021-06-02 10:41:46 +02:00
|
|
|
const newStreamingPlaylists = streamingPlaylistAttributes.map(a => new VideoStreamingPlaylistModel(a))
|
|
|
|
|
|
|
|
// Remove video playlists that do not exist anymore
|
2021-07-23 11:20:00 +02:00
|
|
|
await deleteAllModels(filterNonExistingModels(video.VideoStreamingPlaylists || [], newStreamingPlaylists), t)
|
2021-06-02 10:41:46 +02:00
|
|
|
|
2022-07-29 14:50:41 +02:00
|
|
|
const oldPlaylists = video.VideoStreamingPlaylists
|
2021-06-02 10:41:46 +02:00
|
|
|
video.VideoStreamingPlaylists = []
|
|
|
|
|
|
|
|
for (const playlistAttributes of streamingPlaylistAttributes) {
|
|
|
|
const streamingPlaylistModel = await this.insertOrReplaceStreamingPlaylist(playlistAttributes, t)
|
|
|
|
streamingPlaylistModel.Video = video
|
|
|
|
|
2022-07-29 14:50:41 +02:00
|
|
|
await this.setStreamingPlaylistFiles(oldPlaylists, streamingPlaylistModel, playlistAttributes.tagAPObject, t)
|
2021-06-02 10:41:46 +02:00
|
|
|
|
|
|
|
video.VideoStreamingPlaylists.push(streamingPlaylistModel)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-07-29 14:50:41 +02:00
|
|
|
private async insertOrReplaceStreamingPlaylist (attributes: CreationAttributes<VideoStreamingPlaylistModel>, t: Transaction) {
|
2021-06-02 10:41:46 +02:00
|
|
|
const [ streamingPlaylist ] = await VideoStreamingPlaylistModel.upsert(attributes, { returning: true, transaction: t })
|
|
|
|
|
|
|
|
return streamingPlaylist as MStreamingPlaylistFilesVideo
|
|
|
|
}
|
|
|
|
|
2022-07-29 14:50:41 +02:00
|
|
|
private getStreamingPlaylistFiles (oldPlaylists: MStreamingPlaylistFiles[], type: VideoStreamingPlaylistType) {
|
|
|
|
const playlist = oldPlaylists.find(s => s.type === type)
|
2021-06-02 10:41:46 +02:00
|
|
|
if (!playlist) return []
|
|
|
|
|
|
|
|
return playlist.VideoFiles
|
|
|
|
}
|
|
|
|
|
|
|
|
private async setStreamingPlaylistFiles (
|
2022-07-29 14:50:41 +02:00
|
|
|
oldPlaylists: MStreamingPlaylistFiles[],
|
2021-06-02 10:41:46 +02:00
|
|
|
playlistModel: MStreamingPlaylistFilesVideo,
|
|
|
|
tagObjects: ActivityTagObject[],
|
|
|
|
t: Transaction
|
|
|
|
) {
|
2022-07-29 14:50:41 +02:00
|
|
|
const oldStreamingPlaylistFiles = this.getStreamingPlaylistFiles(oldPlaylists || [], playlistModel.type)
|
2021-06-02 10:41:46 +02:00
|
|
|
|
|
|
|
const newVideoFiles: MVideoFile[] = getFileAttributesFromUrl(playlistModel, tagObjects).map(a => new VideoFileModel(a))
|
|
|
|
|
2021-07-23 11:20:00 +02:00
|
|
|
await deleteAllModels(filterNonExistingModels(oldStreamingPlaylistFiles, newVideoFiles), t)
|
2021-06-02 10:41:46 +02:00
|
|
|
|
|
|
|
// Update or add other one
|
|
|
|
const upsertTasks = newVideoFiles.map(f => VideoFileModel.customUpsert(f, 'streaming-playlist', t))
|
|
|
|
playlistModel.VideoFiles = await Promise.all(upsertTasks)
|
|
|
|
}
|
|
|
|
}
|