PeerTube/server/models/video/video-streaming-playlist.ts

224 lines
6.2 KiB
TypeScript
Raw Normal View History

import * as memoizee from 'memoizee'
import { join } from 'path'
2021-07-23 11:20:00 +02:00
import { Op } from 'sequelize'
2019-08-15 11:53:26 +02:00
import { AllowNull, BelongsTo, Column, CreatedAt, DataType, ForeignKey, HasMany, Is, Model, Table, UpdatedAt } from 'sequelize-typescript'
import { VideoFileModel } from '@server/models/video/video-file'
2021-07-23 11:20:00 +02:00
import { MStreamingPlaylist, MVideo } from '@server/types/models'
import { AttributesOnly } from '@shared/core-utils'
2019-01-29 08:37:25 +01:00
import { VideoStreamingPlaylistType } from '../../../shared/models/videos/video-streaming-playlist.type'
import { sha1 } from '../../helpers/core-utils'
import { isActivityPubUrlValid } from '../../helpers/custom-validators/activitypub/misc'
2019-01-29 08:37:25 +01:00
import { isArrayOf } from '../../helpers/custom-validators/misc'
import { isVideoFileInfoHashValid } from '../../helpers/custom-validators/videos'
2021-07-23 11:20:00 +02:00
import {
CONSTRAINTS_FIELDS,
MEMOIZE_LENGTH,
MEMOIZE_TTL,
P2P_MEDIA_LOADER_PEER_VERSION,
STATIC_PATHS,
WEBSERVER
} from '../../initializers/constants'
import { VideoRedundancyModel } from '../redundancy/video-redundancy'
import { doesExist } from '../shared'
import { throwIfNotValid } from '../utils'
import { VideoModel } from './video'
2019-01-29 08:37:25 +01:00
@Table({
tableName: 'videoStreamingPlaylist',
indexes: [
{
fields: [ 'videoId' ]
},
{
fields: [ 'videoId', 'type' ],
unique: true
},
{
fields: [ 'p2pMediaLoaderInfohashes' ],
using: 'gin'
}
2019-04-23 09:50:57 +02:00
]
2019-01-29 08:37:25 +01:00
})
2021-05-12 14:09:04 +02:00
export class VideoStreamingPlaylistModel extends Model<Partial<AttributesOnly<VideoStreamingPlaylistModel>>> {
2019-01-29 08:37:25 +01:00
@CreatedAt
createdAt: Date
@UpdatedAt
updatedAt: Date
@AllowNull(false)
@Column
type: VideoStreamingPlaylistType
@AllowNull(false)
2021-07-23 11:20:00 +02:00
@Column
playlistFilename: string
@AllowNull(true)
@Is('PlaylistUrl', value => throwIfNotValid(value, isActivityPubUrlValid, 'playlist url', true))
2019-01-29 08:37:25 +01:00
@Column(DataType.STRING(CONSTRAINTS_FIELDS.VIDEOS.URL.max))
playlistUrl: string
@AllowNull(false)
@Is('VideoStreamingPlaylistInfoHashes', value => throwIfNotValid(value, v => isArrayOf(v, isVideoFileInfoHashValid), 'info hashes'))
2019-04-23 09:50:57 +02:00
@Column(DataType.ARRAY(DataType.STRING))
2019-01-29 08:37:25 +01:00
p2pMediaLoaderInfohashes: string[]
2019-04-08 11:13:49 +02:00
@AllowNull(false)
@Column
p2pMediaLoaderPeerVersion: number
2019-01-29 08:37:25 +01:00
@AllowNull(false)
2021-07-23 11:20:00 +02:00
@Column
segmentsSha256Filename: string
@AllowNull(true)
@Is('VideoStreamingSegmentsSha256Url', value => throwIfNotValid(value, isActivityPubUrlValid, 'segments sha256 url', true))
2019-01-29 08:37:25 +01:00
@Column
segmentsSha256Url: string
@ForeignKey(() => VideoModel)
@Column
videoId: number
@BelongsTo(() => VideoModel, {
foreignKey: {
allowNull: false
},
onDelete: 'CASCADE'
})
Video: VideoModel
@HasMany(() => VideoFileModel, {
foreignKey: {
allowNull: true
},
onDelete: 'CASCADE'
})
VideoFiles: VideoFileModel[]
2019-01-29 08:37:25 +01:00
@HasMany(() => VideoRedundancyModel, {
foreignKey: {
allowNull: false
},
onDelete: 'CASCADE',
hooks: true
})
RedundancyVideos: VideoRedundancyModel[]
2020-01-03 13:47:45 +01:00
static doesInfohashExistCached = memoizee(VideoStreamingPlaylistModel.doesInfohashExist, {
promise: true,
max: MEMOIZE_LENGTH.INFO_HASH_EXISTS,
maxAge: MEMOIZE_TTL.INFO_HASH_EXISTS
})
2019-01-29 08:37:25 +01:00
static doesInfohashExist (infoHash: string) {
const query = 'SELECT 1 FROM "videoStreamingPlaylist" WHERE $infoHash = ANY("p2pMediaLoaderInfohashes") LIMIT 1'
2021-07-23 11:20:00 +02:00
return doesExist(query, { infoHash })
2019-01-29 08:37:25 +01:00
}
static buildP2PMediaLoaderInfoHashes (playlistUrl: string, files: unknown[]) {
2019-01-29 08:37:25 +01:00
const hashes: string[] = []
2019-04-08 11:13:49 +02:00
// https://github.com/Novage/p2p-media-loader/blob/master/p2p-media-loader-core/lib/p2p-media-manager.ts#L115
for (let i = 0; i < files.length; i++) {
2019-04-08 11:13:49 +02:00
hashes.push(sha1(`${P2P_MEDIA_LOADER_PEER_VERSION}${playlistUrl}+V${i}`))
2019-01-29 08:37:25 +01:00
}
return hashes
}
2019-04-08 11:13:49 +02:00
static listByIncorrectPeerVersion () {
const query = {
where: {
p2pMediaLoaderPeerVersion: {
2019-04-18 11:28:17 +02:00
[Op.ne]: P2P_MEDIA_LOADER_PEER_VERSION
2019-04-08 11:13:49 +02:00
}
2021-07-23 11:20:00 +02:00
},
include: [
{
model: VideoModel.unscoped(),
required: true
}
]
2019-04-08 11:13:49 +02:00
}
return VideoStreamingPlaylistModel.findAll(query)
}
2019-01-29 08:37:25 +01:00
static loadWithVideo (id: number) {
const options = {
include: [
{
model: VideoModel.unscoped(),
required: true
}
]
}
2019-02-21 14:28:06 +01:00
return VideoStreamingPlaylistModel.findByPk(id, options)
2019-01-29 08:37:25 +01:00
}
2021-07-23 11:20:00 +02:00
static loadHLSPlaylistByVideo (videoId: number): Promise<MStreamingPlaylist> {
const options = {
where: {
type: VideoStreamingPlaylistType.HLS,
videoId
}
}
return VideoStreamingPlaylistModel.findOne(options)
}
2021-07-23 11:20:00 +02:00
static async loadOrGenerate (video: MVideo) {
let playlist = await VideoStreamingPlaylistModel.loadHLSPlaylistByVideo(video.id)
if (!playlist) playlist = new VideoStreamingPlaylistModel()
2019-01-29 08:37:25 +01:00
2021-07-23 11:20:00 +02:00
return Object.assign(playlist, { videoId: video.id, Video: video })
2019-01-29 08:37:25 +01:00
}
2021-07-23 11:20:00 +02:00
assignP2PMediaLoaderInfoHashes (video: MVideo, files: unknown[]) {
const masterPlaylistUrl = this.getMasterPlaylistUrl(video)
2019-01-29 08:37:25 +01:00
2021-07-23 11:20:00 +02:00
this.p2pMediaLoaderInfohashes = VideoStreamingPlaylistModel.buildP2PMediaLoaderInfoHashes(masterPlaylistUrl, files)
2019-01-29 08:37:25 +01:00
}
2021-07-23 11:20:00 +02:00
getMasterPlaylistUrl (video: MVideo) {
if (video.isOwned()) return WEBSERVER.URL + this.getMasterPlaylistStaticPath(video.uuid)
return this.playlistUrl
2019-01-29 08:37:25 +01:00
}
2021-07-23 11:20:00 +02:00
getSha256SegmentsUrl (video: MVideo) {
if (video.isOwned()) return WEBSERVER.URL + this.getSha256SegmentsStaticPath(video.uuid, video.isLive)
2021-07-23 11:20:00 +02:00
return this.segmentsSha256Url
2019-01-29 08:37:25 +01:00
}
getStringType () {
if (this.type === VideoStreamingPlaylistType.HLS) return 'hls'
return 'unknown'
}
getTrackerUrls (baseUrlHttp: string, baseUrlWs: string) {
return [ baseUrlWs + '/tracker/socket', baseUrlHttp + '/tracker/announce' ]
}
2019-08-15 11:53:26 +02:00
hasSameUniqueKeysThan (other: MStreamingPlaylist) {
2019-01-29 08:37:25 +01:00
return this.type === other.type &&
this.videoId === other.videoId
}
2021-07-23 11:20:00 +02:00
private getMasterPlaylistStaticPath (videoUUID: string) {
return join(STATIC_PATHS.STREAMING_PLAYLISTS.HLS, videoUUID, this.playlistFilename)
}
private getSha256SegmentsStaticPath (videoUUID: string, isLive: boolean) {
if (isLive) return join('/live', 'segments-sha256', videoUUID)
return join(STATIC_PATHS.STREAMING_PLAYLISTS.HLS, videoUUID, this.segmentsSha256Filename)
}
2019-01-29 08:37:25 +01:00
}