mirror of https://github.com/Chocobozzz/PeerTube
134 lines
4.3 KiB
TypeScript
134 lines
4.3 KiB
TypeScript
import { ffprobePromise, getVideoStreamFPS } from '@peertube/peertube-ffmpeg'
|
|
import { VideoFileStream } from '@peertube/peertube-models'
|
|
import { initDatabaseModels, sequelizeTypescript } from '@server/initializers/database.js'
|
|
import { buildFileMetadata } from '@server/lib/video-file.js'
|
|
import { VideoPathManager } from '@server/lib/video-path-manager.js'
|
|
import { VideoFileModel } from '@server/models/video/video-file.js'
|
|
import { VideoModel } from '@server/models/video/video.js'
|
|
import Bluebird from 'bluebird'
|
|
import { pathExists } from 'fs-extra/esm'
|
|
import { QueryTypes } from 'sequelize'
|
|
|
|
run()
|
|
.then(() => process.exit(0))
|
|
.catch(err => {
|
|
console.error(err)
|
|
process.exit(-1)
|
|
})
|
|
|
|
async function run () {
|
|
await initDatabaseModels(true)
|
|
|
|
{
|
|
console.log('## Updating "formatFlags" column for web videos in "videoFile" table in database ##\n')
|
|
|
|
const totalQuery = 'SELECT COUNT(*) AS "total" FROM "videoFile" WHERE "videoId" IS NOT NULL AND "formatFlags" != 1'
|
|
const res = await sequelizeTypescript.query<{ total: string }>(totalQuery, { type: QueryTypes.SELECT as QueryTypes.SELECT })
|
|
const total = parseInt(res[0].total)
|
|
|
|
console.log(`Will update ${total.toLocaleString()} rows`)
|
|
|
|
if (total > 10000) {
|
|
console.log('Processing update in chunks because there are many rows to update...')
|
|
|
|
const chunkSize = 10000
|
|
let remaining = total
|
|
|
|
while (remaining > chunkSize) {
|
|
const before = new Date().getTime()
|
|
|
|
await sequelizeTypescript.query(
|
|
'UPDATE "videoFile" SET "formatFlags" = 1 WHERE id IN (' +
|
|
'SELECT id FROM "videoFile" WHERE "videoId" IS NOT NULL AND "formatFlags" != 1 LIMIT ' + chunkSize +
|
|
')'
|
|
)
|
|
|
|
remaining -= chunkSize
|
|
|
|
const ms = new Date().getTime() - before
|
|
console.log(`Processed ${chunkSize.toLocaleString()} rows in ${ms.toLocaleString()}ms. Remaining: ${remaining.toLocaleString()}`)
|
|
}
|
|
}
|
|
|
|
const query = 'UPDATE "videoFile" SET "formatFlags" = 1 WHERE "videoId" IS NOT NULL AND "formatFlags" != 1'
|
|
await sequelizeTypescript.query(query)
|
|
|
|
console.log('Rows updated!')
|
|
}
|
|
|
|
console.log('## Assigning metadata information to local video files ##\n')
|
|
|
|
const ids = await VideoModel.listLocalIds()
|
|
|
|
await Bluebird.map(ids, async id => {
|
|
try {
|
|
await processVideo(id)
|
|
} catch (err) {
|
|
console.error('Cannot process video ' + id, err)
|
|
}
|
|
}, { concurrency: 5 })
|
|
|
|
console.log('\n## Migration finished! ##')
|
|
}
|
|
|
|
async function processVideo (videoId: number) {
|
|
const video = await VideoModel.loadWithFiles(videoId)
|
|
if (video.isLive) return
|
|
|
|
const files = await Promise.all(video.getAllFiles().map(f => VideoFileModel.loadWithMetadata(f.id)))
|
|
|
|
if (!files.some(f => f.fps === -1 || !f.metadata || !f.streams || f.width === null || f.height === null)) return
|
|
|
|
console.log('Processing video "' + video.name + '"')
|
|
|
|
for (const file of files) {
|
|
if (!file.metadata || file.fps === -1) {
|
|
const fileWithVideoOrPlaylist = file.videoStreamingPlaylistId
|
|
? file.withVideoOrPlaylist(video.getHLSPlaylist())
|
|
: file.withVideoOrPlaylist(video)
|
|
|
|
await VideoPathManager.Instance.makeAvailableVideoFile(fileWithVideoOrPlaylist, async path => {
|
|
if (!await pathExists(path)) {
|
|
console.error(
|
|
`Skipping processing file ${file.id} because ${path} does not exist on disk for video "${video.name}" (uuid: ${video.uuid})`
|
|
)
|
|
return
|
|
}
|
|
|
|
console.log(`Filling metadata field of video "${video.name}" - file ${file.id} because it is missing in database`)
|
|
|
|
const probe = await ffprobePromise(path)
|
|
|
|
file.metadata = await buildFileMetadata(path, probe)
|
|
file.fps = await getVideoStreamFPS(path, probe)
|
|
|
|
await file.save()
|
|
})
|
|
}
|
|
|
|
if (!file.metadata) continue
|
|
|
|
file.streams = VideoFileStream.NONE
|
|
|
|
const videoStream = file.metadata.streams.find(s => s.codec_type === 'video')
|
|
|
|
if (videoStream) {
|
|
file.streams |= VideoFileStream.VIDEO
|
|
|
|
file.width = videoStream.width
|
|
file.height = videoStream.height
|
|
} else {
|
|
file.width = 0
|
|
file.height = 0
|
|
}
|
|
|
|
if (file.metadata.streams.some(s => s.codec_type === 'audio')) {
|
|
file.streams |= VideoFileStream.AUDIO
|
|
}
|
|
|
|
await file.save()
|
|
}
|
|
|
|
console.log('Successfully processed video "' + video.name + '"')
|
|
}
|