PeerTube/scripts/prune-storage.ts

111 lines
2.9 KiB
TypeScript
Raw Normal View History

2018-05-29 11:11:52 +02:00
import * as prompt from 'prompt'
import { join } from 'path'
import { CONFIG } from '../server/initializers/constants'
import { VideoModel } from '../server/models/video/video'
import { initDatabaseModels } from '../server/initializers'
2018-08-27 16:23:34 +02:00
import { remove, readdir } from 'fs-extra'
2018-09-28 10:56:13 +02:00
import { VideoRedundancyModel } from '../server/models/redundancy/video-redundancy'
import { getUUIDFromFilename } from '../server/helpers/utils'
2018-05-29 11:11:52 +02:00
run()
.then(() => process.exit(0))
.catch(err => {
console.error(err)
process.exit(-1)
})
async function run () {
await initDatabaseModels(true)
2018-09-28 10:56:13 +02:00
const storageOnlyOwnedToPrune = [
2018-05-29 11:11:52 +02:00
CONFIG.STORAGE.VIDEOS_DIR,
CONFIG.STORAGE.TORRENTS_DIR,
CONFIG.STORAGE.REDUNDANCY_DIR
2018-05-29 11:11:52 +02:00
]
2018-09-28 10:56:13 +02:00
const storageForAllToPrune = [
CONFIG.STORAGE.PREVIEWS_DIR,
CONFIG.STORAGE.THUMBNAILS_DIR
]
2018-05-29 11:11:52 +02:00
let toDelete: string[] = []
2018-09-28 10:56:13 +02:00
for (const directory of storageOnlyOwnedToPrune) {
toDelete = toDelete.concat(await pruneDirectory(directory, true))
}
for (const directory of storageForAllToPrune) {
toDelete = toDelete.concat(await pruneDirectory(directory, false))
2018-05-29 11:11:52 +02:00
}
2018-12-06 09:46:22 +01:00
const tmpFiles = await readdir(CONFIG.STORAGE.TMP_DIR)
toDelete = toDelete.concat(tmpFiles.map(t => join(CONFIG.STORAGE.TMP_DIR, t)))
2018-05-29 11:11:52 +02:00
if (toDelete.length === 0) {
console.log('No files to delete.')
return
}
console.log('Will delete %d files:\n\n%s\n\n', toDelete.length, toDelete.join('\n'))
const res = await askConfirmation()
if (res === true) {
console.log('Processing delete...\n')
for (const path of toDelete) {
2018-08-27 16:23:34 +02:00
await remove(path)
2018-05-29 11:11:52 +02:00
}
console.log('Done!')
} else {
console.log('Exiting without deleting files.')
}
}
2018-09-28 10:56:13 +02:00
async function pruneDirectory (directory: string, onlyOwned = false) {
2018-08-27 16:23:34 +02:00
const files = await readdir(directory)
2018-05-29 11:11:52 +02:00
const toDelete: string[] = []
for (const file of files) {
const uuid = getUUIDFromFilename(file)
let video: VideoModel
2018-09-28 10:56:13 +02:00
let localRedundancy: boolean
2018-05-29 11:11:52 +02:00
2018-09-28 10:56:13 +02:00
if (uuid) {
video = await VideoModel.loadByUUIDWithFile(uuid)
localRedundancy = await VideoRedundancyModel.isLocalByVideoUUIDExists(uuid)
}
2018-05-29 11:11:52 +02:00
2018-09-28 10:56:13 +02:00
if (
!uuid ||
!video ||
(onlyOwned === true && (video.isOwned() === false && localRedundancy === false))
) {
toDelete.push(join(directory, file))
}
2018-05-29 11:11:52 +02:00
}
return toDelete
}
async function askConfirmation () {
return new Promise((res, rej) => {
prompt.start()
const schema = {
properties: {
confirm: {
type: 'string',
2018-09-28 10:56:13 +02:00
description: 'These following unused files can be deleted, but please check your backups first (bugs happen).' +
' Notice PeerTube must have been stopped when your ran this script.' +
2018-09-28 10:56:13 +02:00
' Can we delete these files?',
2018-05-29 11:11:52 +02:00
default: 'n',
required: true
}
}
}
prompt.get(schema, function (err, result) {
if (err) return rej(err)
return res(result.confirm && result.confirm.match(/y/) !== null)
})
})
}