PeerTube/server/tools/peertube-redundancy.ts

174 lines
5.5 KiB
TypeScript
Raw Normal View History

2021-08-27 14:32:44 +02:00
import CliTable3 from 'cli-table3'
2021-07-09 15:03:44 +02:00
import { Command, program } from 'commander'
2020-01-28 11:07:23 +01:00
import { uniq } from 'lodash'
2021-07-09 15:03:44 +02:00
import { URL } from 'url'
import validator from 'validator'
2021-07-16 14:27:30 +02:00
import { HttpStatusCode, VideoRedundanciesTarget } from '@shared/models'
2021-07-13 11:44:16 +02:00
import { assignToken, buildServer, getServerCredentials } from './cli'
2020-01-28 11:07:23 +01:00
2020-01-31 16:56:52 +01:00
import bytes = require('bytes')
2020-01-28 11:07:23 +01:00
program
2021-12-13 18:56:12 +01:00
.name('redundancy')
2020-01-28 11:07:23 +01:00
.usage('[command] [options]')
program
.command('list-remote-redundancies')
.description('List remote redundancies on your videos')
.option('-u, --url <url>', 'Server url')
.option('-U, --username <username>', 'Username')
.option('-p, --password <token>', 'Password')
.action(() => listRedundanciesCLI('my-videos'))
program
.command('list-my-redundancies')
.description('List your redundancies of remote videos')
.option('-u, --url <url>', 'Server url')
.option('-U, --username <username>', 'Username')
.option('-p, --password <token>', 'Password')
.action(() => listRedundanciesCLI('remote-videos'))
program
.command('add')
.description('Duplicate a video in your redundancy system')
.option('-u, --url <url>', 'Server url')
.option('-U, --username <username>', 'Username')
.option('-p, --password <token>', 'Password')
.option('-v, --video <videoId>', 'Video id to duplicate')
2021-02-03 09:33:05 +01:00
.action((options, command) => addRedundancyCLI(options, command))
2020-01-28 11:07:23 +01:00
program
.command('remove')
.description('Remove a video from your redundancies')
.option('-u, --url <url>', 'Server url')
.option('-U, --username <username>', 'Username')
.option('-p, --password <token>', 'Password')
.option('-v, --video <videoId>', 'Video id to remove from redundancies')
2021-02-03 09:33:05 +01:00
.action((options, command) => removeRedundancyCLI(options, command))
2020-01-28 11:07:23 +01:00
if (!process.argv.slice(2).length) {
program.outputHelp()
}
program.parse(process.argv)
// ----------------------------------------------------------------------------
async function listRedundanciesCLI (target: VideoRedundanciesTarget) {
const { url, username, password } = await getServerCredentials(program)
2021-07-13 11:44:16 +02:00
const server = buildServer(url)
await assignToken(server, username, password)
2020-01-28 11:07:23 +01:00
2021-07-16 09:04:35 +02:00
const { data } = await server.redundancy.listVideos({ start: 0, count: 100, sort: 'name', target })
2020-01-28 11:07:23 +01:00
const table = new CliTable3({
head: [ 'video id', 'video name', 'video url', 'files', 'playlists', 'by instances', 'total size' ]
2020-01-31 16:56:52 +01:00
}) as any
2020-01-28 11:07:23 +01:00
2021-07-09 15:03:44 +02:00
for (const redundancy of data) {
2020-01-28 11:07:23 +01:00
const webtorrentFiles = redundancy.redundancies.files
const streamingPlaylists = redundancy.redundancies.streamingPlaylists
let totalSize = ''
if (target === 'remote-videos') {
const tmp = webtorrentFiles.concat(streamingPlaylists)
.reduce((a, b) => a + b.size, 0)
totalSize = bytes(tmp)
}
const instances = uniq(
webtorrentFiles.concat(streamingPlaylists)
.map(r => r.fileUrl)
2020-01-31 16:56:52 +01:00
.map(u => new URL(u).host)
2020-01-28 11:07:23 +01:00
)
table.push([
redundancy.id.toString(),
redundancy.name,
redundancy.url,
webtorrentFiles.length,
streamingPlaylists.length,
instances.join('\n'),
totalSize
])
}
console.log(table.toString())
process.exit(0)
}
2021-06-25 17:48:27 +02:00
async function addRedundancyCLI (options: { video: number }, command: Command) {
2021-02-03 09:33:05 +01:00
const { url, username, password } = await getServerCredentials(command)
2021-07-13 11:44:16 +02:00
const server = buildServer(url)
await assignToken(server, username, password)
2020-01-28 11:07:23 +01:00
2021-02-03 09:33:05 +01:00
if (!options.video || validator.isInt('' + options.video) === false) {
2020-01-28 11:07:23 +01:00
console.error('You need to specify the video id to duplicate and it should be a number.\n')
2021-02-03 09:33:05 +01:00
command.outputHelp()
2020-01-28 11:07:23 +01:00
process.exit(-1)
}
try {
2021-07-16 09:04:35 +02:00
await server.redundancy.addVideo({ videoId: options.video })
2020-01-28 11:07:23 +01:00
console.log('Video will be duplicated by your instance!')
process.exit(0)
} catch (err) {
if (err.message.includes(HttpStatusCode.CONFLICT_409)) {
2020-01-28 11:07:23 +01:00
console.error('This video is already duplicated by your instance.')
} else if (err.message.includes(HttpStatusCode.NOT_FOUND_404)) {
2020-01-28 11:07:23 +01:00
console.error('This video id does not exist.')
} else {
console.error(err)
}
process.exit(-1)
}
}
2021-06-25 17:48:27 +02:00
async function removeRedundancyCLI (options: { video: number }, command: Command) {
2021-02-03 09:33:05 +01:00
const { url, username, password } = await getServerCredentials(command)
2021-07-13 11:44:16 +02:00
const server = buildServer(url)
await assignToken(server, username, password)
2020-01-28 11:07:23 +01:00
2021-02-03 09:33:05 +01:00
if (!options.video || validator.isInt('' + options.video) === false) {
2020-01-28 11:07:23 +01:00
console.error('You need to specify the video id to remove from your redundancies.\n')
2021-02-03 09:33:05 +01:00
command.outputHelp()
2020-01-28 11:07:23 +01:00
process.exit(-1)
}
2021-02-03 09:33:05 +01:00
const videoId = parseInt(options.video + '', 10)
2020-01-28 11:07:23 +01:00
2021-07-16 09:04:35 +02:00
const myVideoRedundancies = await server.redundancy.listVideos({ target: 'my-videos' })
2021-07-09 15:03:44 +02:00
let videoRedundancy = myVideoRedundancies.data.find(r => videoId === r.id)
2020-01-28 11:07:23 +01:00
if (!videoRedundancy) {
2021-07-16 09:04:35 +02:00
const remoteVideoRedundancies = await server.redundancy.listVideos({ target: 'remote-videos' })
2021-07-09 15:03:44 +02:00
videoRedundancy = remoteVideoRedundancies.data.find(r => videoId === r.id)
2020-01-28 11:07:23 +01:00
}
if (!videoRedundancy) {
console.error('Video redundancy not found.')
process.exit(-1)
}
try {
const ids = videoRedundancy.redundancies.files
.concat(videoRedundancy.redundancies.streamingPlaylists)
.map(r => r.id)
for (const id of ids) {
2021-07-16 09:04:35 +02:00
await server.redundancy.removeVideo({ redundancyId: id })
2020-01-28 11:07:23 +01:00
}
console.log('Video redundancy removed!')
process.exit(0)
} catch (err) {
console.error(err)
process.exit(-1)
}
}