2021-07-09 15:03:44 +02:00
|
|
|
import { Command } from 'commander'
|
2019-06-13 11:09:38 +02:00
|
|
|
import { Netrc } from 'netrc-parser'
|
|
|
|
import { join } from 'path'
|
peertube-import-videos.ts: add --tmpdir, --first, --last and --verbose [level] parameters (#2045)
* peertube-import-videos.ts: add --tmpdir <tmpdir> parameter, used to designate working directory for downloading and converting imported videos
* peertube-import-videos.ts: add --first and --last parameters to limit processing of the returned playlist to the first/last N elements
* peertube-import-videos.ts: add --verbose [verbosity] parameter, set this from 0 (only errors are reported) to 4 (for trace debugging), default is 2 (info). When --verbose is used without the optional parameter the logging level is set to 3 (debug). At level 1 (warn) it will only report on successfully uploaded videos (and/or errors), use this when running peertube-import-videos in a cron job to mirror a channel.
* package.json: remove dependency on loglevel
cli.ts: add getLogger(loglevel), to be used in CLI tools, add --verbose to set log level
peertube-import-videos: use getLogger (from cli) instead of loglevel, add error_exit (log error and exit), move --verbose to cli.ts, etc.
* cli.ts: remove superfluous reference to default logging level
* peertube-import-videos: exit_error -> exitError
2019-08-26 11:35:28 +02:00
|
|
|
import { createLogger, format, transports } from 'winston'
|
2022-01-03 17:13:11 +01:00
|
|
|
import { loadLanguages } from '@server/initializers/constants'
|
|
|
|
import { root } from '@shared/core-utils'
|
2021-07-13 14:23:01 +02:00
|
|
|
import { UserRole } from '@shared/models'
|
2022-01-03 17:13:11 +01:00
|
|
|
import { PeerTubeServer } from '@shared/server-commands'
|
2021-07-09 15:03:44 +02:00
|
|
|
import { VideoPrivacy } from '../../shared/models/videos'
|
2021-11-02 19:11:20 +01:00
|
|
|
import { getAppNumber, isTestInstance } from '../helpers/core-utils'
|
2019-06-13 11:09:38 +02:00
|
|
|
|
|
|
|
let configName = 'PeerTube/CLI'
|
|
|
|
if (isTestInstance()) configName += `-${getAppNumber()}`
|
|
|
|
|
|
|
|
const config = require('application-config')(configName)
|
2018-09-13 14:27:44 +02:00
|
|
|
|
2022-01-03 17:13:11 +01:00
|
|
|
const version = require(join(root(), 'package.json')).version
|
2018-09-13 14:27:44 +02:00
|
|
|
|
2021-07-16 09:47:51 +02:00
|
|
|
async function getAdminTokenOrDie (server: PeerTubeServer, username: string, password: string) {
|
2021-07-16 09:04:35 +02:00
|
|
|
const token = await server.login.getAccessToken(username, password)
|
|
|
|
const me = await server.users.getMyInfo({ token })
|
2020-01-28 11:07:23 +01:00
|
|
|
|
2022-10-31 08:45:46 +01:00
|
|
|
if (me.role.id !== UserRole.ADMINISTRATOR) {
|
2020-01-28 11:07:23 +01:00
|
|
|
console.error('You must be an administrator.')
|
|
|
|
process.exit(-1)
|
|
|
|
}
|
|
|
|
|
2021-07-13 14:23:01 +02:00
|
|
|
return token
|
2020-01-28 11:07:23 +01:00
|
|
|
}
|
|
|
|
|
2018-09-13 14:27:44 +02:00
|
|
|
interface Settings {
|
2020-01-31 16:56:52 +01:00
|
|
|
remotes: any[]
|
2018-09-13 14:27:44 +02:00
|
|
|
default: number
|
|
|
|
}
|
|
|
|
|
2020-04-02 14:09:33 +02:00
|
|
|
async function getSettings (): Promise<Settings> {
|
|
|
|
const defaultSettings = {
|
|
|
|
remotes: [],
|
|
|
|
default: -1
|
|
|
|
}
|
2019-04-25 13:55:28 +02:00
|
|
|
|
2020-04-02 14:09:33 +02:00
|
|
|
const data = await config.read()
|
2019-04-25 13:55:28 +02:00
|
|
|
|
2020-04-02 14:09:33 +02:00
|
|
|
return Object.keys(data).length === 0
|
|
|
|
? defaultSettings
|
|
|
|
: data
|
2018-09-13 14:27:44 +02:00
|
|
|
}
|
|
|
|
|
2019-04-25 13:55:28 +02:00
|
|
|
async function getNetrc () {
|
2019-06-13 11:09:38 +02:00
|
|
|
const Netrc = require('netrc-parser').Netrc
|
|
|
|
|
|
|
|
const netrc = isTestInstance()
|
|
|
|
? new Netrc(join(root(), 'test' + getAppNumber(), 'netrc'))
|
|
|
|
: new Netrc()
|
|
|
|
|
2019-04-25 13:55:28 +02:00
|
|
|
await netrc.load()
|
|
|
|
|
|
|
|
return netrc
|
|
|
|
}
|
|
|
|
|
2020-04-02 14:09:33 +02:00
|
|
|
function writeSettings (settings: Settings) {
|
|
|
|
return config.write(settings)
|
2019-06-13 11:09:38 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
function deleteSettings () {
|
2020-04-02 14:09:33 +02:00
|
|
|
return config.trash()
|
2018-09-13 14:27:44 +02:00
|
|
|
}
|
|
|
|
|
2019-07-11 17:23:24 +02:00
|
|
|
function getRemoteObjectOrDie (
|
2021-06-25 17:48:27 +02:00
|
|
|
program: Command,
|
2019-07-11 17:23:24 +02:00
|
|
|
settings: Settings,
|
|
|
|
netrc: Netrc
|
|
|
|
): { url: string, username: string, password: string } {
|
2021-02-03 09:33:05 +01:00
|
|
|
const options = program.opts()
|
|
|
|
|
2022-03-15 09:21:05 +01:00
|
|
|
function exitIfNoOptions (optionNames: string[], errorPrefix: string = '') {
|
2022-01-18 09:13:36 +01:00
|
|
|
let exit = false
|
|
|
|
|
2022-03-15 09:21:05 +01:00
|
|
|
for (const key of optionNames) {
|
2022-01-18 09:13:36 +01:00
|
|
|
if (!options[key]) {
|
2022-01-20 09:33:49 +01:00
|
|
|
if (exit === false && errorPrefix) console.error(errorPrefix)
|
|
|
|
|
2022-01-18 09:13:36 +01:00
|
|
|
console.error(`--${key} field is required`)
|
|
|
|
exit = true
|
|
|
|
}
|
2019-04-25 13:55:28 +02:00
|
|
|
}
|
|
|
|
|
2022-01-18 09:13:36 +01:00
|
|
|
if (exit) process.exit(-1)
|
|
|
|
}
|
|
|
|
|
2022-01-20 09:33:49 +01:00
|
|
|
// If username or password are specified, both are mandatory
|
|
|
|
if (options.username || options.password) {
|
|
|
|
exitIfNoOptions([ 'username', 'password' ])
|
|
|
|
}
|
2019-04-25 13:55:28 +02:00
|
|
|
|
2022-01-20 09:33:49 +01:00
|
|
|
// If no available machines, url, username and password args are mandatory
|
|
|
|
if (Object.keys(netrc.machines).length === 0) {
|
|
|
|
exitIfNoOptions([ 'url', 'username', 'password' ], 'No account found in netrc')
|
|
|
|
}
|
2019-04-25 13:55:28 +02:00
|
|
|
|
2022-01-20 09:33:49 +01:00
|
|
|
if (settings.remotes.length === 0 || settings.default === -1) {
|
|
|
|
exitIfNoOptions([ 'url' ], 'No default instance found')
|
|
|
|
}
|
2019-06-13 11:09:38 +02:00
|
|
|
|
2022-01-20 09:33:49 +01:00
|
|
|
let url: string = options.url
|
|
|
|
let username: string = options.username
|
|
|
|
let password: string = options.password
|
2019-04-25 13:55:28 +02:00
|
|
|
|
2022-01-20 09:33:49 +01:00
|
|
|
if (!url && settings.default !== -1) url = settings.remotes[settings.default]
|
2019-04-25 13:55:28 +02:00
|
|
|
|
2022-01-20 09:33:49 +01:00
|
|
|
const machine = netrc.machines[url]
|
|
|
|
if ((!username || !password) && !machine) {
|
|
|
|
console.error('Cannot find existing configuration for %s.', url)
|
|
|
|
process.exit(-1)
|
2019-04-25 13:55:28 +02:00
|
|
|
}
|
2022-01-20 09:33:49 +01:00
|
|
|
|
|
|
|
if (!username && machine) username = machine.login
|
|
|
|
if (!password && machine) password = machine.password
|
|
|
|
|
|
|
|
return { url, username, password }
|
2019-04-25 13:55:28 +02:00
|
|
|
}
|
2018-09-13 14:27:44 +02:00
|
|
|
|
2021-06-25 17:48:27 +02:00
|
|
|
function buildCommonVideoOptions (command: Command) {
|
2019-06-13 13:53:28 +02:00
|
|
|
function list (val) {
|
|
|
|
return val.split(',')
|
|
|
|
}
|
|
|
|
|
|
|
|
return command
|
|
|
|
.option('-n, --video-name <name>', 'Video name')
|
|
|
|
.option('-c, --category <category_number>', 'Category number')
|
|
|
|
.option('-l, --licence <licence_number>', 'Licence number')
|
|
|
|
.option('-L, --language <language_code>', 'Language ISO 639 code (fr or en...)')
|
|
|
|
.option('-t, --tags <tags>', 'Video tags', list)
|
|
|
|
.option('-N, --nsfw', 'Video is Not Safe For Work')
|
|
|
|
.option('-d, --video-description <description>', 'Video description')
|
|
|
|
.option('-P, --privacy <privacy_number>', 'Privacy')
|
|
|
|
.option('-C, --channel-name <channel_name>', 'Channel name')
|
2020-04-16 16:20:19 +02:00
|
|
|
.option('--no-comments-enabled', 'Disable video comments')
|
2019-06-13 13:53:28 +02:00
|
|
|
.option('-s, --support <support>', 'Video support text')
|
2020-04-16 16:20:19 +02:00
|
|
|
.option('--no-wait-transcoding', 'Do not wait transcoding before publishing the video')
|
|
|
|
.option('--no-download-enabled', 'Disable video download')
|
peertube-import-videos.ts: add --tmpdir, --first, --last and --verbose [level] parameters (#2045)
* peertube-import-videos.ts: add --tmpdir <tmpdir> parameter, used to designate working directory for downloading and converting imported videos
* peertube-import-videos.ts: add --first and --last parameters to limit processing of the returned playlist to the first/last N elements
* peertube-import-videos.ts: add --verbose [verbosity] parameter, set this from 0 (only errors are reported) to 4 (for trace debugging), default is 2 (info). When --verbose is used without the optional parameter the logging level is set to 3 (debug). At level 1 (warn) it will only report on successfully uploaded videos (and/or errors), use this when running peertube-import-videos in a cron job to mirror a channel.
* package.json: remove dependency on loglevel
cli.ts: add getLogger(loglevel), to be used in CLI tools, add --verbose to set log level
peertube-import-videos: use getLogger (from cli) instead of loglevel, add error_exit (log error and exit), move --verbose to cli.ts, etc.
* cli.ts: remove superfluous reference to default logging level
* peertube-import-videos: exit_error -> exitError
2019-08-26 11:35:28 +02:00
|
|
|
.option('-v, --verbose <verbose>', 'Verbosity, from 0/\'error\' to 4/\'debug\'', 'info')
|
2019-06-13 13:53:28 +02:00
|
|
|
}
|
|
|
|
|
2021-07-16 09:47:51 +02:00
|
|
|
async function buildVideoAttributesFromCommander (server: PeerTubeServer, command: Command, defaultAttributes: any = {}) {
|
2021-02-03 09:33:05 +01:00
|
|
|
const options = command.opts()
|
|
|
|
|
2019-06-13 13:59:34 +02:00
|
|
|
const defaultBooleanAttributes = {
|
|
|
|
nsfw: false,
|
|
|
|
commentsEnabled: true,
|
|
|
|
downloadEnabled: true,
|
|
|
|
waitTranscoding: true
|
|
|
|
}
|
|
|
|
|
|
|
|
const booleanAttributes: { [id in keyof typeof defaultBooleanAttributes]: boolean } | {} = {}
|
2019-06-13 13:53:28 +02:00
|
|
|
|
2019-06-13 13:59:34 +02:00
|
|
|
for (const key of Object.keys(defaultBooleanAttributes)) {
|
2021-02-03 09:33:05 +01:00
|
|
|
if (options[key] !== undefined) {
|
|
|
|
booleanAttributes[key] = options[key]
|
2019-06-13 13:53:28 +02:00
|
|
|
} else if (defaultAttributes[key] !== undefined) {
|
|
|
|
booleanAttributes[key] = defaultAttributes[key]
|
|
|
|
} else {
|
2019-06-13 13:59:34 +02:00
|
|
|
booleanAttributes[key] = defaultBooleanAttributes[key]
|
2019-06-13 13:53:28 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
const videoAttributes = {
|
2021-02-03 09:33:05 +01:00
|
|
|
name: options.videoName || defaultAttributes.name,
|
|
|
|
category: options.category || defaultAttributes.category || undefined,
|
|
|
|
licence: options.licence || defaultAttributes.licence || undefined,
|
|
|
|
language: options.language || defaultAttributes.language || undefined,
|
|
|
|
privacy: options.privacy || defaultAttributes.privacy || VideoPrivacy.PUBLIC,
|
|
|
|
support: options.support || defaultAttributes.support || undefined,
|
|
|
|
description: options.videoDescription || defaultAttributes.description || undefined,
|
|
|
|
tags: options.tags || defaultAttributes.tags || undefined
|
2019-06-13 13:53:28 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
Object.assign(videoAttributes, booleanAttributes)
|
|
|
|
|
2021-02-03 09:33:05 +01:00
|
|
|
if (options.channelName) {
|
2021-07-16 09:04:35 +02:00
|
|
|
const videoChannel = await server.channels.get({ channelName: options.channelName })
|
2019-06-13 13:53:28 +02:00
|
|
|
|
|
|
|
Object.assign(videoAttributes, { channelId: videoChannel.id })
|
|
|
|
|
|
|
|
if (!videoAttributes.support && videoChannel.support) {
|
|
|
|
Object.assign(videoAttributes, { support: videoChannel.support })
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return videoAttributes
|
|
|
|
}
|
|
|
|
|
2021-06-25 17:48:27 +02:00
|
|
|
function getServerCredentials (program: Command) {
|
2019-07-11 17:23:24 +02:00
|
|
|
return Promise.all([ getSettings(), getNetrc() ])
|
2020-01-31 16:56:52 +01:00
|
|
|
.then(([ settings, netrc ]) => {
|
|
|
|
return getRemoteObjectOrDie(program, settings, netrc)
|
|
|
|
})
|
2019-07-11 17:23:24 +02:00
|
|
|
}
|
|
|
|
|
2021-07-16 09:47:51 +02:00
|
|
|
function buildServer (url: string) {
|
2021-11-02 19:11:20 +01:00
|
|
|
loadLanguages()
|
2021-07-16 09:47:51 +02:00
|
|
|
return new PeerTubeServer({ url })
|
2021-07-09 15:03:44 +02:00
|
|
|
}
|
|
|
|
|
2021-07-16 09:47:51 +02:00
|
|
|
async function assignToken (server: PeerTubeServer, username: string, password: string) {
|
2021-07-16 09:04:35 +02:00
|
|
|
const bodyClient = await server.login.getClient()
|
2021-07-13 11:44:16 +02:00
|
|
|
const client = { id: bodyClient.client_id, secret: bodyClient.client_secret }
|
|
|
|
|
2021-07-16 09:04:35 +02:00
|
|
|
const body = await server.login.login({ client, user: { username, password } })
|
2021-07-13 11:44:16 +02:00
|
|
|
|
|
|
|
server.accessToken = body.access_token
|
|
|
|
}
|
|
|
|
|
peertube-import-videos.ts: add --tmpdir, --first, --last and --verbose [level] parameters (#2045)
* peertube-import-videos.ts: add --tmpdir <tmpdir> parameter, used to designate working directory for downloading and converting imported videos
* peertube-import-videos.ts: add --first and --last parameters to limit processing of the returned playlist to the first/last N elements
* peertube-import-videos.ts: add --verbose [verbosity] parameter, set this from 0 (only errors are reported) to 4 (for trace debugging), default is 2 (info). When --verbose is used without the optional parameter the logging level is set to 3 (debug). At level 1 (warn) it will only report on successfully uploaded videos (and/or errors), use this when running peertube-import-videos in a cron job to mirror a channel.
* package.json: remove dependency on loglevel
cli.ts: add getLogger(loglevel), to be used in CLI tools, add --verbose to set log level
peertube-import-videos: use getLogger (from cli) instead of loglevel, add error_exit (log error and exit), move --verbose to cli.ts, etc.
* cli.ts: remove superfluous reference to default logging level
* peertube-import-videos: exit_error -> exitError
2019-08-26 11:35:28 +02:00
|
|
|
function getLogger (logLevel = 'info') {
|
|
|
|
const logLevels = {
|
|
|
|
0: 0,
|
|
|
|
error: 0,
|
|
|
|
1: 1,
|
|
|
|
warn: 1,
|
|
|
|
2: 2,
|
|
|
|
info: 2,
|
|
|
|
3: 3,
|
|
|
|
verbose: 3,
|
|
|
|
4: 4,
|
|
|
|
debug: 4
|
|
|
|
}
|
|
|
|
|
|
|
|
const logger = createLogger({
|
|
|
|
levels: logLevels,
|
|
|
|
format: format.combine(
|
|
|
|
format.splat(),
|
|
|
|
format.simple()
|
|
|
|
),
|
|
|
|
transports: [
|
|
|
|
new (transports.Console)({
|
|
|
|
level: logLevel
|
|
|
|
})
|
|
|
|
]
|
|
|
|
})
|
|
|
|
|
|
|
|
return logger
|
|
|
|
}
|
|
|
|
|
2018-09-13 14:27:44 +02:00
|
|
|
// ---------------------------------------------------------------------------
|
|
|
|
|
|
|
|
export {
|
|
|
|
version,
|
peertube-import-videos.ts: add --tmpdir, --first, --last and --verbose [level] parameters (#2045)
* peertube-import-videos.ts: add --tmpdir <tmpdir> parameter, used to designate working directory for downloading and converting imported videos
* peertube-import-videos.ts: add --first and --last parameters to limit processing of the returned playlist to the first/last N elements
* peertube-import-videos.ts: add --verbose [verbosity] parameter, set this from 0 (only errors are reported) to 4 (for trace debugging), default is 2 (info). When --verbose is used without the optional parameter the logging level is set to 3 (debug). At level 1 (warn) it will only report on successfully uploaded videos (and/or errors), use this when running peertube-import-videos in a cron job to mirror a channel.
* package.json: remove dependency on loglevel
cli.ts: add getLogger(loglevel), to be used in CLI tools, add --verbose to set log level
peertube-import-videos: use getLogger (from cli) instead of loglevel, add error_exit (log error and exit), move --verbose to cli.ts, etc.
* cli.ts: remove superfluous reference to default logging level
* peertube-import-videos: exit_error -> exitError
2019-08-26 11:35:28 +02:00
|
|
|
getLogger,
|
2018-09-13 14:27:44 +02:00
|
|
|
getSettings,
|
2019-04-25 13:55:28 +02:00
|
|
|
getNetrc,
|
|
|
|
getRemoteObjectOrDie,
|
2019-06-13 11:09:38 +02:00
|
|
|
writeSettings,
|
2019-06-13 13:53:28 +02:00
|
|
|
deleteSettings,
|
|
|
|
|
2019-07-11 17:23:24 +02:00
|
|
|
getServerCredentials,
|
|
|
|
|
2019-06-13 13:53:28 +02:00
|
|
|
buildCommonVideoOptions,
|
2020-01-28 11:07:23 +01:00
|
|
|
buildVideoAttributesFromCommander,
|
|
|
|
|
2021-07-09 15:03:44 +02:00
|
|
|
getAdminTokenOrDie,
|
2021-07-13 11:44:16 +02:00
|
|
|
buildServer,
|
|
|
|
assignToken
|
2018-09-13 14:27:44 +02:00
|
|
|
}
|