2019-06-13 11:09:38 +02:00
|
|
|
import { Netrc } from 'netrc-parser'
|
2019-06-13 13:53:28 +02:00
|
|
|
import { getAppNumber, isTestInstance } from '../helpers/core-utils'
|
2019-06-13 11:09:38 +02:00
|
|
|
import { join } from 'path'
|
2019-07-11 17:23:24 +02:00
|
|
|
import { root } from '../../shared/extra-utils/miscs/miscs'
|
|
|
|
import { getVideoChannel } from '../../shared/extra-utils/videos/video-channels'
|
2019-06-13 13:53:28 +02:00
|
|
|
import { VideoChannel, VideoPrivacy } from '../../shared/models/videos'
|
peertube-import-videos.ts: add --tmpdir, --first, --last and --verbose [level] parameters (#2045)
* peertube-import-videos.ts: add --tmpdir <tmpdir> parameter, used to designate working directory for downloading and converting imported videos
* peertube-import-videos.ts: add --first and --last parameters to limit processing of the returned playlist to the first/last N elements
* peertube-import-videos.ts: add --verbose [verbosity] parameter, set this from 0 (only errors are reported) to 4 (for trace debugging), default is 2 (info). When --verbose is used without the optional parameter the logging level is set to 3 (debug). At level 1 (warn) it will only report on successfully uploaded videos (and/or errors), use this when running peertube-import-videos in a cron job to mirror a channel.
* package.json: remove dependency on loglevel
cli.ts: add getLogger(loglevel), to be used in CLI tools, add --verbose to set log level
peertube-import-videos: use getLogger (from cli) instead of loglevel, add error_exit (log error and exit), move --verbose to cli.ts, etc.
* cli.ts: remove superfluous reference to default logging level
* peertube-import-videos: exit_error -> exitError
2019-08-26 11:35:28 +02:00
|
|
|
import { createLogger, format, transports } from 'winston'
|
2020-01-28 14:30:10 +01:00
|
|
|
import { getMyUserInformation } from '@shared/extra-utils/users/users'
|
2020-01-28 11:07:23 +01:00
|
|
|
import { User, UserRole } from '@shared/models'
|
2020-01-28 14:30:10 +01:00
|
|
|
import { getAccessToken } from '@shared/extra-utils/users/login'
|
2021-06-25 17:48:27 +02:00
|
|
|
import { Command } from 'commander'
|
2019-06-13 11:09:38 +02:00
|
|
|
|
|
|
|
let configName = 'PeerTube/CLI'
|
|
|
|
if (isTestInstance()) configName += `-${getAppNumber()}`
|
|
|
|
|
|
|
|
const config = require('application-config')(configName)
|
2018-09-13 14:27:44 +02:00
|
|
|
|
2018-10-03 14:35:35 +02:00
|
|
|
const version = require('../../../package.json').version
|
2018-09-13 14:27:44 +02:00
|
|
|
|
2020-01-28 11:07:23 +01:00
|
|
|
async function getAdminTokenOrDie (url: string, username: string, password: string) {
|
|
|
|
const accessToken = await getAccessToken(url, username, password)
|
|
|
|
const resMe = await getMyUserInformation(url, accessToken)
|
|
|
|
const me: User = resMe.body
|
|
|
|
|
|
|
|
if (me.role !== UserRole.ADMINISTRATOR) {
|
|
|
|
console.error('You must be an administrator.')
|
|
|
|
process.exit(-1)
|
|
|
|
}
|
|
|
|
|
|
|
|
return accessToken
|
|
|
|
}
|
|
|
|
|
2018-09-13 14:27:44 +02:00
|
|
|
interface Settings {
|
2020-01-31 16:56:52 +01:00
|
|
|
remotes: any[]
|
2018-09-13 14:27:44 +02:00
|
|
|
default: number
|
|
|
|
}
|
|
|
|
|
2020-04-02 14:09:33 +02:00
|
|
|
async function getSettings (): Promise<Settings> {
|
|
|
|
const defaultSettings = {
|
|
|
|
remotes: [],
|
|
|
|
default: -1
|
|
|
|
}
|
2019-04-25 13:55:28 +02:00
|
|
|
|
2020-04-02 14:09:33 +02:00
|
|
|
const data = await config.read()
|
2019-04-25 13:55:28 +02:00
|
|
|
|
2020-04-02 14:09:33 +02:00
|
|
|
return Object.keys(data).length === 0
|
|
|
|
? defaultSettings
|
|
|
|
: data
|
2018-09-13 14:27:44 +02:00
|
|
|
}
|
|
|
|
|
2019-04-25 13:55:28 +02:00
|
|
|
async function getNetrc () {
|
2019-06-13 11:09:38 +02:00
|
|
|
const Netrc = require('netrc-parser').Netrc
|
|
|
|
|
|
|
|
const netrc = isTestInstance()
|
|
|
|
? new Netrc(join(root(), 'test' + getAppNumber(), 'netrc'))
|
|
|
|
: new Netrc()
|
|
|
|
|
2019-04-25 13:55:28 +02:00
|
|
|
await netrc.load()
|
|
|
|
|
|
|
|
return netrc
|
|
|
|
}
|
|
|
|
|
2020-04-02 14:09:33 +02:00
|
|
|
function writeSettings (settings: Settings) {
|
|
|
|
return config.write(settings)
|
2019-06-13 11:09:38 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
function deleteSettings () {
|
2020-04-02 14:09:33 +02:00
|
|
|
return config.trash()
|
2018-09-13 14:27:44 +02:00
|
|
|
}
|
|
|
|
|
2019-07-11 17:23:24 +02:00
|
|
|
function getRemoteObjectOrDie (
|
2021-06-25 17:48:27 +02:00
|
|
|
program: Command,
|
2019-07-11 17:23:24 +02:00
|
|
|
settings: Settings,
|
|
|
|
netrc: Netrc
|
|
|
|
): { url: string, username: string, password: string } {
|
2021-02-03 09:33:05 +01:00
|
|
|
const options = program.opts()
|
|
|
|
|
|
|
|
if (!options.url || !options.username || !options.password) {
|
2019-06-13 11:09:38 +02:00
|
|
|
// No remote and we don't have program parameters: quit
|
2019-06-11 09:25:20 +02:00
|
|
|
if (settings.remotes.length === 0 || Object.keys(netrc.machines).length === 0) {
|
2021-02-03 09:33:05 +01:00
|
|
|
if (!options.url) console.error('--url field is required.')
|
|
|
|
if (!options.username) console.error('--username field is required.')
|
|
|
|
if (!options.password) console.error('--password field is required.')
|
2019-04-25 13:55:28 +02:00
|
|
|
|
|
|
|
return process.exit(-1)
|
|
|
|
}
|
|
|
|
|
2021-02-03 09:33:05 +01:00
|
|
|
let url: string = options.url
|
|
|
|
let username: string = options.username
|
|
|
|
let password: string = options.password
|
2019-04-25 13:55:28 +02:00
|
|
|
|
2019-06-13 11:09:38 +02:00
|
|
|
if (!url && settings.default !== -1) url = settings.remotes[settings.default]
|
2019-04-25 13:55:28 +02:00
|
|
|
|
2019-06-11 09:25:20 +02:00
|
|
|
const machine = netrc.machines[url]
|
2019-06-13 11:09:38 +02:00
|
|
|
|
|
|
|
if (!username && machine) username = machine.login
|
|
|
|
if (!password && machine) password = machine.password
|
2019-04-25 13:55:28 +02:00
|
|
|
|
|
|
|
return { url, username, password }
|
|
|
|
}
|
|
|
|
|
|
|
|
return {
|
2021-02-03 09:33:05 +01:00
|
|
|
url: options.url,
|
|
|
|
username: options.username,
|
|
|
|
password: options.password
|
2019-04-25 13:55:28 +02:00
|
|
|
}
|
|
|
|
}
|
2018-09-13 14:27:44 +02:00
|
|
|
|
2021-06-25 17:48:27 +02:00
|
|
|
function buildCommonVideoOptions (command: Command) {
|
2019-06-13 13:53:28 +02:00
|
|
|
function list (val) {
|
|
|
|
return val.split(',')
|
|
|
|
}
|
|
|
|
|
|
|
|
return command
|
|
|
|
.option('-n, --video-name <name>', 'Video name')
|
|
|
|
.option('-c, --category <category_number>', 'Category number')
|
|
|
|
.option('-l, --licence <licence_number>', 'Licence number')
|
|
|
|
.option('-L, --language <language_code>', 'Language ISO 639 code (fr or en...)')
|
|
|
|
.option('-t, --tags <tags>', 'Video tags', list)
|
|
|
|
.option('-N, --nsfw', 'Video is Not Safe For Work')
|
|
|
|
.option('-d, --video-description <description>', 'Video description')
|
|
|
|
.option('-P, --privacy <privacy_number>', 'Privacy')
|
|
|
|
.option('-C, --channel-name <channel_name>', 'Channel name')
|
2020-04-16 16:20:19 +02:00
|
|
|
.option('--no-comments-enabled', 'Disable video comments')
|
2019-06-13 13:53:28 +02:00
|
|
|
.option('-s, --support <support>', 'Video support text')
|
2020-04-16 16:20:19 +02:00
|
|
|
.option('--no-wait-transcoding', 'Do not wait transcoding before publishing the video')
|
|
|
|
.option('--no-download-enabled', 'Disable video download')
|
peertube-import-videos.ts: add --tmpdir, --first, --last and --verbose [level] parameters (#2045)
* peertube-import-videos.ts: add --tmpdir <tmpdir> parameter, used to designate working directory for downloading and converting imported videos
* peertube-import-videos.ts: add --first and --last parameters to limit processing of the returned playlist to the first/last N elements
* peertube-import-videos.ts: add --verbose [verbosity] parameter, set this from 0 (only errors are reported) to 4 (for trace debugging), default is 2 (info). When --verbose is used without the optional parameter the logging level is set to 3 (debug). At level 1 (warn) it will only report on successfully uploaded videos (and/or errors), use this when running peertube-import-videos in a cron job to mirror a channel.
* package.json: remove dependency on loglevel
cli.ts: add getLogger(loglevel), to be used in CLI tools, add --verbose to set log level
peertube-import-videos: use getLogger (from cli) instead of loglevel, add error_exit (log error and exit), move --verbose to cli.ts, etc.
* cli.ts: remove superfluous reference to default logging level
* peertube-import-videos: exit_error -> exitError
2019-08-26 11:35:28 +02:00
|
|
|
.option('-v, --verbose <verbose>', 'Verbosity, from 0/\'error\' to 4/\'debug\'', 'info')
|
2019-06-13 13:53:28 +02:00
|
|
|
}
|
|
|
|
|
2021-06-25 17:48:27 +02:00
|
|
|
async function buildVideoAttributesFromCommander (url: string, command: Command, defaultAttributes: any = {}) {
|
2021-02-03 09:33:05 +01:00
|
|
|
const options = command.opts()
|
|
|
|
|
2019-06-13 13:59:34 +02:00
|
|
|
const defaultBooleanAttributes = {
|
|
|
|
nsfw: false,
|
|
|
|
commentsEnabled: true,
|
|
|
|
downloadEnabled: true,
|
|
|
|
waitTranscoding: true
|
|
|
|
}
|
|
|
|
|
|
|
|
const booleanAttributes: { [id in keyof typeof defaultBooleanAttributes]: boolean } | {} = {}
|
2019-06-13 13:53:28 +02:00
|
|
|
|
2019-06-13 13:59:34 +02:00
|
|
|
for (const key of Object.keys(defaultBooleanAttributes)) {
|
2021-02-03 09:33:05 +01:00
|
|
|
if (options[key] !== undefined) {
|
|
|
|
booleanAttributes[key] = options[key]
|
2019-06-13 13:53:28 +02:00
|
|
|
} else if (defaultAttributes[key] !== undefined) {
|
|
|
|
booleanAttributes[key] = defaultAttributes[key]
|
|
|
|
} else {
|
2019-06-13 13:59:34 +02:00
|
|
|
booleanAttributes[key] = defaultBooleanAttributes[key]
|
2019-06-13 13:53:28 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
const videoAttributes = {
|
2021-02-03 09:33:05 +01:00
|
|
|
name: options.videoName || defaultAttributes.name,
|
|
|
|
category: options.category || defaultAttributes.category || undefined,
|
|
|
|
licence: options.licence || defaultAttributes.licence || undefined,
|
|
|
|
language: options.language || defaultAttributes.language || undefined,
|
|
|
|
privacy: options.privacy || defaultAttributes.privacy || VideoPrivacy.PUBLIC,
|
|
|
|
support: options.support || defaultAttributes.support || undefined,
|
|
|
|
description: options.videoDescription || defaultAttributes.description || undefined,
|
|
|
|
tags: options.tags || defaultAttributes.tags || undefined
|
2019-06-13 13:53:28 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
Object.assign(videoAttributes, booleanAttributes)
|
|
|
|
|
2021-02-03 09:33:05 +01:00
|
|
|
if (options.channelName) {
|
|
|
|
const res = await getVideoChannel(url, options.channelName)
|
2019-06-13 13:53:28 +02:00
|
|
|
const videoChannel: VideoChannel = res.body
|
|
|
|
|
|
|
|
Object.assign(videoAttributes, { channelId: videoChannel.id })
|
|
|
|
|
|
|
|
if (!videoAttributes.support && videoChannel.support) {
|
|
|
|
Object.assign(videoAttributes, { support: videoChannel.support })
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return videoAttributes
|
|
|
|
}
|
|
|
|
|
2021-06-25 17:48:27 +02:00
|
|
|
function getServerCredentials (program: Command) {
|
2019-07-11 17:23:24 +02:00
|
|
|
return Promise.all([ getSettings(), getNetrc() ])
|
2020-01-31 16:56:52 +01:00
|
|
|
.then(([ settings, netrc ]) => {
|
|
|
|
return getRemoteObjectOrDie(program, settings, netrc)
|
|
|
|
})
|
2019-07-11 17:23:24 +02:00
|
|
|
}
|
|
|
|
|
peertube-import-videos.ts: add --tmpdir, --first, --last and --verbose [level] parameters (#2045)
* peertube-import-videos.ts: add --tmpdir <tmpdir> parameter, used to designate working directory for downloading and converting imported videos
* peertube-import-videos.ts: add --first and --last parameters to limit processing of the returned playlist to the first/last N elements
* peertube-import-videos.ts: add --verbose [verbosity] parameter, set this from 0 (only errors are reported) to 4 (for trace debugging), default is 2 (info). When --verbose is used without the optional parameter the logging level is set to 3 (debug). At level 1 (warn) it will only report on successfully uploaded videos (and/or errors), use this when running peertube-import-videos in a cron job to mirror a channel.
* package.json: remove dependency on loglevel
cli.ts: add getLogger(loglevel), to be used in CLI tools, add --verbose to set log level
peertube-import-videos: use getLogger (from cli) instead of loglevel, add error_exit (log error and exit), move --verbose to cli.ts, etc.
* cli.ts: remove superfluous reference to default logging level
* peertube-import-videos: exit_error -> exitError
2019-08-26 11:35:28 +02:00
|
|
|
function getLogger (logLevel = 'info') {
|
|
|
|
const logLevels = {
|
|
|
|
0: 0,
|
|
|
|
error: 0,
|
|
|
|
1: 1,
|
|
|
|
warn: 1,
|
|
|
|
2: 2,
|
|
|
|
info: 2,
|
|
|
|
3: 3,
|
|
|
|
verbose: 3,
|
|
|
|
4: 4,
|
|
|
|
debug: 4
|
|
|
|
}
|
|
|
|
|
|
|
|
const logger = createLogger({
|
|
|
|
levels: logLevels,
|
|
|
|
format: format.combine(
|
|
|
|
format.splat(),
|
|
|
|
format.simple()
|
|
|
|
),
|
|
|
|
transports: [
|
|
|
|
new (transports.Console)({
|
|
|
|
level: logLevel
|
|
|
|
})
|
|
|
|
]
|
|
|
|
})
|
|
|
|
|
|
|
|
return logger
|
|
|
|
}
|
|
|
|
|
2018-09-13 14:27:44 +02:00
|
|
|
// ---------------------------------------------------------------------------
|
|
|
|
|
|
|
|
export {
|
|
|
|
version,
|
peertube-import-videos.ts: add --tmpdir, --first, --last and --verbose [level] parameters (#2045)
* peertube-import-videos.ts: add --tmpdir <tmpdir> parameter, used to designate working directory for downloading and converting imported videos
* peertube-import-videos.ts: add --first and --last parameters to limit processing of the returned playlist to the first/last N elements
* peertube-import-videos.ts: add --verbose [verbosity] parameter, set this from 0 (only errors are reported) to 4 (for trace debugging), default is 2 (info). When --verbose is used without the optional parameter the logging level is set to 3 (debug). At level 1 (warn) it will only report on successfully uploaded videos (and/or errors), use this when running peertube-import-videos in a cron job to mirror a channel.
* package.json: remove dependency on loglevel
cli.ts: add getLogger(loglevel), to be used in CLI tools, add --verbose to set log level
peertube-import-videos: use getLogger (from cli) instead of loglevel, add error_exit (log error and exit), move --verbose to cli.ts, etc.
* cli.ts: remove superfluous reference to default logging level
* peertube-import-videos: exit_error -> exitError
2019-08-26 11:35:28 +02:00
|
|
|
getLogger,
|
2018-09-13 14:27:44 +02:00
|
|
|
getSettings,
|
2019-04-25 13:55:28 +02:00
|
|
|
getNetrc,
|
|
|
|
getRemoteObjectOrDie,
|
2019-06-13 11:09:38 +02:00
|
|
|
writeSettings,
|
2019-06-13 13:53:28 +02:00
|
|
|
deleteSettings,
|
|
|
|
|
2019-07-11 17:23:24 +02:00
|
|
|
getServerCredentials,
|
|
|
|
|
2019-06-13 13:53:28 +02:00
|
|
|
buildCommonVideoOptions,
|
2020-01-28 11:07:23 +01:00
|
|
|
buildVideoAttributesFromCommander,
|
|
|
|
|
|
|
|
getAdminTokenOrDie
|
2018-09-13 14:27:44 +02:00
|
|
|
}
|