2019-06-13 11:09:38 +02:00
|
|
|
import { Netrc } from 'netrc-parser'
|
2019-06-13 13:53:28 +02:00
|
|
|
import { getAppNumber, isTestInstance } from '../helpers/core-utils'
|
2019-06-13 11:09:38 +02:00
|
|
|
import { join } from 'path'
|
2019-07-11 17:23:24 +02:00
|
|
|
import { root } from '../../shared/extra-utils/miscs/miscs'
|
|
|
|
import { getVideoChannel } from '../../shared/extra-utils/videos/video-channels'
|
2019-06-13 13:53:28 +02:00
|
|
|
import { Command } from 'commander'
|
|
|
|
import { VideoChannel, VideoPrivacy } from '../../shared/models/videos'
|
peertube-import-videos.ts: add --tmpdir, --first, --last and --verbose [level] parameters (#2045)
* peertube-import-videos.ts: add --tmpdir <tmpdir> parameter, used to designate working directory for downloading and converting imported videos
* peertube-import-videos.ts: add --first and --last parameters to limit processing of the returned playlist to the first/last N elements
* peertube-import-videos.ts: add --verbose [verbosity] parameter, set this from 0 (only errors are reported) to 4 (for trace debugging), default is 2 (info). When --verbose is used without the optional parameter the logging level is set to 3 (debug). At level 1 (warn) it will only report on successfully uploaded videos (and/or errors), use this when running peertube-import-videos in a cron job to mirror a channel.
* package.json: remove dependency on loglevel
cli.ts: add getLogger(loglevel), to be used in CLI tools, add --verbose to set log level
peertube-import-videos: use getLogger (from cli) instead of loglevel, add error_exit (log error and exit), move --verbose to cli.ts, etc.
* cli.ts: remove superfluous reference to default logging level
* peertube-import-videos: exit_error -> exitError
2019-08-26 11:35:28 +02:00
|
|
|
import { createLogger, format, transports } from 'winston'
|
2020-01-28 14:30:10 +01:00
|
|
|
import { getMyUserInformation } from '@shared/extra-utils/users/users'
|
2020-01-28 11:07:23 +01:00
|
|
|
import { User, UserRole } from '@shared/models'
|
2020-01-28 14:30:10 +01:00
|
|
|
import { getAccessToken } from '@shared/extra-utils/users/login'
|
2019-06-13 11:09:38 +02:00
|
|
|
|
|
|
|
let configName = 'PeerTube/CLI'
|
|
|
|
if (isTestInstance()) configName += `-${getAppNumber()}`
|
|
|
|
|
|
|
|
const config = require('application-config')(configName)
|
2018-09-13 14:27:44 +02:00
|
|
|
|
2018-10-03 14:35:35 +02:00
|
|
|
const version = require('../../../package.json').version
|
2018-09-13 14:27:44 +02:00
|
|
|
|
2020-01-28 11:07:23 +01:00
|
|
|
async function getAdminTokenOrDie (url: string, username: string, password: string) {
|
|
|
|
const accessToken = await getAccessToken(url, username, password)
|
|
|
|
const resMe = await getMyUserInformation(url, accessToken)
|
|
|
|
const me: User = resMe.body
|
|
|
|
|
|
|
|
if (me.role !== UserRole.ADMINISTRATOR) {
|
|
|
|
console.error('You must be an administrator.')
|
|
|
|
process.exit(-1)
|
|
|
|
}
|
|
|
|
|
|
|
|
return accessToken
|
|
|
|
}
|
|
|
|
|
2018-09-13 14:27:44 +02:00
|
|
|
interface Settings {
|
2020-01-31 16:56:52 +01:00
|
|
|
remotes: any[]
|
2018-09-13 14:27:44 +02:00
|
|
|
default: number
|
|
|
|
}
|
|
|
|
|
2019-04-25 13:55:28 +02:00
|
|
|
function getSettings () {
|
2018-09-13 14:27:44 +02:00
|
|
|
return new Promise<Settings>((res, rej) => {
|
2019-04-25 13:55:28 +02:00
|
|
|
const defaultSettings = {
|
2018-09-13 14:27:44 +02:00
|
|
|
remotes: [],
|
2019-06-13 11:09:38 +02:00
|
|
|
default: -1
|
2019-04-25 13:55:28 +02:00
|
|
|
}
|
|
|
|
|
2018-09-13 14:27:44 +02:00
|
|
|
config.read((err, data) => {
|
2019-04-25 13:55:28 +02:00
|
|
|
if (err) return rej(err)
|
|
|
|
|
|
|
|
return res(Object.keys(data).length === 0 ? defaultSettings : data)
|
2018-09-13 14:27:44 +02:00
|
|
|
})
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2019-04-25 13:55:28 +02:00
|
|
|
async function getNetrc () {
|
2019-06-13 11:09:38 +02:00
|
|
|
const Netrc = require('netrc-parser').Netrc
|
|
|
|
|
|
|
|
const netrc = isTestInstance()
|
|
|
|
? new Netrc(join(root(), 'test' + getAppNumber(), 'netrc'))
|
|
|
|
: new Netrc()
|
|
|
|
|
2019-04-25 13:55:28 +02:00
|
|
|
await netrc.load()
|
|
|
|
|
|
|
|
return netrc
|
|
|
|
}
|
|
|
|
|
|
|
|
function writeSettings (settings) {
|
2018-09-13 14:27:44 +02:00
|
|
|
return new Promise((res, rej) => {
|
2019-06-13 11:09:38 +02:00
|
|
|
config.write(settings, err => {
|
|
|
|
if (err) return rej(err)
|
|
|
|
|
|
|
|
return res()
|
|
|
|
})
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
function deleteSettings () {
|
|
|
|
return new Promise((res, rej) => {
|
|
|
|
config.trash((err) => {
|
2019-04-25 13:55:28 +02:00
|
|
|
if (err) return rej(err)
|
|
|
|
|
2018-09-13 14:27:44 +02:00
|
|
|
return res()
|
|
|
|
})
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2019-07-11 17:23:24 +02:00
|
|
|
function getRemoteObjectOrDie (
|
|
|
|
program: any,
|
|
|
|
settings: Settings,
|
|
|
|
netrc: Netrc
|
|
|
|
): { url: string, username: string, password: string } {
|
2019-04-25 13:55:28 +02:00
|
|
|
if (!program['url'] || !program['username'] || !program['password']) {
|
2019-06-13 11:09:38 +02:00
|
|
|
// No remote and we don't have program parameters: quit
|
2019-06-11 09:25:20 +02:00
|
|
|
if (settings.remotes.length === 0 || Object.keys(netrc.machines).length === 0) {
|
2020-01-31 16:56:52 +01:00
|
|
|
if (!program['url']) console.error('--url field is required.')
|
|
|
|
if (!program['username']) console.error('--username field is required.')
|
|
|
|
if (!program['password']) console.error('--password field is required.')
|
2019-04-25 13:55:28 +02:00
|
|
|
|
|
|
|
return process.exit(-1)
|
|
|
|
}
|
|
|
|
|
|
|
|
let url: string = program['url']
|
|
|
|
let username: string = program['username']
|
|
|
|
let password: string = program['password']
|
|
|
|
|
2019-06-13 11:09:38 +02:00
|
|
|
if (!url && settings.default !== -1) url = settings.remotes[settings.default]
|
2019-04-25 13:55:28 +02:00
|
|
|
|
2019-06-11 09:25:20 +02:00
|
|
|
const machine = netrc.machines[url]
|
2019-06-13 11:09:38 +02:00
|
|
|
|
|
|
|
if (!username && machine) username = machine.login
|
|
|
|
if (!password && machine) password = machine.password
|
2019-04-25 13:55:28 +02:00
|
|
|
|
|
|
|
return { url, username, password }
|
|
|
|
}
|
|
|
|
|
|
|
|
return {
|
2020-01-31 16:56:52 +01:00
|
|
|
url: program['url'],
|
|
|
|
username: program['username'],
|
|
|
|
password: program['password']
|
2019-04-25 13:55:28 +02:00
|
|
|
}
|
|
|
|
}
|
2018-09-13 14:27:44 +02:00
|
|
|
|
2019-06-13 13:53:28 +02:00
|
|
|
function buildCommonVideoOptions (command: Command) {
|
|
|
|
function list (val) {
|
|
|
|
return val.split(',')
|
|
|
|
}
|
|
|
|
|
|
|
|
return command
|
|
|
|
.option('-n, --video-name <name>', 'Video name')
|
|
|
|
.option('-c, --category <category_number>', 'Category number')
|
|
|
|
.option('-l, --licence <licence_number>', 'Licence number')
|
|
|
|
.option('-L, --language <language_code>', 'Language ISO 639 code (fr or en...)')
|
|
|
|
.option('-t, --tags <tags>', 'Video tags', list)
|
|
|
|
.option('-N, --nsfw', 'Video is Not Safe For Work')
|
|
|
|
.option('-d, --video-description <description>', 'Video description')
|
|
|
|
.option('-P, --privacy <privacy_number>', 'Privacy')
|
|
|
|
.option('-C, --channel-name <channel_name>', 'Channel name')
|
|
|
|
.option('-m, --comments-enabled', 'Enable comments')
|
|
|
|
.option('-s, --support <support>', 'Video support text')
|
|
|
|
.option('-w, --wait-transcoding', 'Wait transcoding before publishing the video')
|
peertube-import-videos.ts: add --tmpdir, --first, --last and --verbose [level] parameters (#2045)
* peertube-import-videos.ts: add --tmpdir <tmpdir> parameter, used to designate working directory for downloading and converting imported videos
* peertube-import-videos.ts: add --first and --last parameters to limit processing of the returned playlist to the first/last N elements
* peertube-import-videos.ts: add --verbose [verbosity] parameter, set this from 0 (only errors are reported) to 4 (for trace debugging), default is 2 (info). When --verbose is used without the optional parameter the logging level is set to 3 (debug). At level 1 (warn) it will only report on successfully uploaded videos (and/or errors), use this when running peertube-import-videos in a cron job to mirror a channel.
* package.json: remove dependency on loglevel
cli.ts: add getLogger(loglevel), to be used in CLI tools, add --verbose to set log level
peertube-import-videos: use getLogger (from cli) instead of loglevel, add error_exit (log error and exit), move --verbose to cli.ts, etc.
* cli.ts: remove superfluous reference to default logging level
* peertube-import-videos: exit_error -> exitError
2019-08-26 11:35:28 +02:00
|
|
|
.option('-v, --verbose <verbose>', 'Verbosity, from 0/\'error\' to 4/\'debug\'', 'info')
|
2019-06-13 13:53:28 +02:00
|
|
|
}
|
|
|
|
|
2019-07-29 14:10:31 +02:00
|
|
|
async function buildVideoAttributesFromCommander (url: string, command: Command, defaultAttributes: any = {}) {
|
2019-06-13 13:59:34 +02:00
|
|
|
const defaultBooleanAttributes = {
|
|
|
|
nsfw: false,
|
|
|
|
commentsEnabled: true,
|
|
|
|
downloadEnabled: true,
|
|
|
|
waitTranscoding: true
|
|
|
|
}
|
|
|
|
|
|
|
|
const booleanAttributes: { [id in keyof typeof defaultBooleanAttributes]: boolean } | {} = {}
|
2019-06-13 13:53:28 +02:00
|
|
|
|
2019-06-13 13:59:34 +02:00
|
|
|
for (const key of Object.keys(defaultBooleanAttributes)) {
|
2020-01-31 16:56:52 +01:00
|
|
|
if (command[key] !== undefined) {
|
|
|
|
booleanAttributes[key] = command[key]
|
2019-06-13 13:53:28 +02:00
|
|
|
} else if (defaultAttributes[key] !== undefined) {
|
|
|
|
booleanAttributes[key] = defaultAttributes[key]
|
|
|
|
} else {
|
2019-06-13 13:59:34 +02:00
|
|
|
booleanAttributes[key] = defaultBooleanAttributes[key]
|
2019-06-13 13:53:28 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
const videoAttributes = {
|
2020-01-31 16:56:52 +01:00
|
|
|
name: command['videoName'] || defaultAttributes.name,
|
|
|
|
category: command['category'] || defaultAttributes.category || undefined,
|
|
|
|
licence: command['licence'] || defaultAttributes.licence || undefined,
|
|
|
|
language: command['language'] || defaultAttributes.language || undefined,
|
|
|
|
privacy: command['privacy'] || defaultAttributes.privacy || VideoPrivacy.PUBLIC,
|
|
|
|
support: command['support'] || defaultAttributes.support || undefined,
|
|
|
|
description: command['videoDescription'] || defaultAttributes.description || undefined,
|
|
|
|
tags: command['tags'] || defaultAttributes.tags || undefined
|
2019-06-13 13:53:28 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
Object.assign(videoAttributes, booleanAttributes)
|
|
|
|
|
2020-01-31 16:56:52 +01:00
|
|
|
if (command['channelName']) {
|
2019-06-13 13:53:28 +02:00
|
|
|
const res = await getVideoChannel(url, command['channelName'])
|
|
|
|
const videoChannel: VideoChannel = res.body
|
|
|
|
|
|
|
|
Object.assign(videoAttributes, { channelId: videoChannel.id })
|
|
|
|
|
|
|
|
if (!videoAttributes.support && videoChannel.support) {
|
|
|
|
Object.assign(videoAttributes, { support: videoChannel.support })
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return videoAttributes
|
|
|
|
}
|
|
|
|
|
2019-07-11 17:23:24 +02:00
|
|
|
function getServerCredentials (program: any) {
|
|
|
|
return Promise.all([ getSettings(), getNetrc() ])
|
2020-01-31 16:56:52 +01:00
|
|
|
.then(([ settings, netrc ]) => {
|
|
|
|
return getRemoteObjectOrDie(program, settings, netrc)
|
|
|
|
})
|
2019-07-11 17:23:24 +02:00
|
|
|
}
|
|
|
|
|
peertube-import-videos.ts: add --tmpdir, --first, --last and --verbose [level] parameters (#2045)
* peertube-import-videos.ts: add --tmpdir <tmpdir> parameter, used to designate working directory for downloading and converting imported videos
* peertube-import-videos.ts: add --first and --last parameters to limit processing of the returned playlist to the first/last N elements
* peertube-import-videos.ts: add --verbose [verbosity] parameter, set this from 0 (only errors are reported) to 4 (for trace debugging), default is 2 (info). When --verbose is used without the optional parameter the logging level is set to 3 (debug). At level 1 (warn) it will only report on successfully uploaded videos (and/or errors), use this when running peertube-import-videos in a cron job to mirror a channel.
* package.json: remove dependency on loglevel
cli.ts: add getLogger(loglevel), to be used in CLI tools, add --verbose to set log level
peertube-import-videos: use getLogger (from cli) instead of loglevel, add error_exit (log error and exit), move --verbose to cli.ts, etc.
* cli.ts: remove superfluous reference to default logging level
* peertube-import-videos: exit_error -> exitError
2019-08-26 11:35:28 +02:00
|
|
|
function getLogger (logLevel = 'info') {
|
|
|
|
const logLevels = {
|
|
|
|
0: 0,
|
|
|
|
error: 0,
|
|
|
|
1: 1,
|
|
|
|
warn: 1,
|
|
|
|
2: 2,
|
|
|
|
info: 2,
|
|
|
|
3: 3,
|
|
|
|
verbose: 3,
|
|
|
|
4: 4,
|
|
|
|
debug: 4
|
|
|
|
}
|
|
|
|
|
|
|
|
const logger = createLogger({
|
|
|
|
levels: logLevels,
|
|
|
|
format: format.combine(
|
|
|
|
format.splat(),
|
|
|
|
format.simple()
|
|
|
|
),
|
|
|
|
transports: [
|
|
|
|
new (transports.Console)({
|
|
|
|
level: logLevel
|
|
|
|
})
|
|
|
|
]
|
|
|
|
})
|
|
|
|
|
|
|
|
return logger
|
|
|
|
}
|
|
|
|
|
2018-09-13 14:27:44 +02:00
|
|
|
// ---------------------------------------------------------------------------
|
|
|
|
|
|
|
|
export {
|
|
|
|
version,
|
|
|
|
config,
|
peertube-import-videos.ts: add --tmpdir, --first, --last and --verbose [level] parameters (#2045)
* peertube-import-videos.ts: add --tmpdir <tmpdir> parameter, used to designate working directory for downloading and converting imported videos
* peertube-import-videos.ts: add --first and --last parameters to limit processing of the returned playlist to the first/last N elements
* peertube-import-videos.ts: add --verbose [verbosity] parameter, set this from 0 (only errors are reported) to 4 (for trace debugging), default is 2 (info). When --verbose is used without the optional parameter the logging level is set to 3 (debug). At level 1 (warn) it will only report on successfully uploaded videos (and/or errors), use this when running peertube-import-videos in a cron job to mirror a channel.
* package.json: remove dependency on loglevel
cli.ts: add getLogger(loglevel), to be used in CLI tools, add --verbose to set log level
peertube-import-videos: use getLogger (from cli) instead of loglevel, add error_exit (log error and exit), move --verbose to cli.ts, etc.
* cli.ts: remove superfluous reference to default logging level
* peertube-import-videos: exit_error -> exitError
2019-08-26 11:35:28 +02:00
|
|
|
getLogger,
|
2018-09-13 14:27:44 +02:00
|
|
|
getSettings,
|
2019-04-25 13:55:28 +02:00
|
|
|
getNetrc,
|
|
|
|
getRemoteObjectOrDie,
|
2019-06-13 11:09:38 +02:00
|
|
|
writeSettings,
|
2019-06-13 13:53:28 +02:00
|
|
|
deleteSettings,
|
|
|
|
|
2019-07-11 17:23:24 +02:00
|
|
|
getServerCredentials,
|
|
|
|
|
2019-06-13 13:53:28 +02:00
|
|
|
buildCommonVideoOptions,
|
2020-01-28 11:07:23 +01:00
|
|
|
buildVideoAttributesFromCommander,
|
|
|
|
|
|
|
|
getAdminTokenOrDie
|
2018-09-13 14:27:44 +02:00
|
|
|
}
|