PeerTube/server/tests/api/videos/video-imports.ts

369 lines
12 KiB
TypeScript
Raw Normal View History

2020-01-31 16:56:52 +01:00
/* eslint-disable @typescript-eslint/no-unused-expressions,@typescript-eslint/require-await */
2018-08-03 16:23:45 +02:00
import 'mocha'
import * as chai from 'chai'
2018-08-03 16:23:45 +02:00
import {
2021-07-08 16:49:51 +02:00
areHttpImportTestsDisabled,
2019-04-24 15:10:37 +02:00
cleanupTests,
2021-07-16 09:47:51 +02:00
createMultipleServers,
2021-07-16 10:19:16 +02:00
doubleFollow,
FIXTURE_URLS,
2021-07-16 09:47:51 +02:00
PeerTubeServer,
setAccessTokensToServers,
2021-07-08 16:49:51 +02:00
testCaptionFile,
testImage,
waitJobs
} from '@shared/extra-utils'
2021-07-15 10:02:54 +02:00
import { VideoPrivacy, VideoResolution } from '@shared/models'
2018-08-03 16:23:45 +02:00
const expect = chai.expect
describe('Test video imports', function () {
2021-07-16 09:47:51 +02:00
let servers: PeerTubeServer[] = []
2018-08-03 16:23:45 +02:00
let channelIdServer1: number
let channelIdServer2: number
if (areHttpImportTestsDisabled()) return
2021-07-16 09:47:51 +02:00
async function checkVideosServer1 (server: PeerTubeServer, idHttp: string, idMagnet: string, idTorrent: string) {
2021-07-16 09:04:35 +02:00
const videoHttp = await server.videos.get({ id: idHttp })
2018-08-07 15:17:17 +02:00
expect(videoHttp.name).to.equal('small video - youtube')
2020-06-10 15:35:20 +02:00
// FIXME: youtube-dl seems broken
// expect(videoHttp.category.label).to.equal('News & Politics')
2020-07-10 14:56:17 +02:00
// expect(videoHttp.licence.label).to.equal('Attribution')
2018-08-07 15:17:17 +02:00
expect(videoHttp.language.label).to.equal('Unknown')
expect(videoHttp.nsfw).to.be.false
expect(videoHttp.description).to.equal('this is a super description')
expect(videoHttp.tags).to.deep.equal([ 'tag1', 'tag2' ])
expect(videoHttp.files).to.have.lengthOf(1)
2019-02-15 14:04:34 +01:00
const originallyPublishedAt = new Date(videoHttp.originallyPublishedAt)
expect(originallyPublishedAt.getDate()).to.equal(14)
expect(originallyPublishedAt.getMonth()).to.equal(0)
expect(originallyPublishedAt.getFullYear()).to.equal(2019)
2018-08-07 15:17:17 +02:00
2021-07-16 09:04:35 +02:00
const videoMagnet = await server.videos.get({ id: idMagnet })
const videoTorrent = await server.videos.get({ id: idTorrent })
2018-08-07 15:17:17 +02:00
for (const video of [ videoMagnet, videoTorrent ]) {
expect(video.category.label).to.equal('Misc')
expect(video.licence.label).to.equal('Unknown')
expect(video.language.label).to.equal('Unknown')
expect(video.nsfw).to.be.false
expect(video.description).to.equal('this is a super torrent description')
expect(video.tags).to.deep.equal([ 'tag_torrent1', 'tag_torrent2' ])
expect(video.files).to.have.lengthOf(1)
}
2018-08-03 16:23:45 +02:00
2018-08-07 15:17:17 +02:00
expect(videoTorrent.name).to.contain('你好 世界 720p.mp4')
expect(videoMagnet.name).to.contain('super peertube2 video')
2020-04-15 14:15:44 +02:00
2021-07-21 13:58:35 +02:00
const bodyCaptions = await server.captions.list({ videoId: idHttp })
2021-07-08 11:49:38 +02:00
expect(bodyCaptions.total).to.equal(2)
2018-08-03 16:23:45 +02:00
}
2021-07-16 09:47:51 +02:00
async function checkVideoServer2 (server: PeerTubeServer, id: number | string) {
2021-07-16 09:04:35 +02:00
const video = await server.videos.get({ id })
2018-08-03 16:23:45 +02:00
expect(video.name).to.equal('my super name')
expect(video.category.label).to.equal('Entertainment')
expect(video.licence.label).to.equal('Public Domain Dedication')
expect(video.language.label).to.equal('English')
expect(video.nsfw).to.be.false
expect(video.description).to.equal('my super description')
expect(video.tags).to.deep.equal([ 'supertag1', 'supertag2' ])
expect(video.files).to.have.lengthOf(1)
2020-04-15 14:15:44 +02:00
2021-07-21 13:58:35 +02:00
const bodyCaptions = await server.captions.list({ videoId: id })
2021-07-08 11:49:38 +02:00
expect(bodyCaptions.total).to.equal(2)
2018-08-03 16:23:45 +02:00
}
before(async function () {
this.timeout(30_000)
2018-08-03 16:23:45 +02:00
// Run servers
2021-07-16 09:47:51 +02:00
servers = await createMultipleServers(2)
2018-08-03 16:23:45 +02:00
await setAccessTokensToServers(servers)
{
2021-07-16 09:04:35 +02:00
const { videoChannels } = await servers[0].users.getMyInfo()
2021-07-13 14:23:01 +02:00
channelIdServer1 = videoChannels[0].id
2018-08-03 16:23:45 +02:00
}
{
2021-07-16 09:04:35 +02:00
const { videoChannels } = await servers[1].users.getMyInfo()
2021-07-13 14:23:01 +02:00
channelIdServer2 = videoChannels[0].id
2018-08-03 16:23:45 +02:00
}
await doubleFollow(servers[0], servers[1])
})
2018-08-07 15:17:17 +02:00
it('Should import videos on server 1', async function () {
this.timeout(60_000)
2018-08-03 16:23:45 +02:00
2018-08-07 15:17:17 +02:00
const baseAttributes = {
2018-08-03 16:23:45 +02:00
channelId: channelIdServer1,
privacy: VideoPrivacy.PUBLIC
}
2018-08-07 15:17:17 +02:00
{
2021-07-16 10:19:16 +02:00
const attributes = { ...baseAttributes, targetUrl: FIXTURE_URLS.youtube }
2021-07-16 09:04:35 +02:00
const { video } = await servers[0].imports.importVideo({ attributes })
2021-07-08 16:49:51 +02:00
expect(video.name).to.equal('small video - youtube')
2021-02-18 14:06:12 +01:00
2021-07-08 16:49:51 +02:00
expect(video.thumbnailPath).to.match(new RegExp(`^/static/thumbnails/.+.jpg$`))
expect(video.previewPath).to.match(new RegExp(`^/lazy-static/previews/.+.jpg$`))
2021-02-18 14:06:12 +01:00
2021-07-08 16:49:51 +02:00
await testImage(servers[0].url, 'video_import_thumbnail', video.thumbnailPath)
await testImage(servers[0].url, 'video_import_preview', video.previewPath)
2021-07-21 13:58:35 +02:00
const bodyCaptions = await servers[0].captions.list({ videoId: video.id })
2021-07-08 11:49:38 +02:00
const videoCaptions = bodyCaptions.data
expect(videoCaptions).to.have.lengthOf(2)
2020-04-15 14:15:44 +02:00
const enCaption = videoCaptions.find(caption => caption.language.id === 'en')
expect(enCaption).to.exist
expect(enCaption.language.label).to.equal('English')
2021-02-18 14:06:12 +01:00
expect(enCaption.captionPath).to.match(new RegExp(`^/lazy-static/video-captions/.+-en.vtt$`))
await testCaptionFile(servers[0].url, enCaption.captionPath, `WEBVTT
2020-04-15 14:15:44 +02:00
Kind: captions
Language: en
2020-04-15 14:15:44 +02:00
00:00:01.600 --> 00:00:04.200
English (US)
2020-04-15 14:15:44 +02:00
00:00:05.900 --> 00:00:07.999
This is a subtitle in American English
2020-04-15 14:15:44 +02:00
00:00:10.000 --> 00:00:14.000
Adding subtitles is very easy to do`)
2020-04-15 14:15:44 +02:00
const frCaption = videoCaptions.find(caption => caption.language.id === 'fr')
expect(frCaption).to.exist
expect(frCaption.language.label).to.equal('French')
2021-02-18 14:06:12 +01:00
expect(frCaption.captionPath).to.match(new RegExp(`^/lazy-static/video-captions/.+-fr.vtt`))
await testCaptionFile(servers[0].url, frCaption.captionPath, `WEBVTT
2020-04-15 14:15:44 +02:00
Kind: captions
Language: fr
2020-04-15 14:15:44 +02:00
00:00:01.600 --> 00:00:04.200
Français (FR)
2020-04-15 14:15:44 +02:00
00:00:05.900 --> 00:00:07.999
C'est un sous-titre français
2020-04-15 14:15:44 +02:00
00:00:10.000 --> 00:00:14.000
Ajouter un sous-titre est vraiment facile`)
2018-08-07 15:17:17 +02:00
}
{
2021-07-13 09:43:59 +02:00
const attributes = {
...baseAttributes,
2021-07-16 10:19:16 +02:00
magnetUri: FIXTURE_URLS.magnet,
2018-08-07 15:17:17 +02:00
description: 'this is a super torrent description',
tags: [ 'tag_torrent1', 'tag_torrent2' ]
2021-07-13 09:43:59 +02:00
}
2021-07-16 09:04:35 +02:00
const { video } = await servers[0].imports.importVideo({ attributes })
2021-07-08 16:49:51 +02:00
expect(video.name).to.equal('super peertube2 video')
2018-08-07 15:17:17 +02:00
}
{
2021-07-13 09:43:59 +02:00
const attributes = {
...baseAttributes,
torrentfile: 'video-720p.torrent' as any,
2018-08-07 15:17:17 +02:00
description: 'this is a super torrent description',
tags: [ 'tag_torrent1', 'tag_torrent2' ]
2021-07-13 09:43:59 +02:00
}
2021-07-16 09:04:35 +02:00
const { video } = await servers[0].imports.importVideo({ attributes })
2021-07-08 16:49:51 +02:00
expect(video.name).to.equal('你好 世界 720p.mp4')
2018-08-07 15:17:17 +02:00
}
2018-08-03 16:23:45 +02:00
})
2018-08-07 15:17:17 +02:00
it('Should list the videos to import in my videos on server 1', async function () {
2021-07-16 09:04:35 +02:00
const { total, data } = await servers[0].videos.listMyVideos({ sort: 'createdAt' })
2018-08-03 16:23:45 +02:00
2021-07-15 10:02:54 +02:00
expect(total).to.equal(3)
2018-08-03 16:23:45 +02:00
2021-07-15 10:02:54 +02:00
expect(data).to.have.lengthOf(3)
expect(data[0].name).to.equal('small video - youtube')
expect(data[1].name).to.equal('super peertube2 video')
expect(data[2].name).to.equal('你好 世界 720p.mp4')
2018-08-03 16:23:45 +02:00
})
2018-08-07 15:17:17 +02:00
it('Should list the videos to import in my imports on server 1', async function () {
2021-07-16 09:04:35 +02:00
const { total, data: videoImports } = await servers[0].imports.getMyVideoImports({ sort: '-createdAt' })
2021-07-08 16:49:51 +02:00
expect(total).to.equal(3)
2018-08-07 15:17:17 +02:00
expect(videoImports).to.have.lengthOf(3)
2021-07-16 10:19:16 +02:00
expect(videoImports[2].targetUrl).to.equal(FIXTURE_URLS.youtube)
2018-08-07 15:17:17 +02:00
expect(videoImports[2].magnetUri).to.be.null
expect(videoImports[2].torrentName).to.be.null
expect(videoImports[2].video.name).to.equal('small video - youtube')
2018-08-03 16:23:45 +02:00
2018-08-07 15:17:17 +02:00
expect(videoImports[1].targetUrl).to.be.null
2021-07-16 10:19:16 +02:00
expect(videoImports[1].magnetUri).to.equal(FIXTURE_URLS.magnet)
2018-08-07 15:17:17 +02:00
expect(videoImports[1].torrentName).to.be.null
expect(videoImports[1].video.name).to.equal('super peertube2 video')
2018-08-03 16:23:45 +02:00
2018-08-07 15:17:17 +02:00
expect(videoImports[0].targetUrl).to.be.null
expect(videoImports[0].magnetUri).to.be.null
expect(videoImports[0].torrentName).to.equal('video-720p.torrent')
expect(videoImports[0].video.name).to.equal('你好 世界 720p.mp4')
2018-08-03 16:23:45 +02:00
})
2018-08-07 15:17:17 +02:00
it('Should have the video listed on the two instances', async function () {
this.timeout(120_000)
2018-08-03 16:23:45 +02:00
await waitJobs(servers)
for (const server of servers) {
2021-07-16 09:04:35 +02:00
const { total, data } = await server.videos.list()
2021-07-15 10:02:54 +02:00
expect(total).to.equal(3)
expect(data).to.have.lengthOf(3)
2018-08-03 16:23:45 +02:00
2021-07-15 10:02:54 +02:00
const [ videoHttp, videoMagnet, videoTorrent ] = data
2021-07-08 11:49:38 +02:00
await checkVideosServer1(server, videoHttp.uuid, videoMagnet.uuid, videoTorrent.uuid)
2018-08-03 16:23:45 +02:00
}
})
it('Should import a video on server 2 with some fields', async function () {
this.timeout(60_000)
2018-08-03 16:23:45 +02:00
const attributes = {
2021-07-16 10:19:16 +02:00
targetUrl: FIXTURE_URLS.youtube,
2018-08-07 15:17:17 +02:00
channelId: channelIdServer2,
2018-08-03 16:23:45 +02:00
privacy: VideoPrivacy.PUBLIC,
category: 10,
licence: 7,
language: 'en',
name: 'my super name',
description: 'my super description',
tags: [ 'supertag1', 'supertag2' ]
}
2021-07-16 09:04:35 +02:00
const { video } = await servers[1].imports.importVideo({ attributes })
2021-07-08 16:49:51 +02:00
expect(video.name).to.equal('my super name')
2018-08-03 16:23:45 +02:00
})
2018-08-07 15:17:17 +02:00
it('Should have the videos listed on the two instances', async function () {
this.timeout(120_000)
2018-08-03 16:23:45 +02:00
await waitJobs(servers)
for (const server of servers) {
2021-07-16 09:04:35 +02:00
const { total, data } = await server.videos.list()
2021-07-15 10:02:54 +02:00
expect(total).to.equal(4)
expect(data).to.have.lengthOf(4)
2018-08-03 16:23:45 +02:00
2021-07-15 10:02:54 +02:00
await checkVideoServer2(server, data[0].uuid)
2018-08-07 15:17:17 +02:00
2021-07-15 10:02:54 +02:00
const [ , videoHttp, videoMagnet, videoTorrent ] = data
2021-07-08 11:49:38 +02:00
await checkVideosServer1(server, videoHttp.uuid, videoMagnet.uuid, videoTorrent.uuid)
2018-08-07 15:17:17 +02:00
}
})
it('Should import a video that will be transcoded', async function () {
this.timeout(120_000)
2018-08-07 15:17:17 +02:00
const attributes = {
name: 'transcoded video',
2021-07-16 10:19:16 +02:00
magnetUri: FIXTURE_URLS.magnet,
2018-08-07 15:17:17 +02:00
channelId: channelIdServer2,
privacy: VideoPrivacy.PUBLIC
}
2021-07-16 09:04:35 +02:00
const { video } = await servers[1].imports.importVideo({ attributes })
2021-07-08 16:49:51 +02:00
const videoUUID = video.uuid
2018-08-07 15:17:17 +02:00
await waitJobs(servers)
for (const server of servers) {
2021-07-16 09:04:35 +02:00
const video = await server.videos.get({ id: videoUUID })
2018-08-07 15:17:17 +02:00
expect(video.name).to.equal('transcoded video')
expect(video.files).to.have.lengthOf(4)
2018-08-03 16:23:45 +02:00
}
})
it('Should import no HDR version on a HDR video', async function () {
this.timeout(120_000)
const config = {
transcoding: {
enabled: true,
resolutions: {
'240p': false,
'360p': false,
'480p': false,
'720p': false,
'1080p': true, // the resulting resolution shouldn't be higher than this, and not vp9.2/av01
'1440p': false,
'2160p': false
},
webtorrent: { enabled: true },
hls: { enabled: false }
},
import: {
videos: {
http: {
enabled: true
},
torrent: {
enabled: true
}
}
}
}
2021-07-16 09:04:35 +02:00
await servers[0].config.updateCustomSubConfig({ newConfig: config })
const attributes = {
name: 'hdr video',
2021-07-16 10:19:16 +02:00
targetUrl: FIXTURE_URLS.youtubeHDR,
channelId: channelIdServer1,
privacy: VideoPrivacy.PUBLIC
}
2021-07-16 09:04:35 +02:00
const { video: videoImported } = await servers[0].imports.importVideo({ attributes })
2021-07-08 16:49:51 +02:00
const videoUUID = videoImported.uuid
await waitJobs(servers)
// test resolution
2021-07-16 09:04:35 +02:00
const video = await servers[0].videos.get({ id: videoUUID })
expect(video.name).to.equal('hdr video')
const maxResolution = Math.max.apply(Math, video.files.map(function (o) { return o.resolution.id }))
expect(maxResolution, 'expected max resolution not met').to.equals(VideoResolution.H_1080P)
})
2021-08-27 16:21:19 +02:00
it('Should import a peertube video', async function () {
this.timeout(120_000)
// TODO: include peertube_short when https://github.com/ytdl-org/youtube-dl/pull/29475 is merged
for (const targetUrl of [ FIXTURE_URLS.peertube_long ]) {
// for (const targetUrl of [ FIXTURE_URLS.peertube_long, FIXTURE_URLS.peertube_short ]) {
await servers[0].config.disableTranscoding()
const attributes = {
targetUrl,
channelId: channelIdServer1,
privacy: VideoPrivacy.PUBLIC
}
const { video } = await servers[0].imports.importVideo({ attributes })
const videoUUID = video.uuid
await waitJobs(servers)
for (const server of servers) {
const video = await server.videos.get({ id: videoUUID })
expect(video.name).to.equal('E2E tests')
}
}
})
2019-04-24 15:10:37 +02:00
after(async function () {
await cleanupTests(servers)
2018-08-03 16:23:45 +02:00
})
})