PeerTube/server/tests/feeds/feeds.ts

416 lines
16 KiB
TypeScript
Raw Normal View History

2020-01-31 16:56:52 +01:00
/* eslint-disable @typescript-eslint/no-unused-expressions,@typescript-eslint/require-await */
2018-06-08 20:34:37 +02:00
import 'mocha'
import * as chai from 'chai'
import * as xmlParser from 'fast-xml-parser'
import {
addAccountToAccountBlocklist,
addAccountToServerBlocklist,
removeAccountFromServerBlocklist
} from '@shared/extra-utils/users/blocklist'
2020-11-25 11:04:18 +01:00
import { addUserSubscription, listUserSubscriptionVideos } from '@shared/extra-utils/users/user-subscriptions'
import { VideoPrivacy } from '@shared/models'
2020-11-25 11:04:18 +01:00
import { ScopedToken } from '@shared/models/users/user-scoped-token'
2018-06-08 20:34:37 +02:00
import {
2019-04-24 15:10:37 +02:00
cleanupTests,
2018-09-13 09:48:34 +02:00
createUser,
2018-06-08 20:34:37 +02:00
doubleFollow,
flushAndRunMultipleServers,
2020-11-25 11:04:18 +01:00
flushAndRunServer,
2019-05-31 14:02:26 +02:00
getJSONfeed,
getMyUserInformation,
2020-11-25 11:04:18 +01:00
getUserScopedTokens,
2018-06-08 20:34:37 +02:00
getXMLfeed,
2020-11-25 11:04:18 +01:00
renewUserScopedTokens,
2018-06-08 20:34:37 +02:00
ServerInfo,
setAccessTokensToServers,
2019-05-31 14:02:26 +02:00
uploadVideo,
uploadVideoAndGetId,
2020-11-25 11:04:18 +01:00
userLogin
} from '../../../shared/extra-utils'
import { waitJobs } from '../../../shared/extra-utils/server/jobs'
import { addVideoCommentThread } from '../../../shared/extra-utils/videos/video-comments'
2018-09-13 09:48:34 +02:00
import { User } from '../../../shared/models/users'
import { HttpStatusCode } from '../../../shared/core-utils/miscs/http-error-codes'
2018-06-08 20:34:37 +02:00
chai.use(require('chai-xml'))
chai.use(require('chai-json-schema'))
chai.config.includeStack = true
const expect = chai.expect
describe('Test syndication feeds', () => {
let servers: ServerInfo[] = []
2020-08-24 16:11:37 +02:00
let serverHLSOnly: ServerInfo
2018-09-13 09:48:34 +02:00
let userAccessToken: string
2019-05-31 14:02:26 +02:00
let rootAccountId: number
let rootChannelId: number
let userAccountId: number
let userChannelId: number
let userFeedToken: string
2018-06-08 20:34:37 +02:00
before(async function () {
this.timeout(120000)
// Run servers
servers = await flushAndRunMultipleServers(2)
2020-08-24 16:11:37 +02:00
serverHLSOnly = await flushAndRunServer(3, {
transcoding: {
enabled: true,
webtorrent: { enabled: false },
hls: { enabled: true }
}
})
2018-06-08 20:34:37 +02:00
2020-08-24 16:11:37 +02:00
await setAccessTokensToServers([ ...servers, serverHLSOnly ])
2018-06-08 20:34:37 +02:00
await doubleFollow(servers[0], servers[1])
2018-09-13 09:48:34 +02:00
{
const res = await getMyUserInformation(servers[0].url, servers[0].accessToken)
const user: User = res.body
2019-05-31 14:02:26 +02:00
rootAccountId = user.account.id
rootChannelId = user.videoChannels[0].id
2018-06-08 20:34:37 +02:00
}
2018-09-13 09:48:34 +02:00
{
const attr = { username: 'john', password: 'password' }
2020-01-31 16:56:52 +01:00
await createUser({ url: servers[0].url, accessToken: servers[0].accessToken, username: attr.username, password: attr.password })
2018-09-13 09:48:34 +02:00
userAccessToken = await userLogin(servers[0], attr)
const res = await getMyUserInformation(servers[0].url, userAccessToken)
const user: User = res.body
2019-05-31 14:02:26 +02:00
userAccountId = user.account.id
userChannelId = user.videoChannels[0].id
const res2 = await getUserScopedTokens(servers[0].url, userAccessToken)
const token: ScopedToken = res2.body
userFeedToken = token.feedToken
2018-09-13 09:48:34 +02:00
}
{
2020-01-31 16:56:52 +01:00
await uploadVideo(servers[0].url, userAccessToken, { name: 'user video' })
2018-09-13 09:48:34 +02:00
}
{
const videoAttributes = {
name: 'my super name for server 1',
description: 'my super description for server 1',
fixture: 'video_short.webm'
}
2020-01-31 16:56:52 +01:00
const res = await uploadVideo(servers[0].url, servers[0].accessToken, videoAttributes)
2018-09-13 09:48:34 +02:00
const videoId = res.body.video.id
2020-01-31 16:56:52 +01:00
await addVideoCommentThread(servers[0].url, servers[0].accessToken, videoId, 'super comment 1')
await addVideoCommentThread(servers[0].url, servers[0].accessToken, videoId, 'super comment 2')
2018-09-13 09:48:34 +02:00
}
2018-06-08 20:34:37 +02:00
{
const videoAttributes = { name: 'unlisted video', privacy: VideoPrivacy.UNLISTED }
const res = await uploadVideo(servers[0].url, servers[0].accessToken, videoAttributes)
const videoId = res.body.video.id
await addVideoCommentThread(servers[0].url, servers[0].accessToken, videoId, 'comment on unlisted video')
}
await waitJobs(servers)
2018-06-08 20:34:37 +02:00
})
describe('All feed', function () {
it('Should be well formed XML (covers RSS 2.0 and ATOM 1.0 endpoints)', async function () {
for (const feed of [ 'video-comments' as 'video-comments', 'videos' as 'videos' ]) {
2020-01-31 16:56:52 +01:00
const rss = await getXMLfeed(servers[0].url, feed)
2018-06-08 20:34:37 +02:00
expect(rss.text).xml.to.be.valid()
2020-01-31 16:56:52 +01:00
const atom = await getXMLfeed(servers[0].url, feed, 'atom')
2018-06-08 20:34:37 +02:00
expect(atom.text).xml.to.be.valid()
}
})
it('Should be well formed JSON (covers JSON feed 1.0 endpoint)', async function () {
for (const feed of [ 'video-comments' as 'video-comments', 'videos' as 'videos' ]) {
2020-01-31 16:56:52 +01:00
const json = await getJSONfeed(servers[0].url, feed)
expect(JSON.parse(json.text)).to.be.jsonSchema({ type: 'object' })
2018-06-08 20:34:37 +02:00
}
})
})
describe('Videos feed', function () {
2020-08-24 16:11:37 +02:00
2018-06-08 20:34:37 +02:00
it('Should contain a valid enclosure (covers RSS 2.0 endpoint)', async function () {
for (const server of servers) {
const rss = await getXMLfeed(server.url, 'videos')
expect(xmlParser.validate(rss.text)).to.be.true
const xmlDoc = xmlParser.parse(rss.text, { parseAttributeValue: true, ignoreAttributes: false })
const enclosure = xmlDoc.rss.channel.item[0].enclosure
expect(enclosure).to.exist
expect(enclosure['@_type']).to.equal('application/x-bittorrent')
expect(enclosure['@_length']).to.equal(218910)
expect(enclosure['@_url']).to.contain('720.torrent')
2018-06-08 20:34:37 +02:00
}
})
it('Should contain a valid \'attachments\' object (covers JSON feed 1.0 endpoint)', async function () {
for (const server of servers) {
const json = await getJSONfeed(server.url, 'videos')
const jsonObj = JSON.parse(json.text)
2018-09-13 09:48:34 +02:00
expect(jsonObj.items.length).to.be.equal(2)
2020-01-31 16:56:52 +01:00
expect(jsonObj.items[0].attachments).to.exist
expect(jsonObj.items[0].attachments.length).to.be.eq(1)
expect(jsonObj.items[0].attachments[0].mime_type).to.be.eq('application/x-bittorrent')
expect(jsonObj.items[0].attachments[0].size_in_bytes).to.be.eq(218910)
expect(jsonObj.items[0].attachments[0].url).to.contain('720.torrent')
2018-06-08 20:34:37 +02:00
}
})
2018-09-13 09:48:34 +02:00
it('Should filter by account', async function () {
2019-05-31 14:02:26 +02:00
{
const json = await getJSONfeed(servers[0].url, 'videos', { accountId: rootAccountId })
const jsonObj = JSON.parse(json.text)
expect(jsonObj.items.length).to.be.equal(1)
2020-01-31 16:56:52 +01:00
expect(jsonObj.items[0].title).to.equal('my super name for server 1')
expect(jsonObj.items[0].author.name).to.equal('root')
2019-05-31 14:02:26 +02:00
}
{
const json = await getJSONfeed(servers[0].url, 'videos', { accountId: userAccountId })
const jsonObj = JSON.parse(json.text)
expect(jsonObj.items.length).to.be.equal(1)
2020-01-31 16:56:52 +01:00
expect(jsonObj.items[0].title).to.equal('user video')
expect(jsonObj.items[0].author.name).to.equal('john')
2019-05-31 14:02:26 +02:00
}
2018-09-13 09:48:34 +02:00
for (const server of servers) {
{
2019-05-31 14:02:26 +02:00
const json = await getJSONfeed(server.url, 'videos', { accountName: 'root@localhost:' + servers[0].port })
2018-09-13 09:48:34 +02:00
const jsonObj = JSON.parse(json.text)
expect(jsonObj.items.length).to.be.equal(1)
2020-01-31 16:56:52 +01:00
expect(jsonObj.items[0].title).to.equal('my super name for server 1')
2018-09-13 09:48:34 +02:00
}
{
2019-05-31 14:02:26 +02:00
const json = await getJSONfeed(server.url, 'videos', { accountName: 'john@localhost:' + servers[0].port })
2018-09-13 09:48:34 +02:00
const jsonObj = JSON.parse(json.text)
expect(jsonObj.items.length).to.be.equal(1)
2020-01-31 16:56:52 +01:00
expect(jsonObj.items[0].title).to.equal('user video')
2018-09-13 09:48:34 +02:00
}
}
2019-05-31 14:02:26 +02:00
})
2018-09-13 09:48:34 +02:00
2019-05-31 14:02:26 +02:00
it('Should filter by video channel', async function () {
2018-09-13 09:48:34 +02:00
{
2019-05-31 14:02:26 +02:00
const json = await getJSONfeed(servers[0].url, 'videos', { videoChannelId: rootChannelId })
2018-09-13 09:48:34 +02:00
const jsonObj = JSON.parse(json.text)
expect(jsonObj.items.length).to.be.equal(1)
2020-01-31 16:56:52 +01:00
expect(jsonObj.items[0].title).to.equal('my super name for server 1')
expect(jsonObj.items[0].author.name).to.equal('root')
2018-09-13 09:48:34 +02:00
}
{
2019-05-31 14:02:26 +02:00
const json = await getJSONfeed(servers[0].url, 'videos', { videoChannelId: userChannelId })
2018-09-13 09:48:34 +02:00
const jsonObj = JSON.parse(json.text)
expect(jsonObj.items.length).to.be.equal(1)
2020-01-31 16:56:52 +01:00
expect(jsonObj.items[0].title).to.equal('user video')
expect(jsonObj.items[0].author.name).to.equal('john')
2018-09-13 09:48:34 +02:00
}
for (const server of servers) {
{
2019-05-31 14:02:26 +02:00
const json = await getJSONfeed(server.url, 'videos', { videoChannelName: 'root_channel@localhost:' + servers[0].port })
2018-09-13 09:48:34 +02:00
const jsonObj = JSON.parse(json.text)
expect(jsonObj.items.length).to.be.equal(1)
2020-01-31 16:56:52 +01:00
expect(jsonObj.items[0].title).to.equal('my super name for server 1')
2018-09-13 09:48:34 +02:00
}
{
2019-05-31 14:02:26 +02:00
const json = await getJSONfeed(server.url, 'videos', { videoChannelName: 'john_channel@localhost:' + servers[0].port })
2018-09-13 09:48:34 +02:00
const jsonObj = JSON.parse(json.text)
expect(jsonObj.items.length).to.be.equal(1)
2020-01-31 16:56:52 +01:00
expect(jsonObj.items[0].title).to.equal('user video')
2018-09-13 09:48:34 +02:00
}
}
})
2020-08-24 16:11:37 +02:00
it('Should correctly have videos feed with HLS only', async function () {
this.timeout(120000)
await uploadVideo(serverHLSOnly.url, serverHLSOnly.accessToken, { name: 'hls only video' })
await waitJobs([ serverHLSOnly ])
const json = await getJSONfeed(serverHLSOnly.url, 'videos')
const jsonObj = JSON.parse(json.text)
expect(jsonObj.items.length).to.be.equal(1)
expect(jsonObj.items[0].attachments).to.exist
expect(jsonObj.items[0].attachments.length).to.be.eq(4)
for (let i = 0; i < 4; i++) {
expect(jsonObj.items[0].attachments[i].mime_type).to.be.eq('application/x-bittorrent')
expect(jsonObj.items[0].attachments[i].size_in_bytes).to.be.greaterThan(0)
expect(jsonObj.items[0].attachments[i].url).to.exist
}
})
2018-06-08 20:34:37 +02:00
})
describe('Video comments feed', function () {
it('Should contain valid comments (covers JSON feed 1.0 endpoint) and not from unlisted videos', async function () {
2018-06-08 20:34:37 +02:00
for (const server of servers) {
const json = await getJSONfeed(server.url, 'video-comments')
const jsonObj = JSON.parse(json.text)
expect(jsonObj.items.length).to.be.equal(2)
2020-01-31 16:56:52 +01:00
expect(jsonObj.items[0].html_content).to.equal('super comment 2')
expect(jsonObj.items[1].html_content).to.equal('super comment 1')
2018-06-08 20:34:37 +02:00
}
})
2020-05-06 14:12:12 +02:00
it('Should not list comments from muted accounts or instances', async function () {
this.timeout(30000)
const remoteHandle = 'root@localhost:' + servers[0].port
await addAccountToServerBlocklist(servers[1].url, servers[1].accessToken, remoteHandle)
2020-05-06 14:12:12 +02:00
{
const json = await getJSONfeed(servers[1].url, 'video-comments', { version: 2 })
const jsonObj = JSON.parse(json.text)
expect(jsonObj.items.length).to.be.equal(0)
}
await removeAccountFromServerBlocklist(servers[1].url, servers[1].accessToken, remoteHandle)
{
const videoUUID = (await uploadVideoAndGetId({ server: servers[1], videoName: 'server 2' })).uuid
await waitJobs(servers)
await addVideoCommentThread(servers[0].url, servers[0].accessToken, videoUUID, 'super comment')
await waitJobs(servers)
const json = await getJSONfeed(servers[1].url, 'video-comments', { version: 3 })
const jsonObj = JSON.parse(json.text)
expect(jsonObj.items.length).to.be.equal(3)
}
await addAccountToAccountBlocklist(servers[1].url, servers[1].accessToken, remoteHandle)
{
const json = await getJSONfeed(servers[1].url, 'video-comments', { version: 4 })
const jsonObj = JSON.parse(json.text)
expect(jsonObj.items.length).to.be.equal(2)
}
2020-05-06 14:12:12 +02:00
})
2018-06-08 20:34:37 +02:00
})
describe('Video feed from my subscriptions', function () {
2020-11-25 11:04:18 +01:00
let feeduserAccountId: number
let feeduserFeedToken: string
it('Should list no videos for a user with no videos and no subscriptions', async function () {
const attr = { username: 'feeduser', password: 'password' }
await createUser({ url: servers[0].url, accessToken: servers[0].accessToken, username: attr.username, password: attr.password })
const feeduserAccessToken = await userLogin(servers[0], attr)
{
const res = await getMyUserInformation(servers[0].url, feeduserAccessToken)
const user: User = res.body
feeduserAccountId = user.account.id
}
{
const res = await getUserScopedTokens(servers[0].url, feeduserAccessToken)
const token: ScopedToken = res.body
feeduserFeedToken = token.feedToken
}
{
const res = await listUserSubscriptionVideos(servers[0].url, feeduserAccessToken)
expect(res.body.total).to.equal(0)
2020-11-09 16:25:27 +01:00
const json = await getJSONfeed(servers[0].url, 'subscriptions', { accountId: feeduserAccountId, token: feeduserFeedToken })
const jsonObj = JSON.parse(json.text)
expect(jsonObj.items.length).to.be.equal(0) // no subscription, it should not list the instance's videos but list 0 videos
}
})
2020-11-25 11:04:18 +01:00
it('Should fail with an invalid token', async function () {
await getJSONfeed(servers[0].url, 'subscriptions', { accountId: feeduserAccountId, token: 'toto' }, HttpStatusCode.FORBIDDEN_403)
2020-11-25 11:04:18 +01:00
})
it('Should fail with a token of another user', async function () {
await getJSONfeed(
servers[0].url,
'subscriptions',
{ accountId: feeduserAccountId, token: userFeedToken },
HttpStatusCode.FORBIDDEN_403
)
2020-11-25 11:04:18 +01:00
})
it('Should list no videos for a user with videos but no subscriptions', async function () {
2020-11-25 11:04:18 +01:00
const res = await listUserSubscriptionVideos(servers[0].url, userAccessToken)
expect(res.body.total).to.equal(0)
2020-11-25 11:04:18 +01:00
const json = await getJSONfeed(servers[0].url, 'subscriptions', { accountId: userAccountId, token: userFeedToken })
const jsonObj = JSON.parse(json.text)
expect(jsonObj.items.length).to.be.equal(0) // no subscription, it should not list the instance's videos but list 0 videos
})
it('Should list self videos for a user with a subscription to themselves', async function () {
this.timeout(30000)
await addUserSubscription(servers[0].url, userAccessToken, 'john_channel@localhost:' + servers[0].port)
await waitJobs(servers)
{
const res = await listUserSubscriptionVideos(servers[0].url, userAccessToken)
expect(res.body.total).to.equal(1)
expect(res.body.data[0].name).to.equal('user video')
2020-11-09 16:25:27 +01:00
const json = await getJSONfeed(servers[0].url, 'subscriptions', { accountId: userAccountId, token: userFeedToken, version: 1 })
const jsonObj = JSON.parse(json.text)
expect(jsonObj.items.length).to.be.equal(1) // subscribed to self, it should not list the instance's videos but list john's
}
})
it('Should list videos of a user\'s subscription', async function () {
this.timeout(30000)
await addUserSubscription(servers[0].url, userAccessToken, 'root_channel@localhost:' + servers[0].port)
await waitJobs(servers)
{
const res = await listUserSubscriptionVideos(servers[0].url, userAccessToken)
expect(res.body.total).to.equal(2, "there should be 2 videos part of the subscription")
2020-11-09 16:25:27 +01:00
const json = await getJSONfeed(servers[0].url, 'subscriptions', { accountId: userAccountId, token: userFeedToken, version: 2 })
const jsonObj = JSON.parse(json.text)
expect(jsonObj.items.length).to.be.equal(2) // subscribed to root, it should not list the instance's videos but list root/john's
}
})
2020-11-25 11:04:18 +01:00
it('Should renew the token, and so have an invalid old token', async function () {
await renewUserScopedTokens(servers[0].url, userAccessToken)
await getJSONfeed(
servers[0].url,
'subscriptions',
{ accountId: userAccountId, token: userFeedToken, version: 3 },
HttpStatusCode.FORBIDDEN_403
)
2020-11-25 11:04:18 +01:00
})
it('Should succeed with the new token', async function () {
const res2 = await getUserScopedTokens(servers[0].url, userAccessToken)
const token: ScopedToken = res2.body
userFeedToken = token.feedToken
await getJSONfeed(servers[0].url, 'subscriptions', { accountId: userAccountId, token: userFeedToken, version: 4 })
})
})
2019-04-24 15:10:37 +02:00
after(async function () {
2020-08-24 16:11:37 +02:00
await cleanupTests([ ...servers, serverHLSOnly ])
2018-06-08 20:34:37 +02:00
})
})