From a7ba16b62d18a53c416d248f4be06fb693b318ac Mon Sep 17 00:00:00 2001 From: Chocobozzz Date: Fri, 29 Dec 2017 10:04:15 +0100 Subject: [PATCH] Fix real world script --- server/tests/api/users/users.ts | 234 ++---- server/tests/api/videos/services.ts | 6 +- server/tests/api/videos/video-transcoder.ts | 20 +- server/tests/real-world/real-world.ts | 743 ++++++++++---------- 4 files changed, 436 insertions(+), 567 deletions(-) diff --git a/server/tests/api/users/users.ts b/server/tests/api/users/users.ts index a13807b5c..19549acdd 100644 --- a/server/tests/api/users/users.ts +++ b/server/tests/api/users/users.ts @@ -40,36 +40,28 @@ describe('Test users', function () { const client = { id: 'client', secret: server.client.secret } const res = await login(server.url, client, server.user, 400) - expect(res.body.error) - .to - .equal('Authentication failed.') + expect(res.body.error).to.equal('Authentication failed.') }) it('Should not login with an invalid client secret', async function () { const client = { id: server.client.id, secret: 'coucou' } const res = await login(server.url, client, server.user, 400) - expect(res.body.error) - .to - .equal('Authentication failed.') + expect(res.body.error).to.equal('Authentication failed.') }) it('Should not login with an invalid username', async function () { const user = { username: 'captain crochet', password: server.user.password } const res = await login(server.url, server.client, user, 400) - expect(res.body.error) - .to - .equal('Authentication failed.') + expect(res.body.error).to.equal('Authentication failed.') }) it('Should not login with an invalid password', async function () { const user = { username: server.user.username, password: 'mew_three' } const res = await login(server.url, server.client, user, 400) - expect(res.body.error) - .to - .equal('Authentication failed.') + expect(res.body.error).to.equal('Authentication failed.') }) it('Should not be able to upload a video', async function () { @@ -98,9 +90,7 @@ describe('Test users', function () { const res = await getVideosList(server.url) const video = res.body.data[ 0 ] - expect(video.accountName) - .to - .equal('root') + expect(video.accountName).to.equal('root') videoId = video.id }) @@ -114,12 +104,8 @@ describe('Test users', function () { const res = await getMyUserVideoRating(server.url, accessToken, videoId) const rating = res.body - expect(rating.videoId) - .to - .equal(videoId) - expect(rating.rating) - .to - .equal('like') + expect(rating.videoId).to.equal(videoId) + expect(rating.rating).to.equal('like') }) it('Should not be able to remove the video with an incorrect token', async function () { @@ -181,23 +167,12 @@ describe('Test users', function () { const res = await getMyUserInformation(server.url, accessTokenUser) const user = res.body - expect(user.username) - .to - .equal('user_1') - expect(user.email) - .to - .equal('user_1@example.com') + expect(user.username).to.equal('user_1') + expect(user.email).to.equal('user_1@example.com') expect(user.displayNSFW).to.be.false - expect(user.videoQuota) - .to - .equal(2 * 1024 * 1024) - expect(user.roleLabel) - .to - .equal('User') - expect(user.id) - .to - .be - .a('number') + expect(user.videoQuota).to.equal(2 * 1024 * 1024) + expect(user.roleLabel).to.equal('User') + expect(user.id).to.be.a('number') }) it('Should be able to upload a video with this user', async function () { @@ -211,19 +186,12 @@ describe('Test users', function () { it('Should be able to list my videos', async function () { const res = await getMyVideos(server.url, accessTokenUser, 0, 5) - expect(res.body.total) - .to - .equal(1) + expect(res.body.total).to.equal(1) const videos = res.body.data - expect(videos) - .to - .have - .lengthOf(1) + expect(videos).to.have.lengthOf(1) - expect(videos[ 0 ].name) - .to - .equal('super user video') + expect(videos[ 0 ].name).to.equal('super user video') }) it('Should list all the users', async function () { @@ -232,33 +200,18 @@ describe('Test users', function () { const total = result.total const users = result.data - expect(total) - .to - .equal(2) - expect(users) - .to - .be - .an('array') - expect(users.length) - .to - .equal(2) + expect(total).to.equal(2) + expect(users).to.be.an('array') + expect(users.length).to.equal(2) const user = users[ 0 ] - expect(user.username) - .to - .equal('user_1') - expect(user.email) - .to - .equal('user_1@example.com') + expect(user.username).to.equal('user_1') + expect(user.email).to.equal('user_1@example.com') expect(user.displayNSFW).to.be.false const rootUser = users[ 1 ] - expect(rootUser.username) - .to - .equal('root') - expect(rootUser.email) - .to - .equal('admin1@example.com') + expect(rootUser.username).to.equal('root') + expect(rootUser.email).to.equal('admin1@example.com') expect(rootUser.displayNSFW).to.be.false userId = user.id @@ -271,23 +224,13 @@ describe('Test users', function () { const total = result.total const users = result.data - expect(total) - .to - .equal(2) - expect(users.length) - .to - .equal(1) + expect(total).to.equal(2) + expect(users.length).to.equal(1) const user = users[ 0 ] - expect(user.username) - .to - .equal('root') - expect(user.email) - .to - .equal('admin1@example.com') - expect(user.roleLabel) - .to - .equal('Administrator') + expect(user.username).to.equal('root') + expect(user.email).to.equal('admin1@example.com') + expect(user.roleLabel).to.equal('Administrator') expect(user.displayNSFW).to.be.false }) @@ -297,20 +240,12 @@ describe('Test users', function () { const total = result.total const users = result.data - expect(total) - .to - .equal(2) - expect(users.length) - .to - .equal(1) + expect(total).to.equal(2) + expect(users.length).to.equal(1) const user = users[ 0 ] - expect(user.username) - .to - .equal('user_1') - expect(user.email) - .to - .equal('user_1@example.com') + expect(user.username).to.equal('user_1') + expect(user.email).to.equal('user_1@example.com') expect(user.displayNSFW).to.be.false }) @@ -320,20 +255,12 @@ describe('Test users', function () { const total = result.total const users = result.data - expect(total) - .to - .equal(2) - expect(users.length) - .to - .equal(1) + expect(total).to.equal(2) + expect(users.length).to.equal(1) const user = users[ 0 ] - expect(user.username) - .to - .equal('user_1') - expect(user.email) - .to - .equal('user_1@example.com') + expect(user.username).to.equal('user_1') + expect(user.email).to.equal('user_1@example.com') expect(user.displayNSFW).to.be.false }) @@ -343,27 +270,15 @@ describe('Test users', function () { const total = result.total const users = result.data - expect(total) - .to - .equal(2) - expect(users.length) - .to - .equal(2) + expect(total).to.equal(2) + expect(users.length).to.equal(2) - expect(users[ 0 ].username) - .to - .equal('root') - expect(users[ 0 ].email) - .to - .equal('admin1@example.com') + expect(users[ 0 ].username).to.equal('root') + expect(users[ 0 ].email).to.equal('admin1@example.com') expect(users[ 0 ].displayNSFW).to.be.false - expect(users[ 1 ].username) - .to - .equal('user_1') - expect(users[ 1 ].email) - .to - .equal('user_1@example.com') + expect(users[ 1 ].username).to.equal('user_1') + expect(users[ 1 ].email).to.equal('user_1@example.com') expect(users[ 1 ].displayNSFW).to.be.false }) @@ -388,20 +303,11 @@ describe('Test users', function () { const res = await getMyUserInformation(server.url, accessTokenUser) const user = res.body - expect(user.username) - .to - .equal('user_1') - expect(user.email) - .to - .equal('user_1@example.com') + expect(user.username).to.equal('user_1') + expect(user.email).to.equal('user_1@example.com') expect(user.displayNSFW).to.be.ok - expect(user.videoQuota) - .to - .equal(2 * 1024 * 1024) - expect(user.id) - .to - .be - .a('number') + expect(user.videoQuota).to.equal(2 * 1024 * 1024) + expect(user.id).to.be.a('number') }) it('Should be able to change the autoPlayVideo attribute', async function () { @@ -427,20 +333,11 @@ describe('Test users', function () { const res = await getMyUserInformation(server.url, accessTokenUser) const user = res.body - expect(user.username) - .to - .equal('user_1') - expect(user.email) - .to - .equal('updated@example.com') + expect(user.username).to.equal('user_1') + expect(user.email).to.equal('updated@example.com') expect(user.displayNSFW).to.be.ok - expect(user.videoQuota) - .to - .equal(2 * 1024 * 1024) - expect(user.id) - .to - .be - .a('number') + expect(user.videoQuota).to.equal(2 * 1024 * 1024) + expect(user.id).to.be.a('number') }) it('Should be able to update another user', async function () { @@ -456,23 +353,12 @@ describe('Test users', function () { const res = await getUserInformation(server.url, accessToken, userId) const user = res.body - expect(user.username) - .to - .equal('user_1') - expect(user.email) - .to - .equal('updated2@example.com') + expect(user.username).to.equal('user_1') + expect(user.email).to.equal('updated2@example.com') expect(user.displayNSFW).to.be.ok - expect(user.videoQuota) - .to - .equal(42) - expect(user.roleLabel) - .to - .equal('Moderator') - expect(user.id) - .to - .be - .a('number') + expect(user.videoQuota).to.equal(42) + expect(user.roleLabel).to.equal('Moderator') + expect(user.id).to.be.a('number') }) it('Should not be able to delete a user by a moderator', async function () { @@ -495,14 +381,10 @@ describe('Test users', function () { it('Should not have videos of this user', async function () { const res = await getVideosList(server.url) - expect(res.body.total) - .to - .equal(1) + expect(res.body.total).to.equal(1) const video = res.body.data[ 0 ] - expect(video.accountName) - .to - .equal('root') + expect(video.accountName).to.equal('root') }) it('Should register a new user', async function () { @@ -522,9 +404,7 @@ describe('Test users', function () { const res = await getMyUserInformation(server.url, accessToken) const user = res.body - expect(user.videoQuota) - .to - .equal(5 * 1024 * 1024) + expect(user.videoQuota).to.equal(5 * 1024 * 1024) }) after(async function () { diff --git a/server/tests/api/videos/services.ts b/server/tests/api/videos/services.ts index 1cda464d9..b3167aebc 100644 --- a/server/tests/api/videos/services.ts +++ b/server/tests/api/videos/services.ts @@ -30,10 +30,8 @@ describe('Test services', function () { const videoAttributes = { name: 'my super name' } - await uploadVideo(server.url, server.accessToken, videoAttributes) - - const res = await getVideosList(server.url) - server.video = res.body.data[0] + const res = await uploadVideo(server.url, server.accessToken, videoAttributes) + server.video = res.body.video }) it('Should have a valid oEmbed response', async function () { diff --git a/server/tests/api/videos/video-transcoder.ts b/server/tests/api/videos/video-transcoder.ts index 27927a594..9ce2ae190 100644 --- a/server/tests/api/videos/video-transcoder.ts +++ b/server/tests/api/videos/video-transcoder.ts @@ -1,21 +1,13 @@ /* tslint:disable:no-unused-expression */ -import 'mocha' import * as chai from 'chai' -const expect = chai.expect - +import 'mocha' import { - ServerInfo, - flushTests, - uploadVideo, - getVideosList, - wait, - setAccessTokensToServers, - flushAndRunMultipleServers, - killallServers, - webtorrentAdd, - getVideo -} from '../../utils/index' + flushAndRunMultipleServers, flushTests, getVideo, getVideosList, killallServers, ServerInfo, setAccessTokensToServers, uploadVideo, + wait, webtorrentAdd +} from '../../utils' + +const expect = chai.expect describe('Test video transcoding', function () { let servers: ServerInfo[] = [] diff --git a/server/tests/real-world/real-world.ts b/server/tests/real-world/real-world.ts index 1afa55267..e41203351 100644 --- a/server/tests/real-world/real-world.ts +++ b/server/tests/real-world/real-world.ts @@ -1,372 +1,371 @@ -// // /!\ Before imports /!\ -// process.env.NODE_ENV = 'test' -// -// import * as program from 'commander' -// import { Video, VideoFile, VideoRateType } from '../../../shared' -// import { -// flushAndRunMultipleServers, -// flushTests, -// getAllVideosListBy, -// getVideo, -// getVideosList, -// killallServers, -// removeVideo, -// ServerInfo as DefaultServerInfo, -// setAccessTokensToServers, -// updateVideo, -// uploadVideo, -// wait -// } from '../utils' -// import { follow } from '../utils/follows' -// -// interface ServerInfo extends DefaultServerInfo { -// requestsNumber: number -// } -// -// program -// .option('-c, --create [weight]', 'Weight for creating videos') -// .option('-r, --remove [weight]', 'Weight for removing videos') -// .option('-u, --update [weight]', 'Weight for updating videos') -// .option('-v, --view [weight]', 'Weight for viewing videos') -// .option('-l, --like [weight]', 'Weight for liking videos') -// .option('-s, --dislike [weight]', 'Weight for disliking videos') -// .option('-p, --servers [n]', 'Number of servers to run (3 or 6)', /^3|6$/, 3) -// .option('-i, --interval-action [interval]', 'Interval in ms for an action') -// .option('-I, --interval-integrity [interval]', 'Interval in ms for an integrity check') -// .option('-f, --flush', 'Flush datas on exit') -// .option('-d, --difference', 'Display difference if integrity is not okay') -// .parse(process.argv) -// -// const createWeight = program['create'] !== undefined ? parseInt(program['create'], 10) : 5 -// const removeWeight = program['remove'] !== undefined ? parseInt(program['remove'], 10) : 4 -// const updateWeight = program['update'] !== undefined ? parseInt(program['update'], 10) : 4 -// const viewWeight = program['view'] !== undefined ? parseInt(program['view'], 10) : 4 -// const likeWeight = program['like'] !== undefined ? parseInt(program['like'], 10) : 4 -// const dislikeWeight = program['dislike'] !== undefined ? parseInt(program['dislike'], 10) : 4 -// const flushAtExit = program['flush'] || false -// const actionInterval = program['intervalAction'] !== undefined ? parseInt(program['intervalAction'], 10) : 500 -// const integrityInterval = program['intervalIntegrity'] !== undefined ? parseInt(program['intervalIntegrity'], 10) : 60000 -// const displayDiffOnFail = program['difference'] || false -// -// const numberOfServers = 6 -// -// console.log( -// 'Create weight: %d, update weight: %d, remove weight: %d, view weight: %d, like weight: %d, dislike weight: %d.', -// createWeight, updateWeight, removeWeight, viewWeight, likeWeight, dislikeWeight -// ) -// -// if (flushAtExit) { -// console.log('Program will flush data on exit.') -// } else { -// console.log('Program will not flush data on exit.') -// } -// if (displayDiffOnFail) { -// console.log('Program will display diff on failure.') -// } else { -// console.log('Program will not display diff on failure') -// } -// console.log('Interval in ms for each action: %d.', actionInterval) -// console.log('Interval in ms for each integrity check: %d.', integrityInterval) -// -// console.log('Run servers...') -// -// start() -// -// // ---------------------------------------------------------------------------- -// -// async function start () { -// const servers = await runServers(numberOfServers) -// -// process.on('exit', async () => { -// await exitServers(servers, flushAtExit) -// -// return -// }) -// process.on('SIGINT', goodbye) -// process.on('SIGTERM', goodbye) -// -// console.log('Servers ran') -// initializeRequestsPerServer(servers) -// -// let checking = false -// -// setInterval(async () => { -// if (checking === true) return -// -// const rand = getRandomInt(0, createWeight + updateWeight + removeWeight + viewWeight + likeWeight + dislikeWeight) -// -// const numServer = getRandomNumServer(servers) -// servers[numServer].requestsNumber++ -// -// if (rand < createWeight) { -// await upload(servers, numServer) -// } else if (rand < createWeight + updateWeight) { -// await update(servers, numServer) -// } else if (rand < createWeight + updateWeight + removeWeight) { -// await remove(servers, numServer) -// } else if (rand < createWeight + updateWeight + removeWeight + viewWeight) { -// await view(servers, numServer) -// } else if (rand < createWeight + updateWeight + removeWeight + viewWeight + likeWeight) { -// await like(servers, numServer) -// } else { -// await dislike(servers, numServer) -// } -// }, actionInterval) -// -// // The function will check the consistency between servers (should have the same videos with same attributes...) -// setInterval(function () { -// if (checking === true) return -// -// console.log('Checking integrity...') -// checking = true -// -// const waitingInterval = setInterval(async () => { -// const pendingRequests = await isTherePendingRequests(servers) -// if (pendingRequests === true) { -// console.log('A server has pending requests, waiting...') -// return -// } -// -// // Even if there are no pending request, wait some potential processes -// await wait(2000) -// await checkIntegrity(servers) -// -// initializeRequestsPerServer(servers) -// checking = false -// clearInterval(waitingInterval) -// }, 10000) -// }, integrityInterval) -// } -// -// function initializeRequestsPerServer (servers: ServerInfo[]) { -// servers.forEach(server => server.requestsNumber = 0) -// } -// -// function getRandomInt (min, max) { -// return Math.floor(Math.random() * (max - min)) + min -// } -// -// function getRandomNumServer (servers) { -// return getRandomInt(0, servers.length) -// } -// -// async function runServers (numberOfServers: number) { -// const servers: ServerInfo[] = (await flushAndRunMultipleServers(numberOfServers)) -// .map(s => Object.assign({ requestsNumber: 0 }, s)) -// -// // Get the access tokens -// await setAccessTokensToServers(servers) -// -// for (let i = 0; i < numberOfServers; i++) { -// for (let j = 0; j < numberOfServers; j++) { -// if (i === j) continue -// -// await follow(servers[i].url, [ servers[j].url ], servers[i].accessToken) -// } -// } -// -// return servers -// } -// -// async function exitServers (servers: ServerInfo[], flushAtExit: boolean) { -// killallServers(servers) -// -// if (flushAtExit) await flushTests() -// } -// -// function upload (servers: ServerInfo[], numServer: number) { -// console.log('Uploading video to server ' + numServer) -// -// const videoAttributes = { -// name: Date.now() + ' name', -// category: 4, -// nsfw: false, -// licence: 2, -// language: 1, -// description: Date.now() + ' description', -// tags: [ Date.now().toString().substring(0, 5) + 't1', Date.now().toString().substring(0, 5) + 't2' ], -// fixture: 'video_short1.webm' -// } -// return uploadVideo(servers[numServer].url, servers[numServer].accessToken, videoAttributes) -// } -// -// async function update (servers: ServerInfo[], numServer: number) { -// const res = await getVideosList(servers[numServer].url) -// -// const videos = res.body.data.filter(video => video.isLocal === true) -// if (videos.length === 0) return undefined -// -// const toUpdate = videos[getRandomInt(0, videos.length)].id -// const attributes = { -// name: Date.now() + ' name', -// description: Date.now() + ' description', -// tags: [ Date.now().toString().substring(0, 5) + 't1', Date.now().toString().substring(0, 5) + 't2' ] -// } -// -// console.log('Updating video of server ' + numServer) -// -// return updateVideo(servers[numServer].url, servers[numServer].accessToken, toUpdate, attributes) -// } -// -// async function remove (servers: ServerInfo[], numServer: number) { -// const res = await getVideosList(servers[numServer].url) -// const videos = res.body.data.filter(video => video.isLocal === true) -// if (videos.length === 0) return undefined -// -// const toRemove = videos[getRandomInt(0, videos.length)].id -// -// console.log('Removing video from server ' + numServer) -// return removeVideo(servers[numServer].url, servers[numServer].accessToken, toRemove) -// } -// -// async function view (servers: ServerInfo[], numServer: number) { -// const res = await getVideosList(servers[numServer].url) -// -// const videos = res.body.data -// if (videos.length === 0) return undefined -// -// const toView = videos[getRandomInt(0, videos.length)].id -// -// console.log('Viewing video from server ' + numServer) -// return getVideo(servers[numServer].url, toView) -// } -// -// function like (servers: ServerInfo[], numServer: number) { -// return rate(servers, numServer, 'like') -// } -// -// function dislike (servers: ServerInfo[], numServer: number) { -// return rate(servers, numServer, 'dislike') -// } -// -// async function rate (servers: ServerInfo[], numServer: number, rating: VideoRateType) { -// const res = await getVideosList(servers[numServer].url) -// -// const videos = res.body.data -// if (videos.length === 0) return undefined -// -// const toRate = videos[getRandomInt(0, videos.length)].id -// -// console.log('Rating (%s) video from server %d', rating, numServer) -// return getVideo(servers[numServer].url, toRate) -// } -// -// async function checkIntegrity (servers: ServerInfo[]) { -// const videos: Video[][] = [] -// const tasks: Promise[] = [] -// -// // Fetch all videos and remove some fields that can differ between servers -// for (const server of servers) { -// const p = getAllVideosListBy(server.url).then(res => videos.push(res.body.data)) -// tasks.push(p) -// } -// -// await Promise.all(tasks) -// -// let i = 0 -// for (const video of videos) { -// const differences = areDifferences(video, videos[0]) -// if (differences !== undefined) { -// console.error('Integrity not ok with server %d!', i + 1) -// -// if (displayDiffOnFail) { -// console.log(differences) -// } -// -// process.exit(-1) -// } -// -// i++ -// } -// -// console.log('Integrity ok.') -// } -// -// function areDifferences (videos1: Video[], videos2: Video[]) { -// // Remove some keys we don't want to compare -// videos1.concat(videos2).forEach(video => { -// delete video.id -// delete video.isLocal -// delete video.thumbnailPath -// delete video.updatedAt -// delete video.views -// }) -// -// if (videos1.length !== videos2.length) { -// return `Videos length are different (${videos1.length}/${videos2.length}).` -// } -// -// for (const video1 of videos1) { -// const video2 = videos2.find(video => video.uuid === video1.uuid) -// -// if (!video2) return 'Video ' + video1.uuid + ' is missing.' -// -// for (const videoKey of Object.keys(video1)) { -// const attribute1 = video1[videoKey] -// const attribute2 = video2[videoKey] -// -// if (videoKey === 'tags') { -// if (attribute1.length !== attribute2.length) { -// return 'Tags are different.' -// } -// -// attribute1.forEach(tag1 => { -// if (attribute2.indexOf(tag1) === -1) { -// return 'Tag ' + tag1 + ' is missing.' -// } -// }) -// } else if (videoKey === 'files') { -// if (attribute1.length !== attribute2.length) { -// return 'Video files are different.' -// } -// -// attribute1.forEach((videoFile1: VideoFile) => { -// const videoFile2: VideoFile = attribute2.find(videoFile => videoFile.magnetUri === videoFile1.magnetUri) -// if (!videoFile2) { -// return `Video ${video1.uuid} has missing video file ${videoFile1.magnetUri}.` -// } -// -// if (videoFile1.size !== videoFile2.size || videoFile1.resolutionLabel !== videoFile2.resolutionLabel) { -// return `Video ${video1.uuid} has different video file ${videoFile1.magnetUri}.` -// } -// }) -// } else { -// if (attribute1 !== attribute2) { -// return `Video ${video1.uuid} has different value for attribute ${videoKey}.` -// } -// } -// } -// } -// -// return undefined -// } -// -// function goodbye () { -// return process.exit(-1) -// } -// -// async function isTherePendingRequests (servers: ServerInfo[]) { -// const tasks: Promise[] = [] -// let pendingRequests = false -// -// // Check if each server has pending request -// for (const server of servers) { -// const p = getRequestsStats(server).then(res => { -// const stats = res.body -// -// if ( -// stats.requestScheduler.totalRequests !== 0 || -// stats.requestVideoEventScheduler.totalRequests !== 0 || -// stats.requestVideoQaduScheduler.totalRequests !== 0 -// ) { -// pendingRequests = true -// } -// }) -// -// tasks.push(p) -// } -// -// await Promise.all(tasks) -// -// return pendingRequests -// } +// /!\ Before imports /!\ +process.env.NODE_ENV = 'test' + +import * as program from 'commander' +import { Video, VideoFile, VideoRateType } from '../../../shared' +import { + flushAndRunMultipleServers, + flushTests, follow, + getVideo, + getVideosList, getVideosListPagination, + killallServers, + removeVideo, + ServerInfo as DefaultServerInfo, + setAccessTokensToServers, + updateVideo, + uploadVideo, viewVideo, + wait +} from '../utils' +import { getJobsListPaginationAndSort } from '../utils/server/jobs' + +interface ServerInfo extends DefaultServerInfo { + requestsNumber: number +} + +program + .option('-c, --create [weight]', 'Weight for creating videos') + .option('-r, --remove [weight]', 'Weight for removing videos') + .option('-u, --update [weight]', 'Weight for updating videos') + .option('-v, --view [weight]', 'Weight for viewing videos') + .option('-l, --like [weight]', 'Weight for liking videos') + .option('-s, --dislike [weight]', 'Weight for disliking videos') + .option('-p, --servers [n]', 'Number of servers to run (3 or 6)', /^3|6$/, 3) + .option('-i, --interval-action [interval]', 'Interval in ms for an action') + .option('-I, --interval-integrity [interval]', 'Interval in ms for an integrity check') + .option('-f, --flush', 'Flush data on exit') + .option('-d, --difference', 'Display difference if integrity is not okay') + .parse(process.argv) + +const createWeight = program['create'] !== undefined ? parseInt(program['create'], 10) : 5 +const removeWeight = program['remove'] !== undefined ? parseInt(program['remove'], 10) : 4 +const updateWeight = program['update'] !== undefined ? parseInt(program['update'], 10) : 4 +const viewWeight = program['view'] !== undefined ? parseInt(program['view'], 10) : 4 +const likeWeight = program['like'] !== undefined ? parseInt(program['like'], 10) : 4 +const dislikeWeight = program['dislike'] !== undefined ? parseInt(program['dislike'], 10) : 4 +const flushAtExit = program['flush'] || false +const actionInterval = program['intervalAction'] !== undefined ? parseInt(program['intervalAction'], 10) : 500 +const integrityInterval = program['intervalIntegrity'] !== undefined ? parseInt(program['intervalIntegrity'], 10) : 60000 +const displayDiffOnFail = program['difference'] || false + +const numberOfServers = 6 + +console.log( + 'Create weight: %d, update weight: %d, remove weight: %d, view weight: %d, like weight: %d, dislike weight: %d.', + createWeight, updateWeight, removeWeight, viewWeight, likeWeight, dislikeWeight +) + +if (flushAtExit) { + console.log('Program will flush data on exit.') +} else { + console.log('Program will not flush data on exit.') +} +if (displayDiffOnFail) { + console.log('Program will display diff on failure.') +} else { + console.log('Program will not display diff on failure') +} +console.log('Interval in ms for each action: %d.', actionInterval) +console.log('Interval in ms for each integrity check: %d.', integrityInterval) + +console.log('Run servers...') + +start() + +// ---------------------------------------------------------------------------- + +async function start () { + const servers = await runServers(numberOfServers) + + process.on('exit', async () => { + await exitServers(servers, flushAtExit) + + return + }) + process.on('SIGINT', goodbye) + process.on('SIGTERM', goodbye) + + console.log('Servers ran') + initializeRequestsPerServer(servers) + + let checking = false + + setInterval(async () => { + if (checking === true) return + + const rand = getRandomInt(0, createWeight + updateWeight + removeWeight + viewWeight + likeWeight + dislikeWeight) + + const numServer = getRandomNumServer(servers) + servers[numServer].requestsNumber++ + + if (rand < createWeight) { + await upload(servers, numServer) + } else if (rand < createWeight + updateWeight) { + await update(servers, numServer) + } else if (rand < createWeight + updateWeight + removeWeight) { + await remove(servers, numServer) + } else if (rand < createWeight + updateWeight + removeWeight + viewWeight) { + await view(servers, numServer) + } else if (rand < createWeight + updateWeight + removeWeight + viewWeight + likeWeight) { + await like(servers, numServer) + } else { + await dislike(servers, numServer) + } + }, actionInterval) + + // The function will check the consistency between servers (should have the same videos with same attributes...) + setInterval(function () { + if (checking === true) return + + console.log('Checking integrity...') + checking = true + + const waitingInterval = setInterval(async () => { + const pendingRequests = await isTherePendingRequests(servers) + if (pendingRequests === true) { + console.log('A server has pending requests, waiting...') + return + } + + // Even if there are no pending request, wait some potential processes + await wait(2000) + await checkIntegrity(servers) + + initializeRequestsPerServer(servers) + checking = false + clearInterval(waitingInterval) + }, 10000) + }, integrityInterval) +} + +function initializeRequestsPerServer (servers: ServerInfo[]) { + servers.forEach(server => server.requestsNumber = 0) +} + +function getRandomInt (min, max) { + return Math.floor(Math.random() * (max - min)) + min +} + +function getRandomNumServer (servers) { + return getRandomInt(0, servers.length) +} + +async function runServers (numberOfServers: number) { + const servers: ServerInfo[] = (await flushAndRunMultipleServers(numberOfServers)) + .map(s => Object.assign({ requestsNumber: 0 }, s)) + + // Get the access tokens + await setAccessTokensToServers(servers) + + for (let i = 0; i < numberOfServers; i++) { + for (let j = 0; j < numberOfServers; j++) { + if (i === j) continue + + await follow(servers[i].url, [ servers[j].url ], servers[i].accessToken) + } + } + + return servers +} + +async function exitServers (servers: ServerInfo[], flushAtExit: boolean) { + killallServers(servers) + + if (flushAtExit) await flushTests() +} + +function upload (servers: ServerInfo[], numServer: number) { + console.log('Uploading video to server ' + numServer) + + const videoAttributes = { + name: Date.now() + ' name', + category: 4, + nsfw: false, + licence: 2, + language: 1, + description: Date.now() + ' description', + tags: [ Date.now().toString().substring(0, 5) + 't1', Date.now().toString().substring(0, 5) + 't2' ], + fixture: 'video_short1.webm' + } + return uploadVideo(servers[numServer].url, servers[numServer].accessToken, videoAttributes) +} + +async function update (servers: ServerInfo[], numServer: number) { + const res = await getVideosList(servers[numServer].url) + + const videos = res.body.data.filter(video => video.isLocal === true) + if (videos.length === 0) return undefined + + const toUpdate = videos[getRandomInt(0, videos.length)].id + const attributes = { + name: Date.now() + ' name', + description: Date.now() + ' description', + tags: [ Date.now().toString().substring(0, 5) + 't1', Date.now().toString().substring(0, 5) + 't2' ] + } + + console.log('Updating video of server ' + numServer) + + return updateVideo(servers[numServer].url, servers[numServer].accessToken, toUpdate, attributes) +} + +async function remove (servers: ServerInfo[], numServer: number) { + const res = await getVideosList(servers[numServer].url) + const videos = res.body.data.filter(video => video.isLocal === true) + if (videos.length === 0) return undefined + + const toRemove = videos[getRandomInt(0, videos.length)].id + + console.log('Removing video from server ' + numServer) + return removeVideo(servers[numServer].url, servers[numServer].accessToken, toRemove) +} + +async function view (servers: ServerInfo[], numServer: number) { + const res = await getVideosList(servers[numServer].url) + + const videos = res.body.data + if (videos.length === 0) return undefined + + const toView = videos[getRandomInt(0, videos.length)].id + + console.log('Viewing video from server ' + numServer) + return viewVideo(servers[numServer].url, toView) +} + +function like (servers: ServerInfo[], numServer: number) { + return rate(servers, numServer, 'like') +} + +function dislike (servers: ServerInfo[], numServer: number) { + return rate(servers, numServer, 'dislike') +} + +async function rate (servers: ServerInfo[], numServer: number, rating: VideoRateType) { + const res = await getVideosList(servers[numServer].url) + + const videos = res.body.data + if (videos.length === 0) return undefined + + const toRate = videos[getRandomInt(0, videos.length)].id + + console.log('Rating (%s) video from server %d', rating, numServer) + return getVideo(servers[numServer].url, toRate) +} + +async function checkIntegrity (servers: ServerInfo[]) { + const videos: Video[][] = [] + const tasks: Promise[] = [] + + // Fetch all videos and remove some fields that can differ between servers + for (const server of servers) { + const p = getVideosListPagination(server.url, 0, 1000000, '-createdAt') + .then(res => videos.push(res.body.data)) + tasks.push(p) + } + + await Promise.all(tasks) + + let i = 0 + for (const video of videos) { + const differences = areDifferences(video, videos[0]) + if (differences !== undefined) { + console.error('Integrity not ok with server %d!', i + 1) + + if (displayDiffOnFail) { + console.log(differences) + } + + process.exit(-1) + } + + i++ + } + + console.log('Integrity ok.') +} + +function areDifferences (videos1: Video[], videos2: Video[]) { + // Remove some keys we don't want to compare + videos1.concat(videos2).forEach(video => { + delete video.id + delete video.isLocal + delete video.thumbnailPath + delete video.updatedAt + delete video.views + }) + + if (videos1.length !== videos2.length) { + return `Videos length are different (${videos1.length}/${videos2.length}).` + } + + for (const video1 of videos1) { + const video2 = videos2.find(video => video.uuid === video1.uuid) + + if (!video2) return 'Video ' + video1.uuid + ' is missing.' + + for (const videoKey of Object.keys(video1)) { + const attribute1 = video1[videoKey] + const attribute2 = video2[videoKey] + + if (videoKey === 'tags') { + if (attribute1.length !== attribute2.length) { + return 'Tags are different.' + } + + attribute1.forEach(tag1 => { + if (attribute2.indexOf(tag1) === -1) { + return 'Tag ' + tag1 + ' is missing.' + } + }) + } else if (videoKey === 'files') { + if (attribute1.length !== attribute2.length) { + return 'Video files are different.' + } + + attribute1.forEach((videoFile1: VideoFile) => { + const videoFile2: VideoFile = attribute2.find(videoFile => videoFile.magnetUri === videoFile1.magnetUri) + if (!videoFile2) { + return `Video ${video1.uuid} has missing video file ${videoFile1.magnetUri}.` + } + + if (videoFile1.size !== videoFile2.size || videoFile1.resolutionLabel !== videoFile2.resolutionLabel) { + return `Video ${video1.uuid} has different video file ${videoFile1.magnetUri}.` + } + }) + } else { + if (attribute1 !== attribute2) { + return `Video ${video1.uuid} has different value for attribute ${videoKey}.` + } + } + } + } + + return undefined +} + +function goodbye () { + return process.exit(-1) +} + +async function isTherePendingRequests (servers: ServerInfo[]) { + const tasks: Promise[] = [] + let pendingRequests = false + + // Check if each server has pending request + for (const server of servers) { + const p = getJobsListPaginationAndSort(server.url, server.accessToken, 0, 10, '-createdAt') + .then(res => { + const jobs = res.body.data + + for (const job of jobs) { + if (job.state === 'pending' || job.state === 'processing') { + pendingRequests = true + } + } + }) + + tasks.push(p) + } + + await Promise.all(tasks) + + return pendingRequests +}