2020-01-31 16:56:52 +01:00
|
|
|
/* eslint-disable @typescript-eslint/no-unused-expressions,@typescript-eslint/require-await */
|
2019-08-09 15:04:36 +02:00
|
|
|
|
|
|
|
import 'mocha'
|
|
|
|
import * as chai from 'chai'
|
|
|
|
import { waitJobs } from '../../../shared/extra-utils/server/jobs'
|
|
|
|
import {
|
|
|
|
buildServerDirectory,
|
|
|
|
cleanupTests,
|
|
|
|
createVideoPlaylist,
|
|
|
|
doubleFollow,
|
|
|
|
execCLI,
|
|
|
|
flushAndRunMultipleServers,
|
|
|
|
getAccount,
|
2020-01-31 16:56:52 +01:00
|
|
|
getEnvCli,
|
|
|
|
makeGetRequest,
|
2019-08-09 15:04:36 +02:00
|
|
|
ServerInfo,
|
2020-01-31 16:56:52 +01:00
|
|
|
setAccessTokensToServers,
|
|
|
|
setDefaultVideoChannel,
|
2019-08-09 15:04:36 +02:00
|
|
|
updateMyAvatar,
|
|
|
|
uploadVideo,
|
|
|
|
wait
|
|
|
|
} from '../../../shared/extra-utils'
|
|
|
|
import { Account, VideoPlaylistPrivacy } from '../../../shared/models'
|
|
|
|
import { createFile, readdir } from 'fs-extra'
|
|
|
|
import * as uuidv4 from 'uuid/v4'
|
|
|
|
import { join } from 'path'
|
|
|
|
|
|
|
|
const expect = chai.expect
|
|
|
|
|
|
|
|
async function countFiles (internalServerNumber: number, directory: string) {
|
|
|
|
const files = await readdir(buildServerDirectory(internalServerNumber, directory))
|
|
|
|
|
|
|
|
return files.length
|
|
|
|
}
|
|
|
|
|
|
|
|
async function assertNotExists (internalServerNumber: number, directory: string, substring: string) {
|
|
|
|
const files = await readdir(buildServerDirectory(internalServerNumber, directory))
|
|
|
|
|
|
|
|
for (const f of files) {
|
|
|
|
expect(f).to.not.contain(substring)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
async function assertCountAreOkay (servers: ServerInfo[]) {
|
|
|
|
for (const server of servers) {
|
|
|
|
const videosCount = await countFiles(server.internalServerNumber, 'videos')
|
|
|
|
expect(videosCount).to.equal(8)
|
|
|
|
|
|
|
|
const torrentsCount = await countFiles(server.internalServerNumber, 'torrents')
|
2019-11-21 12:16:27 +01:00
|
|
|
expect(torrentsCount).to.equal(16)
|
2019-08-09 15:04:36 +02:00
|
|
|
|
|
|
|
const previewsCount = await countFiles(server.internalServerNumber, 'previews')
|
|
|
|
expect(previewsCount).to.equal(2)
|
|
|
|
|
|
|
|
const thumbnailsCount = await countFiles(server.internalServerNumber, 'thumbnails')
|
|
|
|
expect(thumbnailsCount).to.equal(6)
|
|
|
|
|
|
|
|
const avatarsCount = await countFiles(server.internalServerNumber, 'avatars')
|
|
|
|
expect(avatarsCount).to.equal(2)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
describe('Test prune storage scripts', function () {
|
|
|
|
let servers: ServerInfo[]
|
2020-01-31 16:56:52 +01:00
|
|
|
const badNames: { [directory: string]: string[] } = {}
|
2019-08-09 15:04:36 +02:00
|
|
|
|
|
|
|
before(async function () {
|
|
|
|
this.timeout(120000)
|
|
|
|
|
|
|
|
servers = await flushAndRunMultipleServers(2, { transcoding: { enabled: true } })
|
|
|
|
await setAccessTokensToServers(servers)
|
|
|
|
await setDefaultVideoChannel(servers)
|
|
|
|
|
|
|
|
for (const server of servers) {
|
|
|
|
await uploadVideo(server.url, server.accessToken, { name: 'video 1' })
|
|
|
|
await uploadVideo(server.url, server.accessToken, { name: 'video 2' })
|
|
|
|
|
|
|
|
await updateMyAvatar({ url: server.url, accessToken: server.accessToken, fixture: 'avatar.png' })
|
|
|
|
|
|
|
|
await createVideoPlaylist({
|
|
|
|
url: server.url,
|
|
|
|
token: server.accessToken,
|
|
|
|
playlistAttrs: {
|
|
|
|
displayName: 'playlist',
|
|
|
|
privacy: VideoPlaylistPrivacy.PUBLIC,
|
|
|
|
videoChannelId: server.videoChannel.id,
|
|
|
|
thumbnailfile: 'thumbnail.jpg'
|
|
|
|
}
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
await doubleFollow(servers[0], servers[1])
|
|
|
|
|
|
|
|
// Lazy load the remote avatar
|
|
|
|
{
|
2020-01-31 16:56:52 +01:00
|
|
|
const res = await getAccount(servers[0].url, 'root@localhost:' + servers[1].port)
|
2019-08-09 15:04:36 +02:00
|
|
|
const account: Account = res.body
|
2019-11-21 12:16:27 +01:00
|
|
|
await makeGetRequest({
|
2020-01-31 16:56:52 +01:00
|
|
|
url: servers[0].url,
|
2019-11-21 12:16:27 +01:00
|
|
|
path: account.avatar.path,
|
|
|
|
statusCodeExpected: 200
|
|
|
|
})
|
2019-08-09 15:04:36 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
{
|
2020-01-31 16:56:52 +01:00
|
|
|
const res = await getAccount(servers[1].url, 'root@localhost:' + servers[0].port)
|
2019-08-09 15:04:36 +02:00
|
|
|
const account: Account = res.body
|
2019-11-21 12:16:27 +01:00
|
|
|
await makeGetRequest({
|
2020-01-31 16:56:52 +01:00
|
|
|
url: servers[1].url,
|
2019-11-21 12:16:27 +01:00
|
|
|
path: account.avatar.path,
|
|
|
|
statusCodeExpected: 200
|
|
|
|
})
|
2019-08-09 15:04:36 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
await wait(1000)
|
|
|
|
|
|
|
|
await waitJobs(servers)
|
|
|
|
})
|
|
|
|
|
|
|
|
it('Should have the files on the disk', async function () {
|
|
|
|
await assertCountAreOkay(servers)
|
|
|
|
})
|
|
|
|
|
|
|
|
it('Should create some dirty files', async function () {
|
|
|
|
for (let i = 0; i < 2; i++) {
|
|
|
|
{
|
|
|
|
const base = buildServerDirectory(servers[0].internalServerNumber, 'videos')
|
|
|
|
|
|
|
|
const n1 = uuidv4() + '.mp4'
|
|
|
|
const n2 = uuidv4() + '.webm'
|
|
|
|
|
|
|
|
await createFile(join(base, n1))
|
|
|
|
await createFile(join(base, n2))
|
|
|
|
|
|
|
|
badNames['videos'] = [ n1, n2 ]
|
|
|
|
}
|
|
|
|
|
|
|
|
{
|
|
|
|
const base = buildServerDirectory(servers[0].internalServerNumber, 'torrents')
|
|
|
|
|
|
|
|
const n1 = uuidv4() + '-240.torrent'
|
|
|
|
const n2 = uuidv4() + '-480.torrent'
|
|
|
|
|
|
|
|
await createFile(join(base, n1))
|
|
|
|
await createFile(join(base, n2))
|
|
|
|
|
|
|
|
badNames['torrents'] = [ n1, n2 ]
|
|
|
|
}
|
|
|
|
|
|
|
|
{
|
|
|
|
const base = buildServerDirectory(servers[0].internalServerNumber, 'thumbnails')
|
|
|
|
|
|
|
|
const n1 = uuidv4() + '.jpg'
|
|
|
|
const n2 = uuidv4() + '.jpg'
|
|
|
|
|
|
|
|
await createFile(join(base, n1))
|
|
|
|
await createFile(join(base, n2))
|
|
|
|
|
|
|
|
badNames['thumbnails'] = [ n1, n2 ]
|
|
|
|
}
|
|
|
|
|
|
|
|
{
|
|
|
|
const base = buildServerDirectory(servers[0].internalServerNumber, 'previews')
|
|
|
|
|
|
|
|
const n1 = uuidv4() + '.jpg'
|
|
|
|
const n2 = uuidv4() + '.jpg'
|
|
|
|
|
|
|
|
await createFile(join(base, n1))
|
|
|
|
await createFile(join(base, n2))
|
|
|
|
|
|
|
|
badNames['previews'] = [ n1, n2 ]
|
|
|
|
}
|
|
|
|
|
|
|
|
{
|
|
|
|
const base = buildServerDirectory(servers[0].internalServerNumber, 'avatars')
|
|
|
|
|
|
|
|
const n1 = uuidv4() + '.png'
|
|
|
|
const n2 = uuidv4() + '.jpg'
|
|
|
|
|
|
|
|
await createFile(join(base, n1))
|
|
|
|
await createFile(join(base, n2))
|
|
|
|
|
|
|
|
badNames['avatars'] = [ n1, n2 ]
|
|
|
|
}
|
|
|
|
}
|
|
|
|
})
|
|
|
|
|
|
|
|
it('Should run prune storage', async function () {
|
|
|
|
this.timeout(30000)
|
|
|
|
|
|
|
|
const env = getEnvCli(servers[0])
|
|
|
|
await execCLI(`echo y | ${env} npm run prune-storage`)
|
|
|
|
})
|
|
|
|
|
|
|
|
it('Should have removed files', async function () {
|
|
|
|
await assertCountAreOkay(servers)
|
|
|
|
|
|
|
|
for (const directory of Object.keys(badNames)) {
|
|
|
|
for (const name of badNames[directory]) {
|
|
|
|
await assertNotExists(servers[0].internalServerNumber, directory, name)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
})
|
|
|
|
|
|
|
|
after(async function () {
|
|
|
|
await cleanupTests(servers)
|
|
|
|
})
|
|
|
|
})
|