PeerTube/shared/extra-utils/server/jobs.ts

76 lines
1.9 KiB
TypeScript
Raw Normal View History

2021-07-07 09:34:56 +02:00
import { JobState } from '../../models'
2021-07-13 09:43:59 +02:00
import { wait } from '../miscs'
2021-07-16 09:47:51 +02:00
import { PeerTubeServer } from './server'
2017-11-30 10:51:13 +01:00
2021-07-16 09:47:51 +02:00
async function waitJobs (serversArg: PeerTubeServer[] | PeerTubeServer) {
2021-02-18 14:44:12 +01:00
const pendingJobWait = process.env.NODE_PENDING_JOB_WAIT
? parseInt(process.env.NODE_PENDING_JOB_WAIT, 10)
2021-05-07 14:48:39 +02:00
: 250
2021-02-18 14:44:12 +01:00
2021-07-16 09:47:51 +02:00
let servers: PeerTubeServer[]
2021-07-16 09:47:51 +02:00
if (Array.isArray(serversArg) === false) servers = [ serversArg as PeerTubeServer ]
else servers = serversArg as PeerTubeServer[]
2018-07-10 17:02:20 +02:00
const states: JobState[] = [ 'waiting', 'active', 'delayed' ]
const repeatableJobs = [ 'videos-views', 'activitypub-cleaner' ]
2019-07-31 15:57:32 +02:00
let pendingRequests: boolean
2018-12-26 10:36:24 +01:00
function tasksBuilder () {
const tasks: Promise<any>[] = []
// Check if each server has pending request
for (const server of servers) {
for (const state of states) {
2021-07-16 09:04:35 +02:00
const p = server.jobs.getJobsList({
2021-07-07 09:34:56 +02:00
state,
2019-12-04 14:49:59 +01:00
start: 0,
count: 10,
sort: '-createdAt'
2021-07-07 09:34:56 +02:00
}).then(body => body.data)
.then(jobs => jobs.filter(j => !repeatableJobs.includes(j.type)))
2018-08-29 16:26:25 +02:00
.then(jobs => {
2019-07-29 11:59:29 +02:00
if (jobs.length !== 0) {
pendingRequests = true
}
})
2021-02-18 14:44:12 +01:00
tasks.push(p)
}
2021-02-18 14:44:12 +01:00
2021-07-16 09:04:35 +02:00
const p = server.debug.getDebug()
2021-07-06 16:02:11 +02:00
.then(obj => {
2021-02-18 14:44:12 +01:00
if (obj.activityPubMessagesWaiting !== 0) {
pendingRequests = true
}
})
tasks.push(p)
}
2018-12-26 10:36:24 +01:00
return tasks
}
do {
2019-07-31 15:57:32 +02:00
pendingRequests = false
2018-12-26 10:36:24 +01:00
await Promise.all(tasksBuilder())
// Retry, in case of new jobs were created
if (pendingRequests === false) {
2019-01-08 11:26:41 +01:00
await wait(pendingJobWait)
2018-12-26 10:36:24 +01:00
await Promise.all(tasksBuilder())
}
if (pendingRequests) {
2021-05-07 14:48:39 +02:00
await wait(pendingJobWait)
}
} while (pendingRequests)
}
2017-11-30 10:51:13 +01:00
// ---------------------------------------------------------------------------
export {
2021-07-07 09:34:56 +02:00
waitJobs
2017-11-30 10:51:13 +01:00
}