2022-08-08 10:42:08 +02:00
|
|
|
import { Job } from 'bullmq'
|
2022-03-23 16:14:33 +01:00
|
|
|
import { buildGlobalHeaders, buildSignedRequestOptions, computeBody } from '@server/lib/activitypub/send'
|
2021-10-13 11:47:32 +02:00
|
|
|
import { ActorFollowHealthCache } from '@server/lib/actor-follow-health-cache'
|
2022-09-08 12:26:46 +02:00
|
|
|
import { sequentialHTTPBroadcastFromWorker } from '@server/lib/worker/parent-process'
|
2021-03-03 10:10:55 +01:00
|
|
|
import { ActivitypubHttpBroadcastPayload } from '@shared/models'
|
2017-12-28 11:16:08 +01:00
|
|
|
import { logger } from '../../../helpers/logger'
|
2018-01-25 15:05:18 +01:00
|
|
|
|
2022-09-08 12:26:46 +02:00
|
|
|
// Prefer using a worker thread for HTTP requests because on high load we may have to sign many requests, which can be CPU intensive
|
|
|
|
|
|
|
|
async function processActivityPubHttpSequentialBroadcast (job: Job<ActivitypubHttpBroadcastPayload>) {
|
2022-08-08 15:48:17 +02:00
|
|
|
logger.info('Processing ActivityPub broadcast in job %s.', job.id)
|
2018-01-25 15:05:18 +01:00
|
|
|
|
2022-09-08 12:26:46 +02:00
|
|
|
const requestOptions = await buildRequestOptions(job.data)
|
2017-11-17 11:35:10 +01:00
|
|
|
|
2022-09-08 12:26:46 +02:00
|
|
|
const { badUrls, goodUrls } = await sequentialHTTPBroadcastFromWorker({ uris: job.data.uris, requestOptions })
|
2017-11-17 11:35:10 +01:00
|
|
|
|
2022-09-08 12:26:46 +02:00
|
|
|
return ActorFollowHealthCache.Instance.updateActorFollowsHealth(goodUrls, badUrls)
|
|
|
|
}
|
|
|
|
|
|
|
|
async function processActivityPubParallelHttpBroadcast (job: Job<ActivitypubHttpBroadcastPayload>) {
|
|
|
|
logger.info('Processing ActivityPub parallel broadcast in job %s.', job.id)
|
2017-11-17 11:35:10 +01:00
|
|
|
|
2022-09-08 12:26:46 +02:00
|
|
|
const requestOptions = await buildRequestOptions(job.data)
|
2018-01-11 09:35:50 +01:00
|
|
|
|
2022-09-08 12:26:46 +02:00
|
|
|
const { badUrls, goodUrls } = await sequentialHTTPBroadcastFromWorker({ uris: job.data.uris, requestOptions })
|
2018-01-11 09:35:50 +01:00
|
|
|
|
2021-10-13 11:47:32 +02:00
|
|
|
return ActorFollowHealthCache.Instance.updateActorFollowsHealth(goodUrls, badUrls)
|
2017-11-17 11:35:10 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
// ---------------------------------------------------------------------------
|
|
|
|
|
|
|
|
export {
|
2022-09-08 12:26:46 +02:00
|
|
|
processActivityPubHttpSequentialBroadcast,
|
|
|
|
processActivityPubParallelHttpBroadcast
|
|
|
|
}
|
|
|
|
|
|
|
|
// ---------------------------------------------------------------------------
|
|
|
|
|
|
|
|
async function buildRequestOptions (payload: ActivitypubHttpBroadcastPayload) {
|
|
|
|
const body = await computeBody(payload)
|
|
|
|
const httpSignatureOptions = await buildSignedRequestOptions(payload)
|
|
|
|
|
|
|
|
return {
|
|
|
|
method: 'POST' as 'POST',
|
|
|
|
json: body,
|
|
|
|
httpSignature: httpSignatureOptions,
|
|
|
|
headers: buildGlobalHeaders(body)
|
|
|
|
}
|
2017-11-17 11:35:10 +01:00
|
|
|
}
|