2021-04-06 11:35:56 +02:00
|
|
|
import { queue } from 'async'
|
2022-02-28 08:34:43 +01:00
|
|
|
import { remove } from 'fs-extra'
|
2021-08-27 14:32:44 +02:00
|
|
|
import LRUCache from 'lru-cache'
|
2021-06-08 09:33:03 +02:00
|
|
|
import { join } from 'path'
|
2021-06-03 16:02:29 +02:00
|
|
|
import { ActorModel } from '@server/models/actor/actor'
|
2021-12-29 14:44:58 +01:00
|
|
|
import { getLowercaseExtension } from '@shared/core-utils'
|
|
|
|
import { buildUUID } from '@shared/extra-utils'
|
2021-06-03 16:02:29 +02:00
|
|
|
import { ActivityPubActorType, ActorImageType } from '@shared/models'
|
2021-04-06 11:35:56 +02:00
|
|
|
import { retryTransactionWrapper } from '../helpers/database-utils'
|
|
|
|
import { processImage } from '../helpers/image-utils'
|
|
|
|
import { downloadImage } from '../helpers/requests'
|
2019-04-11 11:33:44 +02:00
|
|
|
import { CONFIG } from '../initializers/config'
|
2021-06-03 16:02:29 +02:00
|
|
|
import { ACTOR_IMAGES_SIZE, LRU_CACHE, QUEUE_CONCURRENCY, WEBSERVER } from '../initializers/constants'
|
2019-04-11 14:26:41 +02:00
|
|
|
import { sequelizeTypescript } from '../initializers/database'
|
2021-06-03 16:02:29 +02:00
|
|
|
import { MAccountDefault, MActor, MChannelDefault } from '../types/models'
|
2022-02-28 08:34:43 +01:00
|
|
|
import { deleteActorImages, updateActorImages } from './activitypub/actors'
|
2021-04-06 11:35:56 +02:00
|
|
|
import { sendUpdateActor } from './activitypub/send'
|
2018-06-29 11:29:23 +02:00
|
|
|
|
2021-06-03 16:02:29 +02:00
|
|
|
function buildActorInstance (type: ActivityPubActorType, url: string, preferredUsername: string) {
|
|
|
|
return new ActorModel({
|
|
|
|
type,
|
|
|
|
url,
|
|
|
|
preferredUsername,
|
|
|
|
publicKey: null,
|
|
|
|
privateKey: null,
|
|
|
|
followersCount: 0,
|
|
|
|
followingCount: 0,
|
|
|
|
inboxUrl: url + '/inbox',
|
|
|
|
outboxUrl: url + '/outbox',
|
|
|
|
sharedInboxUrl: WEBSERVER.URL + '/inbox',
|
|
|
|
followersUrl: url + '/followers',
|
|
|
|
followingUrl: url + '/following'
|
|
|
|
}) as MActor
|
|
|
|
}
|
|
|
|
|
2022-02-28 08:34:43 +01:00
|
|
|
async function updateLocalActorImageFiles (
|
2021-01-13 09:12:55 +01:00
|
|
|
accountOrChannel: MAccountDefault | MChannelDefault,
|
2021-04-06 17:01:35 +02:00
|
|
|
imagePhysicalFile: Express.Multer.File,
|
|
|
|
type: ActorImageType
|
2019-08-15 11:53:26 +02:00
|
|
|
) {
|
2022-02-28 08:34:43 +01:00
|
|
|
const processImageSize = async (imageSize: { width: number, height: number }) => {
|
|
|
|
const extension = getLowercaseExtension(imagePhysicalFile.filename)
|
|
|
|
|
|
|
|
const imageName = buildUUID() + extension
|
|
|
|
const destination = join(CONFIG.STORAGE.ACTOR_IMAGES, imageName)
|
|
|
|
await processImage(imagePhysicalFile.path, destination, imageSize, true)
|
|
|
|
|
|
|
|
return {
|
|
|
|
imageName,
|
|
|
|
imageSize
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
const processedImages = await Promise.all(ACTOR_IMAGES_SIZE[type].map(processImageSize))
|
|
|
|
await remove(imagePhysicalFile.path)
|
|
|
|
|
|
|
|
return retryTransactionWrapper(() => sequelizeTypescript.transaction(async t => {
|
|
|
|
const actorImagesInfo = processedImages.map(({ imageName, imageSize }) => ({
|
|
|
|
name: imageName,
|
|
|
|
fileUrl: null,
|
|
|
|
height: imageSize.height,
|
|
|
|
width: imageSize.width,
|
|
|
|
onDisk: true
|
|
|
|
}))
|
|
|
|
|
|
|
|
const updatedActor = await updateActorImages(accountOrChannel.Actor, type, actorImagesInfo, t)
|
|
|
|
await updatedActor.save({ transaction: t })
|
|
|
|
|
|
|
|
await sendUpdateActor(accountOrChannel, t)
|
|
|
|
|
|
|
|
return type === ActorImageType.AVATAR
|
|
|
|
? updatedActor.Avatars
|
|
|
|
: updatedActor.Banners
|
|
|
|
}))
|
2018-06-29 11:29:23 +02:00
|
|
|
}
|
|
|
|
|
2021-04-06 17:01:35 +02:00
|
|
|
async function deleteLocalActorImageFile (accountOrChannel: MAccountDefault | MChannelDefault, type: ActorImageType) {
|
2021-01-13 09:12:55 +01:00
|
|
|
return retryTransactionWrapper(() => {
|
|
|
|
return sequelizeTypescript.transaction(async t => {
|
2022-02-28 08:34:43 +01:00
|
|
|
const updatedActor = await deleteActorImages(accountOrChannel.Actor, type, t)
|
2021-01-13 09:12:55 +01:00
|
|
|
await updatedActor.save({ transaction: t })
|
|
|
|
|
|
|
|
await sendUpdateActor(accountOrChannel, t)
|
|
|
|
|
2022-02-28 08:34:43 +01:00
|
|
|
return updatedActor.Avatars
|
2021-01-13 09:12:55 +01:00
|
|
|
})
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2022-02-28 08:34:43 +01:00
|
|
|
type DownloadImageQueueTask = {
|
|
|
|
fileUrl: string
|
|
|
|
filename: string
|
|
|
|
type: ActorImageType
|
|
|
|
size: typeof ACTOR_IMAGES_SIZE[ActorImageType][0]
|
|
|
|
}
|
2019-08-09 11:32:40 +02:00
|
|
|
|
|
|
|
const downloadImageQueue = queue<DownloadImageQueueTask, Error>((task, cb) => {
|
2022-02-28 08:34:43 +01:00
|
|
|
downloadImage(task.fileUrl, CONFIG.STORAGE.ACTOR_IMAGES, task.filename, task.size)
|
2019-08-09 11:32:40 +02:00
|
|
|
.then(() => cb())
|
|
|
|
.catch(err => cb(err))
|
2021-04-06 11:35:56 +02:00
|
|
|
}, QUEUE_CONCURRENCY.ACTOR_PROCESS_IMAGE)
|
2019-08-09 11:32:40 +02:00
|
|
|
|
2021-04-06 11:35:56 +02:00
|
|
|
function pushActorImageProcessInQueue (task: DownloadImageQueueTask) {
|
2021-02-03 09:33:05 +01:00
|
|
|
return new Promise<void>((res, rej) => {
|
2019-08-09 11:32:40 +02:00
|
|
|
downloadImageQueue.push(task, err => {
|
|
|
|
if (err) return rej(err)
|
|
|
|
|
|
|
|
return res()
|
|
|
|
})
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
// Unsafe so could returns paths that does not exist anymore
|
2021-04-06 11:35:56 +02:00
|
|
|
const actorImagePathUnsafeCache = new LRUCache<string, string>({ max: LRU_CACHE.ACTOR_IMAGE_STATIC.MAX_SIZE })
|
2019-08-09 11:32:40 +02:00
|
|
|
|
2018-06-29 11:29:23 +02:00
|
|
|
export {
|
2021-04-06 11:35:56 +02:00
|
|
|
actorImagePathUnsafeCache,
|
2022-02-28 08:34:43 +01:00
|
|
|
updateLocalActorImageFiles,
|
2021-04-06 17:01:35 +02:00
|
|
|
deleteLocalActorImageFile,
|
2021-06-03 16:02:29 +02:00
|
|
|
pushActorImageProcessInQueue,
|
|
|
|
buildActorInstance
|
2018-06-29 11:29:23 +02:00
|
|
|
}
|