import express from 'express' import { LRUCache } from 'lru-cache' import { Model } from 'sequelize' import { logger } from '@server/helpers/logger.js' import { CachePromise } from '@server/helpers/promise-cache.js' import { LRU_CACHE, STATIC_MAX_AGE } from '@server/initializers/constants.js' import { downloadImageFromWorker } from '@server/lib/worker/parent-process.js' import { HttpStatusCode } from '@peertube/peertube-models' type ImageModel = { fileUrl: string filename: string onDisk: boolean isOwned (): boolean getPath (): string save (): Promise } export abstract class AbstractPermanentFileCache { // Unsafe because it can return paths that do not exist anymore private readonly filenameToPathUnsafeCache = new LRUCache({ max: LRU_CACHE.FILENAME_TO_PATH_PERMANENT_FILE_CACHE.MAX_SIZE }) protected abstract getImageSize (image: M): { width: number, height: number } protected abstract loadModel (filename: string): Promise constructor (private readonly directory: string) { } async lazyServe (options: { filename: string res: express.Response next: express.NextFunction }) { const { filename, res, next } = options if (this.filenameToPathUnsafeCache.has(filename)) { return res.sendFile(this.filenameToPathUnsafeCache.get(filename), { maxAge: STATIC_MAX_AGE.SERVER }) } const image = await this.lazyLoadIfNeeded(filename) if (!image) return res.status(HttpStatusCode.NOT_FOUND_404).end() const path = image.getPath() this.filenameToPathUnsafeCache.set(filename, path) return res.sendFile(path, { maxAge: STATIC_MAX_AGE.LAZY_SERVER }, (err: any) => { if (!err) return this.onServeError({ err, image, next, filename }) }) } @CachePromise({ keyBuilder: filename => filename }) private async lazyLoadIfNeeded (filename: string) { const image = await this.loadModel(filename) if (!image) return undefined if (image.onDisk === false) { if (!image.fileUrl) return undefined try { await this.downloadRemoteFile(image) } catch (err) { logger.warn('Cannot process remote image %s.', image.fileUrl, { err }) return undefined } } return image } async downloadRemoteFile (image: M) { logger.info('Download remote image %s lazily.', image.fileUrl) const destination = await this.downloadImage({ filename: image.filename, fileUrl: image.fileUrl, size: this.getImageSize(image) }) image.onDisk = true image.save() .catch(err => logger.error('Cannot save new image disk state.', { err })) return destination } private onServeError (options: { err: any image: M filename: string next: express.NextFunction }) { const { err, image, filename, next } = options // It seems this actor image is not on the disk anymore if (err.status === HttpStatusCode.NOT_FOUND_404 && !image.isOwned()) { logger.error('Cannot lazy serve image %s.', filename, { err }) this.filenameToPathUnsafeCache.delete(filename) image.onDisk = false image.save() .catch(err => logger.error('Cannot save new image disk state.', { err })) } return next(err) } private downloadImage (options: { fileUrl: string filename: string size: { width: number, height: number } }) { const downloaderOptions = { url: options.fileUrl, destDir: this.directory, destName: options.filename, size: options.size } return downloadImageFromWorker(downloaderOptions) } }