OpenCloud
/
PeerTube
mirror of https://github.com/Chocobozzz/PeerTube
1
0
Fork 0
Code Issues Releases Wiki Activity

Add worker thread completed OTEL metric

pull/6026/head
Chocobozzz 2023-10-27 14:40:53 +02:00
parent 049f50bc32
commit 880f8b924d
No known key found for this signature in database
GPG Key ID: 583A612D890159BE
2 changed files with 29 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
server/core/lib/opentelemetry/metric-helpers/worker-threads-observers.ts
View File

@ -1,5 +1,5 @@
import { Meter } from '@opentelemetry/api' import { Meter } from '@opentelemetry/api'
import { getWorkersQueueSize } from '@server/lib/worker/parent-process.js' import { getWorkersStats } from '@server/lib/worker/parent-process.js'
export class WorkerThreadsObserversBuilder { export class WorkerThreadsObserversBuilder {
@ -11,12 +11,22 @@ export class WorkerThreadsObserversBuilder {
this.meter.createObservableGauge('peertube_worker_thread_queue_total', { this.meter.createObservableGauge('peertube_worker_thread_queue_total', {
description: 'Total tasks waiting for a PeerTube worker thread' description: 'Total tasks waiting for a PeerTube worker thread'
}).addCallback(observableResult => { }).addCallback(observableResult => {
const stats = getWorkersQueueSize() const stats = getWorkersStats()
for (const stat of stats) { for (const stat of stats) {
observableResult.observe(stat.queueSize, { state: 'waiting', workerThread: stat.label }) observableResult.observe(stat.queueSize, { state: 'waiting', workerThread: stat.label })
} }
}) })
this.meter.createObservableGauge('peertube_worker_thread_completed_total', {
description: 'Total tasks completed in PeerTube worker threads'
}).addCallback(observableResult => {
const stats = getWorkersStats()
for (const stat of stats) {
observableResult.observe(stat.completed, { workerThread: stat.label })
}
})
} }
} }

26
server/core/lib/worker/parent-process.ts
View File

@ -149,39 +149,47 @@ export function buildDigestFromWorker (
// --------------------------------------------------------------------------- // ---------------------------------------------------------------------------
export function getWorkersQueueSize () { export function getWorkersStats () {
return [ return [
{ {
label: 'downloadImage', label: 'downloadImage',
queueSize: downloadImageWorker?.queueSize || 0 queueSize: downloadImageWorker?.queueSize || 0,
completed: downloadImageWorker?.completed || 0
}, },
{ {
label: 'processImageWorker', label: 'processImageWorker',
queueSize: processImageWorker?.queueSize || 0 queueSize: processImageWorker?.queueSize || 0,
completed: processImageWorker?.completed || 0
}, },
{ {
label: 'getImageSizeWorker', label: 'getImageSizeWorker',
queueSize: getImageSizeWorker?.queueSize || 0 queueSize: getImageSizeWorker?.queueSize || 0,
completed: getImageSizeWorker?.completed || 0
}, },
{ {
label: 'parallelHTTPBroadcastWorker', label: 'parallelHTTPBroadcastWorker',
queueSize: parallelHTTPBroadcastWorker?.queueSize || 0 queueSize: parallelHTTPBroadcastWorker?.queueSize || 0,
completed: parallelHTTPBroadcastWorker?.completed || 0
}, },
{ {
label: 'sequentialHTTPBroadcastWorker', label: 'sequentialHTTPBroadcastWorker',
queueSize: sequentialHTTPBroadcastWorker?.queueSize || 0 queueSize: sequentialHTTPBroadcastWorker?.queueSize || 0,
completed: sequentialHTTPBroadcastWorker?.completed || 0
}, },
{ {
label: 'httpUnicastWorker', label: 'httpUnicastWorker',
queueSize: httpUnicastWorker?.queueSize || 0 queueSize: httpUnicastWorker?.queueSize || 0,
completed: httpUnicastWorker?.completed || 0
}, },
{ {
label: 'signJsonLDObjectWorker', label: 'signJsonLDObjectWorker',
queueSize: signJsonLDObjectWorker?.queueSize || 0 queueSize: signJsonLDObjectWorker?.queueSize || 0,
completed: signJsonLDObjectWorker?.completed || 0
}, },
{ {
label: 'buildDigestWorker', label: 'buildDigestWorker',
queueSize: buildDigestWorker?.queueSize || 0 queueSize: buildDigestWorker?.queueSize || 0,
completed: buildDigestWorker?.completed || 0
} }
] ]
} }