2022-07-05 08:43:21 -05:00
|
|
|
import { Application, Request, Response } from 'express'
|
2022-11-15 06:56:04 -06:00
|
|
|
import { Meter, metrics } from '@opentelemetry/api'
|
2022-07-05 08:43:21 -05:00
|
|
|
import { PrometheusExporter } from '@opentelemetry/exporter-prometheus'
|
2022-09-09 04:11:47 -05:00
|
|
|
import { MeterProvider } from '@opentelemetry/sdk-metrics'
|
2022-07-05 08:43:21 -05:00
|
|
|
import { logger } from '@server/helpers/logger'
|
|
|
|
import { CONFIG } from '@server/initializers/config'
|
2022-08-12 09:41:29 -05:00
|
|
|
import { MVideoImmutable } from '@server/types/models'
|
|
|
|
import { PlaybackMetricCreate } from '@shared/models'
|
2022-07-27 09:19:25 -05:00
|
|
|
import {
|
2023-01-05 03:19:51 -06:00
|
|
|
BittorrentTrackerObserversBuilder,
|
2022-07-27 09:19:25 -05:00
|
|
|
JobQueueObserversBuilder,
|
|
|
|
LivesObserversBuilder,
|
|
|
|
NodeJSObserversBuilder,
|
2022-08-12 09:41:29 -05:00
|
|
|
PlaybackMetrics,
|
2022-07-27 09:19:25 -05:00
|
|
|
StatsObserversBuilder,
|
|
|
|
ViewersObserversBuilder
|
|
|
|
} from './metric-helpers'
|
2022-07-05 08:43:21 -05:00
|
|
|
|
|
|
|
class OpenTelemetryMetrics {
|
|
|
|
|
|
|
|
private static instance: OpenTelemetryMetrics
|
|
|
|
|
|
|
|
private meter: Meter
|
|
|
|
|
|
|
|
private onRequestDuration: (req: Request, res: Response) => void
|
|
|
|
|
2022-08-12 09:41:29 -05:00
|
|
|
private playbackMetrics: PlaybackMetrics
|
|
|
|
|
2022-07-05 08:43:21 -05:00
|
|
|
private constructor () {}
|
|
|
|
|
|
|
|
init (app: Application) {
|
|
|
|
if (CONFIG.OPEN_TELEMETRY.METRICS.ENABLED !== true) return
|
|
|
|
|
|
|
|
app.use((req, res, next) => {
|
|
|
|
res.once('finish', () => {
|
|
|
|
if (!this.onRequestDuration) return
|
|
|
|
|
|
|
|
this.onRequestDuration(req as Request, res as Response)
|
|
|
|
})
|
|
|
|
|
|
|
|
next()
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2023-01-05 03:19:51 -06:00
|
|
|
registerMetrics (options: { trackerServer: any }) {
|
2022-07-05 08:43:21 -05:00
|
|
|
if (CONFIG.OPEN_TELEMETRY.METRICS.ENABLED !== true) return
|
|
|
|
|
|
|
|
logger.info('Registering Open Telemetry metrics')
|
|
|
|
|
2022-08-12 09:41:29 -05:00
|
|
|
const provider = new MeterProvider({
|
|
|
|
views: [
|
|
|
|
...NodeJSObserversBuilder.getViews()
|
|
|
|
]
|
|
|
|
})
|
2022-07-05 08:43:21 -05:00
|
|
|
|
2022-11-15 06:56:04 -06:00
|
|
|
provider.addMetricReader(new PrometheusExporter({
|
|
|
|
host: CONFIG.OPEN_TELEMETRY.METRICS.PROMETHEUS_EXPORTER.HOSTNAME,
|
|
|
|
port: CONFIG.OPEN_TELEMETRY.METRICS.PROMETHEUS_EXPORTER.PORT
|
|
|
|
}))
|
2022-07-05 08:43:21 -05:00
|
|
|
|
|
|
|
metrics.setGlobalMeterProvider(provider)
|
|
|
|
|
|
|
|
this.meter = metrics.getMeter('default')
|
|
|
|
|
2023-02-27 06:53:54 -06:00
|
|
|
if (CONFIG.OPEN_TELEMETRY.METRICS.HTTP_REQUEST_DURATION.ENABLED === true) {
|
|
|
|
this.buildRequestObserver()
|
|
|
|
}
|
2022-07-05 08:43:21 -05:00
|
|
|
|
2022-08-12 09:41:29 -05:00
|
|
|
this.playbackMetrics = new PlaybackMetrics(this.meter)
|
|
|
|
this.playbackMetrics.buildCounters()
|
|
|
|
|
|
|
|
const nodeJSObserversBuilder = new NodeJSObserversBuilder(this.meter)
|
2022-07-19 04:58:19 -05:00
|
|
|
nodeJSObserversBuilder.buildObservers()
|
2022-07-05 08:43:21 -05:00
|
|
|
|
2022-07-19 04:58:19 -05:00
|
|
|
const jobQueueObserversBuilder = new JobQueueObserversBuilder(this.meter)
|
|
|
|
jobQueueObserversBuilder.buildObservers()
|
2022-07-05 08:43:21 -05:00
|
|
|
|
2022-07-19 04:58:19 -05:00
|
|
|
const statsObserversBuilder = new StatsObserversBuilder(this.meter)
|
|
|
|
statsObserversBuilder.buildObservers()
|
2022-07-27 09:19:25 -05:00
|
|
|
|
|
|
|
const livesObserversBuilder = new LivesObserversBuilder(this.meter)
|
|
|
|
livesObserversBuilder.buildObservers()
|
|
|
|
|
|
|
|
const viewersObserversBuilder = new ViewersObserversBuilder(this.meter)
|
|
|
|
viewersObserversBuilder.buildObservers()
|
2023-01-05 03:19:51 -06:00
|
|
|
|
|
|
|
const bittorrentTrackerObserversBuilder = new BittorrentTrackerObserversBuilder(this.meter, options.trackerServer)
|
|
|
|
bittorrentTrackerObserversBuilder.buildObservers()
|
2022-07-05 08:43:21 -05:00
|
|
|
}
|
|
|
|
|
2022-08-12 09:41:29 -05:00
|
|
|
observePlaybackMetric (video: MVideoImmutable, metrics: PlaybackMetricCreate) {
|
|
|
|
this.playbackMetrics.observe(video, metrics)
|
|
|
|
}
|
|
|
|
|
2022-07-05 08:43:21 -05:00
|
|
|
private buildRequestObserver () {
|
|
|
|
const requestDuration = this.meter.createHistogram('http_request_duration_ms', {
|
|
|
|
unit: 'milliseconds',
|
|
|
|
description: 'Duration of HTTP requests in ms'
|
|
|
|
})
|
|
|
|
|
|
|
|
this.onRequestDuration = (req: Request, res: Response) => {
|
|
|
|
const duration = Date.now() - res.locals.requestStart
|
|
|
|
|
|
|
|
requestDuration.record(duration, {
|
|
|
|
path: this.buildRequestPath(req.originalUrl),
|
|
|
|
method: req.method,
|
|
|
|
statusCode: res.statusCode + ''
|
|
|
|
})
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
private buildRequestPath (path: string) {
|
|
|
|
return path.split('?')[0]
|
|
|
|
}
|
|
|
|
|
|
|
|
static get Instance () {
|
|
|
|
return this.instance || (this.instance = new this())
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
export {
|
|
|
|
OpenTelemetryMetrics
|
|
|
|
}
|