2021-08-27 07:32:44 -05:00
|
|
|
import { mapSeries } from 'bluebird'
|
2020-12-15 06:34:58 -06:00
|
|
|
import { CONFIG } from '@server/initializers/config'
|
2021-05-11 04:15:29 -05:00
|
|
|
import { ActorFollowModel } from '@server/models/actor/actor-follow'
|
2020-12-15 06:34:58 -06:00
|
|
|
import { VideoRedundancyModel } from '@server/models/redundancy/video-redundancy'
|
2021-08-27 07:32:44 -05:00
|
|
|
import { UserModel } from '@server/models/user/user'
|
2020-12-15 06:34:58 -06:00
|
|
|
import { VideoModel } from '@server/models/video/video'
|
2021-04-12 04:19:07 -05:00
|
|
|
import { VideoChannelModel } from '@server/models/video/video-channel'
|
2020-12-15 06:34:58 -06:00
|
|
|
import { VideoCommentModel } from '@server/models/video/video-comment'
|
|
|
|
import { VideoFileModel } from '@server/models/video/video-file'
|
2021-04-12 04:19:07 -05:00
|
|
|
import { VideoPlaylistModel } from '@server/models/video/video-playlist'
|
2021-02-26 03:28:11 -06:00
|
|
|
import { ActivityType, ServerStats, VideoRedundancyStrategyWithManual } from '@shared/models'
|
2020-12-15 06:34:58 -06:00
|
|
|
|
|
|
|
class StatsManager {
|
|
|
|
|
|
|
|
private static instance: StatsManager
|
|
|
|
|
|
|
|
private readonly instanceStartDate = new Date()
|
|
|
|
|
2021-02-26 03:28:11 -06:00
|
|
|
private inboxMessages = {
|
|
|
|
processed: 0,
|
|
|
|
errors: 0,
|
|
|
|
successes: 0,
|
|
|
|
waiting: 0,
|
|
|
|
errorsPerType: this.buildAPPerType(),
|
|
|
|
successesPerType: this.buildAPPerType()
|
|
|
|
}
|
2020-12-15 06:34:58 -06:00
|
|
|
|
|
|
|
private constructor () {}
|
|
|
|
|
2021-02-26 03:28:11 -06:00
|
|
|
updateInboxWaiting (inboxMessagesWaiting: number) {
|
|
|
|
this.inboxMessages.waiting = inboxMessagesWaiting
|
|
|
|
}
|
|
|
|
|
|
|
|
addInboxProcessedSuccess (type: ActivityType) {
|
|
|
|
this.inboxMessages.processed++
|
|
|
|
this.inboxMessages.successes++
|
|
|
|
this.inboxMessages.successesPerType[type]++
|
|
|
|
}
|
|
|
|
|
|
|
|
addInboxProcessedError (type: ActivityType) {
|
|
|
|
this.inboxMessages.processed++
|
|
|
|
this.inboxMessages.errors++
|
|
|
|
this.inboxMessages.errorsPerType[type]++
|
2020-12-15 06:34:58 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
async getStats () {
|
|
|
|
const { totalLocalVideos, totalLocalVideoViews, totalVideos } = await VideoModel.getStats()
|
|
|
|
const { totalLocalVideoComments, totalVideoComments } = await VideoCommentModel.getStats()
|
|
|
|
const { totalUsers, totalDailyActiveUsers, totalWeeklyActiveUsers, totalMonthlyActiveUsers } = await UserModel.getStats()
|
|
|
|
const { totalInstanceFollowers, totalInstanceFollowing } = await ActorFollowModel.getStats()
|
|
|
|
const { totalLocalVideoFilesSize } = await VideoFileModel.getStats()
|
2021-04-12 04:19:07 -05:00
|
|
|
const {
|
|
|
|
totalLocalVideoChannels,
|
|
|
|
totalLocalDailyActiveVideoChannels,
|
|
|
|
totalLocalWeeklyActiveVideoChannels,
|
|
|
|
totalLocalMonthlyActiveVideoChannels
|
|
|
|
} = await VideoChannelModel.getStats()
|
|
|
|
const { totalLocalPlaylists } = await VideoPlaylistModel.getStats()
|
2020-12-15 06:34:58 -06:00
|
|
|
|
|
|
|
const videosRedundancyStats = await this.buildRedundancyStats()
|
|
|
|
|
|
|
|
const data: ServerStats = {
|
2021-04-12 04:19:07 -05:00
|
|
|
totalUsers,
|
|
|
|
totalDailyActiveUsers,
|
|
|
|
totalWeeklyActiveUsers,
|
|
|
|
totalMonthlyActiveUsers,
|
|
|
|
|
2020-12-15 06:34:58 -06:00
|
|
|
totalLocalVideos,
|
|
|
|
totalLocalVideoViews,
|
|
|
|
totalLocalVideoComments,
|
2021-04-12 04:19:07 -05:00
|
|
|
totalLocalVideoFilesSize,
|
|
|
|
|
2020-12-15 06:34:58 -06:00
|
|
|
totalVideos,
|
|
|
|
totalVideoComments,
|
|
|
|
|
2021-04-12 04:19:07 -05:00
|
|
|
totalLocalVideoChannels,
|
|
|
|
totalLocalDailyActiveVideoChannels,
|
|
|
|
totalLocalWeeklyActiveVideoChannels,
|
|
|
|
totalLocalMonthlyActiveVideoChannels,
|
|
|
|
|
|
|
|
totalLocalPlaylists,
|
2020-12-15 06:34:58 -06:00
|
|
|
|
|
|
|
totalInstanceFollowers,
|
|
|
|
totalInstanceFollowing,
|
|
|
|
|
|
|
|
videosRedundancy: videosRedundancyStats,
|
|
|
|
|
2021-02-26 03:28:11 -06:00
|
|
|
...this.buildAPStats()
|
2020-12-15 06:34:58 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
return data
|
|
|
|
}
|
|
|
|
|
|
|
|
private buildActivityPubMessagesProcessedPerSecond () {
|
|
|
|
const now = new Date()
|
|
|
|
const startedSeconds = (now.getTime() - this.instanceStartDate.getTime()) / 1000
|
|
|
|
|
2021-02-26 03:28:11 -06:00
|
|
|
return this.inboxMessages.processed / startedSeconds
|
2020-12-15 06:34:58 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
private buildRedundancyStats () {
|
|
|
|
const strategies = CONFIG.REDUNDANCY.VIDEOS.STRATEGIES
|
|
|
|
.map(r => ({
|
|
|
|
strategy: r.strategy as VideoRedundancyStrategyWithManual,
|
|
|
|
size: r.size
|
|
|
|
}))
|
|
|
|
|
|
|
|
strategies.push({ strategy: 'manual', size: null })
|
|
|
|
|
2021-08-27 07:32:44 -05:00
|
|
|
return mapSeries(strategies, r => {
|
2021-06-01 02:28:45 -05:00
|
|
|
return VideoRedundancyModel.getStats(r.strategy)
|
|
|
|
.then(stats => Object.assign(stats, { strategy: r.strategy, totalSize: r.size }))
|
|
|
|
})
|
2020-12-15 06:34:58 -06:00
|
|
|
}
|
|
|
|
|
2021-02-26 03:28:11 -06:00
|
|
|
private buildAPPerType () {
|
|
|
|
return {
|
|
|
|
Create: 0,
|
|
|
|
Update: 0,
|
|
|
|
Delete: 0,
|
|
|
|
Follow: 0,
|
|
|
|
Accept: 0,
|
|
|
|
Reject: 0,
|
|
|
|
Announce: 0,
|
|
|
|
Undo: 0,
|
|
|
|
Like: 0,
|
|
|
|
Dislike: 0,
|
|
|
|
Flag: 0,
|
|
|
|
View: 0
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
private buildAPStats () {
|
|
|
|
return {
|
|
|
|
totalActivityPubMessagesProcessed: this.inboxMessages.processed,
|
|
|
|
|
|
|
|
totalActivityPubMessagesSuccesses: this.inboxMessages.successes,
|
|
|
|
|
|
|
|
// Dirty, but simpler and with type checking
|
|
|
|
totalActivityPubCreateMessagesSuccesses: this.inboxMessages.successesPerType.Create,
|
|
|
|
totalActivityPubUpdateMessagesSuccesses: this.inboxMessages.successesPerType.Update,
|
|
|
|
totalActivityPubDeleteMessagesSuccesses: this.inboxMessages.successesPerType.Delete,
|
|
|
|
totalActivityPubFollowMessagesSuccesses: this.inboxMessages.successesPerType.Follow,
|
|
|
|
totalActivityPubAcceptMessagesSuccesses: this.inboxMessages.successesPerType.Accept,
|
|
|
|
totalActivityPubRejectMessagesSuccesses: this.inboxMessages.successesPerType.Reject,
|
|
|
|
totalActivityPubAnnounceMessagesSuccesses: this.inboxMessages.successesPerType.Announce,
|
|
|
|
totalActivityPubUndoMessagesSuccesses: this.inboxMessages.successesPerType.Undo,
|
|
|
|
totalActivityPubLikeMessagesSuccesses: this.inboxMessages.successesPerType.Like,
|
|
|
|
totalActivityPubDislikeMessagesSuccesses: this.inboxMessages.successesPerType.Dislike,
|
|
|
|
totalActivityPubFlagMessagesSuccesses: this.inboxMessages.successesPerType.Flag,
|
|
|
|
totalActivityPubViewMessagesSuccesses: this.inboxMessages.successesPerType.View,
|
|
|
|
|
|
|
|
totalActivityPubCreateMessagesErrors: this.inboxMessages.errorsPerType.Create,
|
|
|
|
totalActivityPubUpdateMessagesErrors: this.inboxMessages.errorsPerType.Update,
|
|
|
|
totalActivityPubDeleteMessagesErrors: this.inboxMessages.errorsPerType.Delete,
|
|
|
|
totalActivityPubFollowMessagesErrors: this.inboxMessages.errorsPerType.Follow,
|
|
|
|
totalActivityPubAcceptMessagesErrors: this.inboxMessages.errorsPerType.Accept,
|
|
|
|
totalActivityPubRejectMessagesErrors: this.inboxMessages.errorsPerType.Reject,
|
|
|
|
totalActivityPubAnnounceMessagesErrors: this.inboxMessages.errorsPerType.Announce,
|
|
|
|
totalActivityPubUndoMessagesErrors: this.inboxMessages.errorsPerType.Undo,
|
|
|
|
totalActivityPubLikeMessagesErrors: this.inboxMessages.errorsPerType.Like,
|
|
|
|
totalActivityPubDislikeMessagesErrors: this.inboxMessages.errorsPerType.Dislike,
|
|
|
|
totalActivityPubFlagMessagesErrors: this.inboxMessages.errorsPerType.Flag,
|
|
|
|
totalActivityPubViewMessagesErrors: this.inboxMessages.errorsPerType.View,
|
|
|
|
|
|
|
|
totalActivityPubMessagesErrors: this.inboxMessages.errors,
|
|
|
|
|
|
|
|
activityPubMessagesProcessedPerSecond: this.buildActivityPubMessagesProcessedPerSecond(),
|
|
|
|
totalActivityPubMessagesWaiting: this.inboxMessages.waiting
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-12-15 06:34:58 -06:00
|
|
|
static get Instance () {
|
|
|
|
return this.instance || (this.instance = new this())
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// ---------------------------------------------------------------------------
|
|
|
|
|
|
|
|
export {
|
|
|
|
StatsManager
|
|
|
|
}
|