2022-03-18 05:17:35 -05:00
|
|
|
import { runInReadCommittedTransaction } from '@server/helpers/database-utils'
|
2021-06-02 09:49:59 -05:00
|
|
|
import { logger, loggerTagsFactory } from '@server/helpers/logger'
|
2022-03-18 05:17:35 -05:00
|
|
|
import { doJSONRequest } from '@server/helpers/requests'
|
2021-06-02 02:35:01 -05:00
|
|
|
import { JobQueue } from '@server/lib/job-queue'
|
2022-03-18 05:17:35 -05:00
|
|
|
import { VideoModel } from '@server/models/video/video'
|
2021-06-02 02:35:01 -05:00
|
|
|
import { VideoCommentModel } from '@server/models/video/video-comment'
|
|
|
|
import { VideoShareModel } from '@server/models/video/video-share'
|
|
|
|
import { MVideo } from '@server/types/models'
|
2022-03-18 05:17:35 -05:00
|
|
|
import { ActivitypubHttpFetcherPayload, ActivityPubOrderedCollection, VideoObject } from '@shared/models'
|
2021-06-02 02:35:01 -05:00
|
|
|
import { crawlCollectionPage } from '../../crawl'
|
|
|
|
import { addVideoShares } from '../../share'
|
|
|
|
import { addVideoComments } from '../../video-comments'
|
|
|
|
|
2021-06-02 09:49:59 -05:00
|
|
|
const lTags = loggerTagsFactory('ap', 'video')
|
|
|
|
|
2021-06-02 02:35:01 -05:00
|
|
|
type SyncParam = {
|
2022-03-18 05:17:35 -05:00
|
|
|
rates: boolean
|
2021-06-02 02:35:01 -05:00
|
|
|
shares: boolean
|
|
|
|
comments: boolean
|
|
|
|
thumbnail: boolean
|
|
|
|
refreshVideo?: boolean
|
|
|
|
}
|
|
|
|
|
|
|
|
async function syncVideoExternalAttributes (video: MVideo, fetchedVideo: VideoObject, syncParam: SyncParam) {
|
|
|
|
logger.info('Adding likes/dislikes/shares/comments of video %s.', video.uuid)
|
|
|
|
|
2022-03-18 05:17:35 -05:00
|
|
|
const ratePromise = updateVideoRates(video, fetchedVideo)
|
|
|
|
if (syncParam.rates) await ratePromise
|
2021-06-02 02:35:01 -05:00
|
|
|
|
2021-06-02 08:57:30 -05:00
|
|
|
await syncShares(video, fetchedVideo, syncParam.shares)
|
2021-06-02 02:35:01 -05:00
|
|
|
|
2021-06-02 08:57:30 -05:00
|
|
|
await syncComments(video, fetchedVideo, syncParam.comments)
|
|
|
|
}
|
2021-06-02 02:35:01 -05:00
|
|
|
|
2022-03-18 05:17:35 -05:00
|
|
|
async function updateVideoRates (video: MVideo, fetchedVideo: VideoObject) {
|
|
|
|
const [ likes, dislikes ] = await Promise.all([
|
|
|
|
getRatesCount('like', video, fetchedVideo),
|
|
|
|
getRatesCount('dislike', video, fetchedVideo)
|
|
|
|
])
|
|
|
|
|
|
|
|
return runInReadCommittedTransaction(async t => {
|
|
|
|
await VideoModel.updateRatesOf(video.id, 'like', likes, t)
|
|
|
|
await VideoModel.updateRatesOf(video.id, 'dislike', dislikes, t)
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2021-06-02 08:57:30 -05:00
|
|
|
// ---------------------------------------------------------------------------
|
2021-06-02 02:35:01 -05:00
|
|
|
|
2021-06-02 08:57:30 -05:00
|
|
|
export {
|
|
|
|
SyncParam,
|
2022-03-18 05:17:35 -05:00
|
|
|
syncVideoExternalAttributes,
|
|
|
|
updateVideoRates
|
2021-06-02 08:57:30 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
// ---------------------------------------------------------------------------
|
|
|
|
|
2022-03-18 05:17:35 -05:00
|
|
|
async function getRatesCount (type: 'like' | 'dislike', video: MVideo, fetchedVideo: VideoObject) {
|
2021-06-02 08:57:30 -05:00
|
|
|
const uri = type === 'like'
|
|
|
|
? fetchedVideo.likes
|
|
|
|
: fetchedVideo.dislikes
|
2021-06-02 02:35:01 -05:00
|
|
|
|
2022-03-18 05:17:35 -05:00
|
|
|
logger.info('Sync %s of video %s', type, video.url)
|
|
|
|
const options = { activityPub: true }
|
|
|
|
|
|
|
|
const response = await doJSONRequest<ActivityPubOrderedCollection<any>>(uri, options)
|
|
|
|
const totalItems = response.body.totalItems
|
2021-06-02 08:57:30 -05:00
|
|
|
|
2022-03-18 05:17:35 -05:00
|
|
|
if (isNaN(totalItems)) {
|
|
|
|
logger.error('Cannot sync %s of video %s, totalItems is not a number', type, video.url, { body: response.body })
|
|
|
|
return
|
2021-06-02 02:35:01 -05:00
|
|
|
}
|
|
|
|
|
2022-03-18 05:17:35 -05:00
|
|
|
return totalItems
|
|
|
|
}
|
2021-06-02 08:57:30 -05:00
|
|
|
|
2022-03-18 05:17:35 -05:00
|
|
|
function createJob (payload: ActivitypubHttpFetcherPayload) {
|
2022-08-08 08:48:17 -05:00
|
|
|
return JobQueue.Instance.createJob({ type: 'activitypub-http-fetcher', payload })
|
2021-06-02 08:57:30 -05:00
|
|
|
}
|
2021-06-02 02:35:01 -05:00
|
|
|
|
2021-06-02 08:57:30 -05:00
|
|
|
function syncShares (video: MVideo, fetchedVideo: VideoObject, isSync: boolean) {
|
2021-06-02 09:49:59 -05:00
|
|
|
const uri = fetchedVideo.shares
|
|
|
|
|
2021-06-02 08:57:30 -05:00
|
|
|
if (!isSync) {
|
2021-06-02 09:49:59 -05:00
|
|
|
return createJob({ uri, videoId: video.id, type: 'video-shares' })
|
2021-06-02 02:35:01 -05:00
|
|
|
}
|
|
|
|
|
2021-06-02 08:57:30 -05:00
|
|
|
const handler = items => addVideoShares(items, video)
|
|
|
|
const cleaner = crawlStartDate => VideoShareModel.cleanOldSharesOf(video.id, crawlStartDate)
|
|
|
|
|
2021-06-02 09:49:59 -05:00
|
|
|
return crawlCollectionPage<string>(uri, handler, cleaner)
|
2021-06-03 09:56:42 -05:00
|
|
|
.catch(err => logger.error('Cannot add shares of video %s.', video.uuid, { err, rootUrl: uri, ...lTags(video.uuid, video.url) }))
|
2021-06-02 02:35:01 -05:00
|
|
|
}
|
|
|
|
|
2021-06-02 08:57:30 -05:00
|
|
|
function syncComments (video: MVideo, fetchedVideo: VideoObject, isSync: boolean) {
|
2021-06-02 09:49:59 -05:00
|
|
|
const uri = fetchedVideo.comments
|
|
|
|
|
2021-06-02 08:57:30 -05:00
|
|
|
if (!isSync) {
|
2021-06-02 09:49:59 -05:00
|
|
|
return createJob({ uri, videoId: video.id, type: 'video-comments' })
|
2021-06-02 08:57:30 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
const handler = items => addVideoComments(items)
|
|
|
|
const cleaner = crawlStartDate => VideoCommentModel.cleanOldCommentsOf(video.id, crawlStartDate)
|
|
|
|
|
2021-06-02 09:49:59 -05:00
|
|
|
return crawlCollectionPage<string>(uri, handler, cleaner)
|
2021-06-03 09:56:42 -05:00
|
|
|
.catch(err => logger.error('Cannot add comments of video %s.', video.uuid, { err, rootUrl: uri, ...lTags(video.uuid, video.url) }))
|
2021-06-02 02:35:01 -05:00
|
|
|
}
|