2021-05-10 04:13:41 -05:00
|
|
|
import { UploadFiles } from 'express'
|
2020-09-17 03:00:46 -05:00
|
|
|
import { Transaction } from 'sequelize/types'
|
2022-06-17 07:34:37 -05:00
|
|
|
import { DEFAULT_AUDIO_RESOLUTION, JOB_PRIORITY, MEMOIZE_LENGTH, MEMOIZE_TTL } from '@server/initializers/constants'
|
2020-09-17 03:00:46 -05:00
|
|
|
import { TagModel } from '@server/models/video/tag'
|
2020-09-17 02:20:52 -05:00
|
|
|
import { VideoModel } from '@server/models/video/video'
|
2021-08-17 01:26:20 -05:00
|
|
|
import { VideoJobInfoModel } from '@server/models/video/video-job-info'
|
2020-09-17 02:20:52 -05:00
|
|
|
import { FilteredModelAttributes } from '@server/types'
|
2021-07-23 04:20:00 -05:00
|
|
|
import { MThumbnail, MUserId, MVideoFile, MVideoTag, MVideoThumbnail, MVideoUUID } from '@server/types/models'
|
2022-03-22 08:35:04 -05:00
|
|
|
import { ThumbnailType, VideoCreate, VideoPrivacy, VideoState, VideoTranscodingPayload } from '@shared/models'
|
2021-08-17 01:26:20 -05:00
|
|
|
import { CreateJobOptions, JobQueue } from './job-queue/job-queue'
|
2021-06-04 02:19:01 -05:00
|
|
|
import { updateVideoMiniatureFromExisting } from './thumbnail'
|
2021-12-14 10:17:01 -06:00
|
|
|
import { CONFIG } from '@server/initializers/config'
|
2022-06-17 07:34:37 -05:00
|
|
|
import memoizee from 'memoizee'
|
2020-09-17 02:20:52 -05:00
|
|
|
|
2020-09-17 03:00:46 -05:00
|
|
|
function buildLocalVideoFromReq (videoInfo: VideoCreate, channelId: number): FilteredModelAttributes<VideoModel> {
|
2020-09-17 02:20:52 -05:00
|
|
|
return {
|
|
|
|
name: videoInfo.name,
|
|
|
|
remote: false,
|
|
|
|
category: videoInfo.category,
|
2021-12-14 10:17:01 -06:00
|
|
|
licence: videoInfo.licence ?? CONFIG.DEFAULTS.PUBLISH.LICENCE,
|
2020-09-17 02:20:52 -05:00
|
|
|
language: videoInfo.language,
|
2021-12-14 10:17:01 -06:00
|
|
|
commentsEnabled: videoInfo.commentsEnabled ?? CONFIG.DEFAULTS.PUBLISH.COMMENTS_ENABLED,
|
|
|
|
downloadEnabled: videoInfo.downloadEnabled ?? CONFIG.DEFAULTS.PUBLISH.DOWNLOAD_ENABLED,
|
2020-09-17 02:20:52 -05:00
|
|
|
waitTranscoding: videoInfo.waitTranscoding || false,
|
|
|
|
nsfw: videoInfo.nsfw || false,
|
|
|
|
description: videoInfo.description,
|
|
|
|
support: videoInfo.support,
|
|
|
|
privacy: videoInfo.privacy || VideoPrivacy.PRIVATE,
|
2022-07-13 04:58:01 -05:00
|
|
|
channelId,
|
2020-09-17 02:20:52 -05:00
|
|
|
originallyPublishedAt: videoInfo.originallyPublishedAt
|
2021-05-12 07:09:04 -05:00
|
|
|
? new Date(videoInfo.originallyPublishedAt)
|
|
|
|
: null
|
2020-09-17 02:20:52 -05:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-09-17 03:00:46 -05:00
|
|
|
async function buildVideoThumbnailsFromReq (options: {
|
|
|
|
video: MVideoThumbnail
|
2021-05-10 04:13:41 -05:00
|
|
|
files: UploadFiles
|
2020-09-17 03:00:46 -05:00
|
|
|
fallback: (type: ThumbnailType) => Promise<MThumbnail>
|
|
|
|
automaticallyGenerated?: boolean
|
|
|
|
}) {
|
|
|
|
const { video, files, fallback, automaticallyGenerated } = options
|
|
|
|
|
|
|
|
const promises = [
|
|
|
|
{
|
|
|
|
type: ThumbnailType.MINIATURE,
|
|
|
|
fieldName: 'thumbnailfile'
|
|
|
|
},
|
|
|
|
{
|
|
|
|
type: ThumbnailType.PREVIEW,
|
|
|
|
fieldName: 'previewfile'
|
|
|
|
}
|
|
|
|
].map(p => {
|
|
|
|
const fields = files?.[p.fieldName]
|
|
|
|
|
|
|
|
if (fields) {
|
2021-06-04 02:19:01 -05:00
|
|
|
return updateVideoMiniatureFromExisting({
|
2020-09-17 03:00:46 -05:00
|
|
|
inputPath: fields[0].path,
|
|
|
|
video,
|
|
|
|
type: p.type,
|
|
|
|
automaticallyGenerated: automaticallyGenerated || false
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
return fallback(p.type)
|
|
|
|
})
|
|
|
|
|
|
|
|
return Promise.all(promises)
|
|
|
|
}
|
|
|
|
|
2022-03-22 08:35:04 -05:00
|
|
|
// ---------------------------------------------------------------------------
|
|
|
|
|
2020-09-17 03:00:46 -05:00
|
|
|
async function setVideoTags (options: {
|
|
|
|
video: MVideoTag
|
|
|
|
tags: string[]
|
|
|
|
transaction?: Transaction
|
|
|
|
}) {
|
2021-03-03 04:03:30 -06:00
|
|
|
const { video, tags, transaction } = options
|
2020-09-17 03:00:46 -05:00
|
|
|
|
2021-03-03 04:03:30 -06:00
|
|
|
const internalTags = tags || []
|
|
|
|
const tagInstances = await TagModel.findOrCreateTags(internalTags, transaction)
|
|
|
|
|
|
|
|
await video.$set('Tags', tagInstances, { transaction })
|
|
|
|
video.Tags = tagInstances
|
2020-09-17 03:00:46 -05:00
|
|
|
}
|
|
|
|
|
2022-03-22 08:35:04 -05:00
|
|
|
// ---------------------------------------------------------------------------
|
|
|
|
|
|
|
|
async function addOptimizeOrMergeAudioJob (options: {
|
|
|
|
video: MVideoUUID
|
|
|
|
videoFile: MVideoFile
|
|
|
|
user: MUserId
|
|
|
|
isNewVideo?: boolean // Default true
|
|
|
|
}) {
|
|
|
|
const { video, videoFile, user, isNewVideo } = options
|
|
|
|
|
2021-01-21 09:57:21 -06:00
|
|
|
let dataInput: VideoTranscodingPayload
|
|
|
|
|
|
|
|
if (videoFile.isAudio()) {
|
|
|
|
dataInput = {
|
|
|
|
type: 'merge-audio-to-webtorrent',
|
|
|
|
resolution: DEFAULT_AUDIO_RESOLUTION,
|
|
|
|
videoUUID: video.uuid,
|
2022-02-01 04:16:45 -06:00
|
|
|
createHLSIfNeeded: true,
|
2022-02-11 03:51:33 -06:00
|
|
|
isNewVideo
|
2021-01-21 09:57:21 -06:00
|
|
|
}
|
|
|
|
} else {
|
|
|
|
dataInput = {
|
|
|
|
type: 'optimize-to-webtorrent',
|
|
|
|
videoUUID: video.uuid,
|
2022-02-11 03:51:33 -06:00
|
|
|
isNewVideo
|
2021-01-21 09:57:21 -06:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
const jobOptions = {
|
2021-05-05 02:25:11 -05:00
|
|
|
priority: await getTranscodingJobPriority(user)
|
2021-01-21 09:57:21 -06:00
|
|
|
}
|
|
|
|
|
2021-08-17 01:26:20 -05:00
|
|
|
return addTranscodingJob(dataInput, jobOptions)
|
|
|
|
}
|
|
|
|
|
2021-11-18 07:35:08 -06:00
|
|
|
async function addTranscodingJob (payload: VideoTranscodingPayload, options: CreateJobOptions = {}) {
|
2021-08-17 01:26:20 -05:00
|
|
|
await VideoJobInfoModel.increaseOrCreate(payload.videoUUID, 'pendingTranscode')
|
|
|
|
|
2022-07-13 04:58:01 -05:00
|
|
|
return JobQueue.Instance.createJobWithPromise({ type: 'video-transcoding', payload }, options)
|
2021-08-17 01:26:20 -05:00
|
|
|
}
|
|
|
|
|
2021-05-05 02:25:11 -05:00
|
|
|
async function getTranscodingJobPriority (user: MUserId) {
|
2021-01-21 09:57:21 -06:00
|
|
|
const now = new Date()
|
|
|
|
const lastWeek = new Date(now.getFullYear(), now.getMonth(), now.getDate() - 7)
|
|
|
|
|
|
|
|
const videoUploadedByUser = await VideoModel.countVideosUploadedByUserSince(user.id, lastWeek)
|
|
|
|
|
2021-05-05 02:25:11 -05:00
|
|
|
return JOB_PRIORITY.TRANSCODING + videoUploadedByUser
|
2021-01-21 09:57:21 -06:00
|
|
|
}
|
|
|
|
|
2020-09-17 02:20:52 -05:00
|
|
|
// ---------------------------------------------------------------------------
|
|
|
|
|
2022-03-22 08:35:04 -05:00
|
|
|
async function addMoveToObjectStorageJob (options: {
|
|
|
|
video: MVideoUUID
|
|
|
|
previousVideoState: VideoState
|
|
|
|
isNewVideo?: boolean // Default true
|
|
|
|
}) {
|
|
|
|
const { video, previousVideoState, isNewVideo = true } = options
|
|
|
|
|
|
|
|
await VideoJobInfoModel.increaseOrCreate(video.uuid, 'pendingMove')
|
|
|
|
|
|
|
|
const dataInput = { videoUUID: video.uuid, isNewVideo, previousVideoState }
|
|
|
|
return JobQueue.Instance.createJobWithPromise({ type: 'move-to-object-storage', payload: dataInput })
|
|
|
|
}
|
|
|
|
|
|
|
|
// ---------------------------------------------------------------------------
|
|
|
|
|
2022-06-17 07:34:37 -05:00
|
|
|
async function getVideoDuration (videoId: number | string) {
|
|
|
|
const video = await VideoModel.load(videoId)
|
|
|
|
|
|
|
|
const duration = video.isLive
|
|
|
|
? undefined
|
|
|
|
: video.duration
|
|
|
|
|
|
|
|
return { duration, isLive: video.isLive }
|
|
|
|
}
|
|
|
|
|
|
|
|
const getCachedVideoDuration = memoizee(getVideoDuration, {
|
|
|
|
promise: true,
|
|
|
|
max: MEMOIZE_LENGTH.VIDEO_DURATION,
|
|
|
|
maxAge: MEMOIZE_TTL.VIDEO_DURATION
|
|
|
|
})
|
|
|
|
|
|
|
|
// ---------------------------------------------------------------------------
|
|
|
|
|
2020-09-17 02:20:52 -05:00
|
|
|
export {
|
2020-09-17 03:00:46 -05:00
|
|
|
buildLocalVideoFromReq,
|
|
|
|
buildVideoThumbnailsFromReq,
|
2021-01-21 09:57:21 -06:00
|
|
|
setVideoTags,
|
|
|
|
addOptimizeOrMergeAudioJob,
|
2021-08-17 01:26:20 -05:00
|
|
|
addTranscodingJob,
|
|
|
|
addMoveToObjectStorageJob,
|
2022-06-17 07:34:37 -05:00
|
|
|
getTranscodingJobPriority,
|
|
|
|
getCachedVideoDuration
|
2020-09-17 02:20:52 -05:00
|
|
|
}
|