2020-09-25 03:04:21 -05:00
|
|
|
import * as Bull from 'bull'
|
2020-12-04 08:29:18 -06:00
|
|
|
import { pathExists, readdir, remove } from 'fs-extra'
|
2020-09-25 03:04:21 -05:00
|
|
|
import { join } from 'path'
|
2020-12-04 08:58:29 -06:00
|
|
|
import { ffprobePromise, getAudioStream, getDurationFromVideoFile, getVideoFileResolution } from '@server/helpers/ffprobe-utils'
|
2020-11-30 10:03:13 -06:00
|
|
|
import { VIDEO_LIVE } from '@server/initializers/constants'
|
2020-12-04 08:29:18 -06:00
|
|
|
import { LiveManager } from '@server/lib/live-manager'
|
2020-11-20 10:16:55 -06:00
|
|
|
import { generateVideoMiniature } from '@server/lib/thumbnail'
|
2021-05-11 03:57:25 -05:00
|
|
|
import { generateHlsPlaylistResolutionFromTS } from '@server/lib/transcoding/video-transcoding'
|
2020-10-28 04:49:20 -05:00
|
|
|
import { publishAndFederateIfNeeded } from '@server/lib/video'
|
2020-09-25 03:04:21 -05:00
|
|
|
import { getHLSDirectory } from '@server/lib/video-paths'
|
|
|
|
import { VideoModel } from '@server/models/video/video'
|
2020-11-04 07:16:57 -06:00
|
|
|
import { VideoFileModel } from '@server/models/video/video-file'
|
2020-10-26 10:44:23 -05:00
|
|
|
import { VideoLiveModel } from '@server/models/video/video-live'
|
2020-09-25 03:04:21 -05:00
|
|
|
import { VideoStreamingPlaylistModel } from '@server/models/video/video-streaming-playlist'
|
2020-11-04 07:16:57 -06:00
|
|
|
import { MStreamingPlaylist, MVideo, MVideoLive } from '@server/types/models'
|
2020-11-06 03:57:40 -06:00
|
|
|
import { ThumbnailType, VideoLiveEndingPayload, VideoState } from '@shared/models'
|
2020-09-25 03:04:21 -05:00
|
|
|
import { logger } from '../../../helpers/logger'
|
|
|
|
|
|
|
|
async function processVideoLiveEnding (job: Bull.Job) {
|
|
|
|
const payload = job.data as VideoLiveEndingPayload
|
|
|
|
|
2020-11-04 07:16:57 -06:00
|
|
|
function logError () {
|
|
|
|
logger.warn('Video live %d does not exist anymore. Cannot process live ending.', payload.videoId)
|
|
|
|
}
|
|
|
|
|
2020-10-26 10:44:23 -05:00
|
|
|
const video = await VideoModel.load(payload.videoId)
|
|
|
|
const live = await VideoLiveModel.loadByVideoId(payload.videoId)
|
|
|
|
|
2020-11-04 07:16:57 -06:00
|
|
|
if (!video || !live) {
|
|
|
|
logError()
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2020-10-26 10:44:23 -05:00
|
|
|
const streamingPlaylist = await VideoStreamingPlaylistModel.loadHLSPlaylistByVideo(video.id)
|
2020-11-04 07:16:57 -06:00
|
|
|
if (!streamingPlaylist) {
|
|
|
|
logError()
|
2020-09-25 03:04:21 -05:00
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2020-12-03 07:10:54 -06:00
|
|
|
LiveManager.Instance.cleanupShaSegments(video.uuid)
|
|
|
|
|
2020-10-26 10:44:23 -05:00
|
|
|
if (live.saveReplay !== true) {
|
|
|
|
return cleanupLive(video, streamingPlaylist)
|
|
|
|
}
|
|
|
|
|
2020-10-27 10:06:24 -05:00
|
|
|
return saveLive(video, live)
|
2020-10-26 10:44:23 -05:00
|
|
|
}
|
|
|
|
|
2020-12-03 07:10:54 -06:00
|
|
|
async function cleanupLive (video: MVideo, streamingPlaylist: MStreamingPlaylist) {
|
|
|
|
const hlsDirectory = getHLSDirectory(video)
|
|
|
|
|
|
|
|
await remove(hlsDirectory)
|
|
|
|
|
|
|
|
await streamingPlaylist.destroy()
|
|
|
|
}
|
|
|
|
|
2020-10-26 10:44:23 -05:00
|
|
|
// ---------------------------------------------------------------------------
|
|
|
|
|
|
|
|
export {
|
2020-12-03 07:10:54 -06:00
|
|
|
processVideoLiveEnding,
|
|
|
|
cleanupLive
|
2020-10-26 10:44:23 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
// ---------------------------------------------------------------------------
|
|
|
|
|
2020-10-27 10:06:24 -05:00
|
|
|
async function saveLive (video: MVideo, live: MVideoLive) {
|
2020-10-26 10:44:23 -05:00
|
|
|
const hlsDirectory = getHLSDirectory(video, false)
|
2020-11-30 08:59:22 -06:00
|
|
|
const replayDirectory = join(hlsDirectory, VIDEO_LIVE.REPLAY_DIRECTORY)
|
|
|
|
|
|
|
|
const rootFiles = await readdir(hlsDirectory)
|
|
|
|
|
2020-12-07 03:00:34 -06:00
|
|
|
const playlistFiles = rootFiles.filter(file => {
|
|
|
|
return file.endsWith('.m3u8') && file !== 'master.m3u8'
|
|
|
|
})
|
2020-11-30 08:59:22 -06:00
|
|
|
|
2020-10-26 10:44:23 -05:00
|
|
|
await cleanupLiveFiles(hlsDirectory)
|
|
|
|
|
2020-10-27 10:06:24 -05:00
|
|
|
await live.destroy()
|
|
|
|
|
2020-10-26 10:44:23 -05:00
|
|
|
video.isLive = false
|
2020-11-06 09:42:23 -06:00
|
|
|
// Reinit views
|
|
|
|
video.views = 0
|
2020-10-26 10:44:23 -05:00
|
|
|
video.state = VideoState.TO_TRANSCODE
|
2020-10-28 04:49:20 -05:00
|
|
|
|
2020-10-26 10:44:23 -05:00
|
|
|
await video.save()
|
|
|
|
|
2020-11-03 08:33:30 -06:00
|
|
|
// Remove old HLS playlist video files
|
2021-02-16 09:25:53 -06:00
|
|
|
const videoWithFiles = await VideoModel.loadAndPopulateAccountAndServerAndTags(video.id)
|
2020-10-26 10:44:23 -05:00
|
|
|
|
2020-11-03 08:33:30 -06:00
|
|
|
const hlsPlaylist = videoWithFiles.getHLSPlaylist()
|
|
|
|
await VideoFileModel.removeHLSFilesOfVideoId(hlsPlaylist.id)
|
|
|
|
hlsPlaylist.VideoFiles = []
|
|
|
|
|
2020-12-09 08:00:02 -06:00
|
|
|
let durationDone = false
|
2020-10-26 10:44:23 -05:00
|
|
|
|
2020-12-02 03:07:26 -06:00
|
|
|
for (const playlistFile of playlistFiles) {
|
2020-12-04 08:10:13 -06:00
|
|
|
const concatenatedTsFile = LiveManager.Instance.buildConcatenatedName(playlistFile)
|
|
|
|
const concatenatedTsFilePath = join(replayDirectory, concatenatedTsFile)
|
2020-12-02 03:07:26 -06:00
|
|
|
|
2020-12-04 08:29:18 -06:00
|
|
|
const probe = await ffprobePromise(concatenatedTsFilePath)
|
|
|
|
const { audioStream } = await getAudioStream(concatenatedTsFilePath, probe)
|
|
|
|
|
|
|
|
const { videoFileResolution, isPortraitMode } = await getVideoFileResolution(concatenatedTsFilePath, probe)
|
2020-12-02 03:07:26 -06:00
|
|
|
|
2021-01-21 08:58:17 -06:00
|
|
|
const outputPath = await generateHlsPlaylistResolutionFromTS({
|
2020-10-26 10:44:23 -05:00
|
|
|
video: videoWithFiles,
|
2020-12-04 08:10:13 -06:00
|
|
|
concatenatedTsFilePath,
|
2020-12-02 03:07:26 -06:00
|
|
|
resolution: videoFileResolution,
|
2020-12-04 08:29:18 -06:00
|
|
|
isPortraitMode,
|
|
|
|
isAAC: audioStream?.codec_name === 'aac'
|
2020-10-26 10:44:23 -05:00
|
|
|
})
|
|
|
|
|
2020-12-03 02:38:24 -06:00
|
|
|
if (!durationDone) {
|
2020-12-02 03:07:26 -06:00
|
|
|
videoWithFiles.duration = await getDurationFromVideoFile(outputPath)
|
|
|
|
await videoWithFiles.save()
|
2020-12-03 02:38:24 -06:00
|
|
|
|
|
|
|
durationDone = true
|
2020-12-02 03:07:26 -06:00
|
|
|
}
|
2020-11-03 08:33:30 -06:00
|
|
|
}
|
2020-10-28 04:49:20 -05:00
|
|
|
|
2020-12-02 03:07:26 -06:00
|
|
|
await remove(replayDirectory)
|
|
|
|
|
2020-11-06 03:57:40 -06:00
|
|
|
// Regenerate the thumbnail & preview?
|
|
|
|
if (videoWithFiles.getMiniature().automaticallyGenerated === true) {
|
2021-02-16 01:50:40 -06:00
|
|
|
await generateVideoMiniature({
|
|
|
|
video: videoWithFiles,
|
|
|
|
videoFile: videoWithFiles.getMaxQualityFile(),
|
|
|
|
type: ThumbnailType.MINIATURE
|
|
|
|
})
|
2020-11-06 03:57:40 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
if (videoWithFiles.getPreview().automaticallyGenerated === true) {
|
2021-02-16 01:50:40 -06:00
|
|
|
await generateVideoMiniature({
|
|
|
|
video: videoWithFiles,
|
|
|
|
videoFile: videoWithFiles.getMaxQualityFile(),
|
|
|
|
type: ThumbnailType.PREVIEW
|
|
|
|
})
|
2020-11-06 03:57:40 -06:00
|
|
|
}
|
|
|
|
|
2020-12-03 02:38:24 -06:00
|
|
|
await publishAndFederateIfNeeded(videoWithFiles, true)
|
2020-10-26 10:44:23 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
async function cleanupLiveFiles (hlsDirectory: string) {
|
2020-12-03 07:10:54 -06:00
|
|
|
if (!await pathExists(hlsDirectory)) return
|
|
|
|
|
2020-09-25 03:04:21 -05:00
|
|
|
const files = await readdir(hlsDirectory)
|
|
|
|
|
|
|
|
for (const filename of files) {
|
|
|
|
if (
|
|
|
|
filename.endsWith('.ts') ||
|
|
|
|
filename.endsWith('.m3u8') ||
|
|
|
|
filename.endsWith('.mpd') ||
|
|
|
|
filename.endsWith('.m4s') ||
|
2020-12-02 03:07:26 -06:00
|
|
|
filename.endsWith('.tmp')
|
2020-09-25 03:04:21 -05:00
|
|
|
) {
|
|
|
|
const p = join(hlsDirectory, filename)
|
|
|
|
|
|
|
|
remove(p)
|
|
|
|
.catch(err => logger.error('Cannot remove %s.', p, { err }))
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|