2020-09-25 03:04:21 -05:00
|
|
|
import * as Bull from 'bull'
|
2020-12-03 07:10:54 -06:00
|
|
|
import { copy, pathExists, readdir, remove } from 'fs-extra'
|
2020-09-25 03:04:21 -05:00
|
|
|
import { join } from 'path'
|
2020-11-20 10:16:55 -06:00
|
|
|
import { getDurationFromVideoFile, getVideoFileResolution } from '@server/helpers/ffprobe-utils'
|
2020-11-30 10:03:13 -06:00
|
|
|
import { VIDEO_LIVE } from '@server/initializers/constants'
|
2020-11-20 10:16:55 -06:00
|
|
|
import { generateVideoMiniature } from '@server/lib/thumbnail'
|
2020-10-28 04:49:20 -05:00
|
|
|
import { publishAndFederateIfNeeded } from '@server/lib/video'
|
2020-09-25 03:04:21 -05:00
|
|
|
import { getHLSDirectory } from '@server/lib/video-paths'
|
2020-12-02 03:07:26 -06:00
|
|
|
import { generateHlsPlaylistFromTS } from '@server/lib/video-transcoding'
|
2020-09-25 03:04:21 -05:00
|
|
|
import { VideoModel } from '@server/models/video/video'
|
2020-11-04 07:16:57 -06:00
|
|
|
import { VideoFileModel } from '@server/models/video/video-file'
|
2020-10-26 10:44:23 -05:00
|
|
|
import { VideoLiveModel } from '@server/models/video/video-live'
|
2020-09-25 03:04:21 -05:00
|
|
|
import { VideoStreamingPlaylistModel } from '@server/models/video/video-streaming-playlist'
|
2020-11-04 07:16:57 -06:00
|
|
|
import { MStreamingPlaylist, MVideo, MVideoLive } from '@server/types/models'
|
2020-11-06 03:57:40 -06:00
|
|
|
import { ThumbnailType, VideoLiveEndingPayload, VideoState } from '@shared/models'
|
2020-09-25 03:04:21 -05:00
|
|
|
import { logger } from '../../../helpers/logger'
|
2020-12-03 07:10:54 -06:00
|
|
|
import { LiveManager } from '@server/lib/live-manager'
|
2020-09-25 03:04:21 -05:00
|
|
|
|
|
|
|
async function processVideoLiveEnding (job: Bull.Job) {
|
|
|
|
const payload = job.data as VideoLiveEndingPayload
|
|
|
|
|
2020-11-04 07:16:57 -06:00
|
|
|
function logError () {
|
|
|
|
logger.warn('Video live %d does not exist anymore. Cannot process live ending.', payload.videoId)
|
|
|
|
}
|
|
|
|
|
2020-10-26 10:44:23 -05:00
|
|
|
const video = await VideoModel.load(payload.videoId)
|
|
|
|
const live = await VideoLiveModel.loadByVideoId(payload.videoId)
|
|
|
|
|
2020-11-04 07:16:57 -06:00
|
|
|
if (!video || !live) {
|
|
|
|
logError()
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2020-10-26 10:44:23 -05:00
|
|
|
const streamingPlaylist = await VideoStreamingPlaylistModel.loadHLSPlaylistByVideo(video.id)
|
2020-11-04 07:16:57 -06:00
|
|
|
if (!streamingPlaylist) {
|
|
|
|
logError()
|
2020-09-25 03:04:21 -05:00
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2020-12-03 07:10:54 -06:00
|
|
|
LiveManager.Instance.cleanupShaSegments(video.uuid)
|
|
|
|
|
2020-10-26 10:44:23 -05:00
|
|
|
if (live.saveReplay !== true) {
|
|
|
|
return cleanupLive(video, streamingPlaylist)
|
|
|
|
}
|
|
|
|
|
2020-10-27 10:06:24 -05:00
|
|
|
return saveLive(video, live)
|
2020-10-26 10:44:23 -05:00
|
|
|
}
|
|
|
|
|
2020-12-03 07:10:54 -06:00
|
|
|
async function cleanupLive (video: MVideo, streamingPlaylist: MStreamingPlaylist) {
|
|
|
|
const hlsDirectory = getHLSDirectory(video)
|
|
|
|
|
|
|
|
await remove(hlsDirectory)
|
|
|
|
|
|
|
|
await streamingPlaylist.destroy()
|
|
|
|
}
|
|
|
|
|
2020-10-26 10:44:23 -05:00
|
|
|
// ---------------------------------------------------------------------------
|
|
|
|
|
|
|
|
export {
|
2020-12-03 07:10:54 -06:00
|
|
|
processVideoLiveEnding,
|
|
|
|
cleanupLive
|
2020-10-26 10:44:23 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
// ---------------------------------------------------------------------------
|
|
|
|
|
2020-10-27 10:06:24 -05:00
|
|
|
async function saveLive (video: MVideo, live: MVideoLive) {
|
2020-10-26 10:44:23 -05:00
|
|
|
const hlsDirectory = getHLSDirectory(video, false)
|
2020-11-30 08:59:22 -06:00
|
|
|
const replayDirectory = join(hlsDirectory, VIDEO_LIVE.REPLAY_DIRECTORY)
|
|
|
|
|
|
|
|
const rootFiles = await readdir(hlsDirectory)
|
|
|
|
|
|
|
|
const playlistFiles: string[] = []
|
|
|
|
|
|
|
|
for (const file of rootFiles) {
|
2020-11-30 10:03:13 -06:00
|
|
|
// Move remaining files in the replay directory
|
|
|
|
if (file.endsWith('.ts') || file.endsWith('.m3u8')) {
|
|
|
|
await copy(join(hlsDirectory, file), join(replayDirectory, file))
|
|
|
|
}
|
2020-11-30 08:59:22 -06:00
|
|
|
|
2020-11-30 10:03:13 -06:00
|
|
|
if (file.endsWith('.m3u8') && file !== 'master.m3u8') {
|
2020-11-30 08:59:22 -06:00
|
|
|
playlistFiles.push(file)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-10-26 10:44:23 -05:00
|
|
|
await cleanupLiveFiles(hlsDirectory)
|
|
|
|
|
2020-10-27 10:06:24 -05:00
|
|
|
await live.destroy()
|
|
|
|
|
2020-10-26 10:44:23 -05:00
|
|
|
video.isLive = false
|
2020-11-06 09:42:23 -06:00
|
|
|
// Reinit views
|
|
|
|
video.views = 0
|
2020-10-26 10:44:23 -05:00
|
|
|
video.state = VideoState.TO_TRANSCODE
|
2020-10-28 04:49:20 -05:00
|
|
|
|
2020-10-26 10:44:23 -05:00
|
|
|
await video.save()
|
|
|
|
|
2020-11-03 08:33:30 -06:00
|
|
|
// Remove old HLS playlist video files
|
2020-10-26 10:44:23 -05:00
|
|
|
const videoWithFiles = await VideoModel.loadWithFiles(video.id)
|
|
|
|
|
2020-11-03 08:33:30 -06:00
|
|
|
const hlsPlaylist = videoWithFiles.getHLSPlaylist()
|
|
|
|
await VideoFileModel.removeHLSFilesOfVideoId(hlsPlaylist.id)
|
|
|
|
hlsPlaylist.VideoFiles = []
|
|
|
|
|
2020-12-02 03:07:26 -06:00
|
|
|
const replayFiles = await readdir(replayDirectory)
|
2020-12-03 02:38:24 -06:00
|
|
|
let durationDone: boolean
|
2020-10-26 10:44:23 -05:00
|
|
|
|
2020-12-02 03:07:26 -06:00
|
|
|
for (const playlistFile of playlistFiles) {
|
|
|
|
const playlistPath = join(replayDirectory, playlistFile)
|
|
|
|
const { videoFileResolution, isPortraitMode } = await getVideoFileResolution(playlistPath)
|
|
|
|
|
|
|
|
// Playlist name is for example 3.m3u8
|
|
|
|
// Segments names are 3-0.ts 3-1.ts etc
|
|
|
|
const shouldStartWith = playlistFile.replace(/\.m3u8$/, '') + '-'
|
|
|
|
|
|
|
|
const segmentFiles = replayFiles.filter(f => f.startsWith(shouldStartWith) && f.endsWith('.ts'))
|
|
|
|
|
|
|
|
const outputPath = await generateHlsPlaylistFromTS({
|
2020-10-26 10:44:23 -05:00
|
|
|
video: videoWithFiles,
|
2020-12-02 03:07:26 -06:00
|
|
|
replayDirectory,
|
|
|
|
segmentFiles,
|
|
|
|
resolution: videoFileResolution,
|
2020-10-26 10:44:23 -05:00
|
|
|
isPortraitMode
|
|
|
|
})
|
|
|
|
|
2020-12-03 02:38:24 -06:00
|
|
|
if (!durationDone) {
|
2020-12-02 03:07:26 -06:00
|
|
|
videoWithFiles.duration = await getDurationFromVideoFile(outputPath)
|
|
|
|
await videoWithFiles.save()
|
2020-12-03 02:38:24 -06:00
|
|
|
|
|
|
|
durationDone = true
|
2020-12-02 03:07:26 -06:00
|
|
|
}
|
2020-11-03 08:33:30 -06:00
|
|
|
}
|
2020-10-28 04:49:20 -05:00
|
|
|
|
2020-12-02 03:07:26 -06:00
|
|
|
await remove(replayDirectory)
|
|
|
|
|
2020-11-06 03:57:40 -06:00
|
|
|
// Regenerate the thumbnail & preview?
|
|
|
|
if (videoWithFiles.getMiniature().automaticallyGenerated === true) {
|
|
|
|
await generateVideoMiniature(videoWithFiles, videoWithFiles.getMaxQualityFile(), ThumbnailType.MINIATURE)
|
|
|
|
}
|
|
|
|
|
|
|
|
if (videoWithFiles.getPreview().automaticallyGenerated === true) {
|
|
|
|
await generateVideoMiniature(videoWithFiles, videoWithFiles.getMaxQualityFile(), ThumbnailType.PREVIEW)
|
|
|
|
}
|
|
|
|
|
2020-12-03 02:38:24 -06:00
|
|
|
await publishAndFederateIfNeeded(videoWithFiles, true)
|
2020-10-26 10:44:23 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
async function cleanupLiveFiles (hlsDirectory: string) {
|
2020-12-03 07:10:54 -06:00
|
|
|
if (!await pathExists(hlsDirectory)) return
|
|
|
|
|
2020-09-25 03:04:21 -05:00
|
|
|
const files = await readdir(hlsDirectory)
|
|
|
|
|
|
|
|
for (const filename of files) {
|
|
|
|
if (
|
|
|
|
filename.endsWith('.ts') ||
|
|
|
|
filename.endsWith('.m3u8') ||
|
|
|
|
filename.endsWith('.mpd') ||
|
|
|
|
filename.endsWith('.m4s') ||
|
2020-12-02 03:07:26 -06:00
|
|
|
filename.endsWith('.tmp')
|
2020-09-25 03:04:21 -05:00
|
|
|
) {
|
|
|
|
const p = join(hlsDirectory, filename)
|
|
|
|
|
|
|
|
remove(p)
|
|
|
|
.catch(err => logger.error('Cannot remove %s.', p, { err }))
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|