2021-11-18 07:35:08 -06:00
|
|
|
/* eslint-disable @typescript-eslint/no-unused-expressions,@typescript-eslint/require-await */
|
|
|
|
|
|
|
|
import 'mocha'
|
|
|
|
import * as chai from 'chai'
|
2022-02-01 07:19:44 -06:00
|
|
|
import { checkResolutionsInMasterPlaylist, expectStartWith } from '@server/tests/shared'
|
2021-12-17 04:58:15 -06:00
|
|
|
import { areObjectStorageTestsDisabled } from '@shared/core-utils'
|
|
|
|
import { HttpStatusCode, VideoDetails } from '@shared/models'
|
2021-11-18 07:35:08 -06:00
|
|
|
import {
|
|
|
|
cleanupTests,
|
2022-02-01 07:19:44 -06:00
|
|
|
ConfigCommand,
|
2021-11-18 07:35:08 -06:00
|
|
|
createMultipleServers,
|
|
|
|
doubleFollow,
|
2021-11-23 08:22:07 -06:00
|
|
|
expectNoFailedTranscodingJob,
|
2021-11-18 07:35:08 -06:00
|
|
|
makeRawRequest,
|
|
|
|
ObjectStorageCommand,
|
|
|
|
PeerTubeServer,
|
|
|
|
setAccessTokensToServers,
|
|
|
|
waitJobs
|
2021-12-17 02:29:23 -06:00
|
|
|
} from '@shared/server-commands'
|
2021-11-18 07:35:08 -06:00
|
|
|
|
|
|
|
const expect = chai.expect
|
|
|
|
|
|
|
|
async function checkFilesInObjectStorage (video: VideoDetails) {
|
|
|
|
for (const file of video.files) {
|
|
|
|
expectStartWith(file.fileUrl, ObjectStorageCommand.getWebTorrentBaseUrl())
|
|
|
|
await makeRawRequest(file.fileUrl, HttpStatusCode.OK_200)
|
|
|
|
}
|
|
|
|
|
2022-02-01 07:19:44 -06:00
|
|
|
if (video.streamingPlaylists.length === 0) return
|
2022-02-01 04:16:45 -06:00
|
|
|
|
2022-02-01 07:19:44 -06:00
|
|
|
const hlsPlaylist = video.streamingPlaylists[0]
|
|
|
|
for (const file of hlsPlaylist.files) {
|
2021-11-18 07:35:08 -06:00
|
|
|
expectStartWith(file.fileUrl, ObjectStorageCommand.getPlaylistBaseUrl())
|
|
|
|
await makeRawRequest(file.fileUrl, HttpStatusCode.OK_200)
|
|
|
|
}
|
2022-02-01 07:19:44 -06:00
|
|
|
|
|
|
|
expectStartWith(hlsPlaylist.playlistUrl, ObjectStorageCommand.getPlaylistBaseUrl())
|
|
|
|
await makeRawRequest(hlsPlaylist.playlistUrl, HttpStatusCode.OK_200)
|
|
|
|
|
|
|
|
expectStartWith(hlsPlaylist.segmentsSha256Url, ObjectStorageCommand.getPlaylistBaseUrl())
|
|
|
|
await makeRawRequest(hlsPlaylist.segmentsSha256Url, HttpStatusCode.OK_200)
|
2021-11-18 07:35:08 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
function runTests (objectStorage: boolean) {
|
|
|
|
let servers: PeerTubeServer[] = []
|
|
|
|
let videoUUID: string
|
|
|
|
let publishedAt: string
|
|
|
|
|
|
|
|
before(async function () {
|
|
|
|
this.timeout(120000)
|
|
|
|
|
|
|
|
const config = objectStorage
|
|
|
|
? ObjectStorageCommand.getDefaultConfig()
|
|
|
|
: {}
|
|
|
|
|
|
|
|
// Run server 2 to have transcoding enabled
|
|
|
|
servers = await createMultipleServers(2, config)
|
|
|
|
await setAccessTokensToServers(servers)
|
|
|
|
|
|
|
|
await servers[0].config.disableTranscoding()
|
|
|
|
|
|
|
|
await doubleFollow(servers[0], servers[1])
|
|
|
|
|
|
|
|
if (objectStorage) await ObjectStorageCommand.prepareDefaultBuckets()
|
|
|
|
|
|
|
|
const { shortUUID } = await servers[0].videos.quickUpload({ name: 'video' })
|
|
|
|
videoUUID = shortUUID
|
|
|
|
|
2021-11-18 09:29:42 -06:00
|
|
|
await waitJobs(servers)
|
|
|
|
|
2021-11-18 07:35:08 -06:00
|
|
|
const video = await servers[0].videos.get({ id: videoUUID })
|
|
|
|
publishedAt = video.publishedAt as string
|
|
|
|
|
|
|
|
await servers[0].config.enableTranscoding()
|
|
|
|
})
|
|
|
|
|
|
|
|
it('Should generate HLS', async function () {
|
|
|
|
this.timeout(60000)
|
|
|
|
|
|
|
|
await servers[0].videos.runTranscoding({
|
|
|
|
videoId: videoUUID,
|
|
|
|
transcodingType: 'hls'
|
|
|
|
})
|
|
|
|
|
|
|
|
await waitJobs(servers)
|
|
|
|
await expectNoFailedTranscodingJob(servers[0])
|
|
|
|
|
|
|
|
for (const server of servers) {
|
|
|
|
const videoDetails = await server.videos.get({ id: videoUUID })
|
|
|
|
|
|
|
|
expect(videoDetails.files).to.have.lengthOf(1)
|
|
|
|
expect(videoDetails.streamingPlaylists).to.have.lengthOf(1)
|
|
|
|
expect(videoDetails.streamingPlaylists[0].files).to.have.lengthOf(5)
|
|
|
|
|
|
|
|
if (objectStorage) await checkFilesInObjectStorage(videoDetails)
|
|
|
|
}
|
|
|
|
})
|
|
|
|
|
|
|
|
it('Should generate WebTorrent', async function () {
|
|
|
|
this.timeout(60000)
|
|
|
|
|
|
|
|
await servers[0].videos.runTranscoding({
|
|
|
|
videoId: videoUUID,
|
|
|
|
transcodingType: 'webtorrent'
|
|
|
|
})
|
|
|
|
|
|
|
|
await waitJobs(servers)
|
|
|
|
|
|
|
|
for (const server of servers) {
|
|
|
|
const videoDetails = await server.videos.get({ id: videoUUID })
|
|
|
|
|
|
|
|
expect(videoDetails.files).to.have.lengthOf(5)
|
|
|
|
expect(videoDetails.streamingPlaylists).to.have.lengthOf(1)
|
|
|
|
expect(videoDetails.streamingPlaylists[0].files).to.have.lengthOf(5)
|
|
|
|
|
|
|
|
if (objectStorage) await checkFilesInObjectStorage(videoDetails)
|
|
|
|
}
|
|
|
|
})
|
|
|
|
|
|
|
|
it('Should generate WebTorrent from HLS only video', async function () {
|
|
|
|
this.timeout(60000)
|
|
|
|
|
|
|
|
await servers[0].videos.removeWebTorrentFiles({ videoId: videoUUID })
|
|
|
|
await waitJobs(servers)
|
|
|
|
|
|
|
|
await servers[0].videos.runTranscoding({ videoId: videoUUID, transcodingType: 'webtorrent' })
|
|
|
|
await waitJobs(servers)
|
|
|
|
|
|
|
|
for (const server of servers) {
|
|
|
|
const videoDetails = await server.videos.get({ id: videoUUID })
|
|
|
|
|
|
|
|
expect(videoDetails.files).to.have.lengthOf(5)
|
|
|
|
expect(videoDetails.streamingPlaylists).to.have.lengthOf(1)
|
|
|
|
expect(videoDetails.streamingPlaylists[0].files).to.have.lengthOf(5)
|
|
|
|
|
|
|
|
if (objectStorage) await checkFilesInObjectStorage(videoDetails)
|
|
|
|
}
|
|
|
|
})
|
|
|
|
|
2022-02-01 04:16:45 -06:00
|
|
|
it('Should only generate WebTorrent', async function () {
|
|
|
|
this.timeout(60000)
|
|
|
|
|
|
|
|
await servers[0].videos.removeHLSFiles({ videoId: videoUUID })
|
|
|
|
await waitJobs(servers)
|
|
|
|
|
|
|
|
await servers[0].videos.runTranscoding({ videoId: videoUUID, transcodingType: 'webtorrent' })
|
|
|
|
await waitJobs(servers)
|
|
|
|
|
|
|
|
for (const server of servers) {
|
|
|
|
const videoDetails = await server.videos.get({ id: videoUUID })
|
|
|
|
|
|
|
|
expect(videoDetails.files).to.have.lengthOf(5)
|
|
|
|
expect(videoDetails.streamingPlaylists).to.have.lengthOf(0)
|
|
|
|
|
|
|
|
if (objectStorage) await checkFilesInObjectStorage(videoDetails)
|
|
|
|
}
|
|
|
|
})
|
|
|
|
|
2022-02-01 07:19:44 -06:00
|
|
|
it('Should correctly update HLS playlist on resolution change', async function () {
|
2022-02-03 07:21:40 -06:00
|
|
|
this.timeout(120000)
|
|
|
|
|
2022-02-01 07:19:44 -06:00
|
|
|
await servers[0].config.updateExistingSubConfig({
|
|
|
|
newConfig: {
|
|
|
|
transcoding: {
|
|
|
|
enabled: true,
|
|
|
|
resolutions: ConfigCommand.getCustomConfigResolutions(false),
|
|
|
|
|
|
|
|
webtorrent: {
|
|
|
|
enabled: true
|
|
|
|
},
|
|
|
|
hls: {
|
|
|
|
enabled: true
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
})
|
|
|
|
|
|
|
|
const { uuid } = await servers[0].videos.quickUpload({ name: 'quick' })
|
|
|
|
|
|
|
|
await waitJobs(servers)
|
|
|
|
|
|
|
|
for (const server of servers) {
|
|
|
|
const videoDetails = await server.videos.get({ id: uuid })
|
|
|
|
|
|
|
|
expect(videoDetails.files).to.have.lengthOf(1)
|
|
|
|
expect(videoDetails.streamingPlaylists).to.have.lengthOf(1)
|
|
|
|
expect(videoDetails.streamingPlaylists[0].files).to.have.lengthOf(1)
|
|
|
|
|
|
|
|
if (objectStorage) await checkFilesInObjectStorage(videoDetails)
|
|
|
|
}
|
|
|
|
|
|
|
|
await servers[0].config.updateExistingSubConfig({
|
|
|
|
newConfig: {
|
|
|
|
transcoding: {
|
|
|
|
enabled: true,
|
|
|
|
resolutions: ConfigCommand.getCustomConfigResolutions(true),
|
|
|
|
|
|
|
|
webtorrent: {
|
|
|
|
enabled: true
|
|
|
|
},
|
|
|
|
hls: {
|
|
|
|
enabled: true
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
})
|
|
|
|
|
|
|
|
await servers[0].videos.runTranscoding({ videoId: uuid, transcodingType: 'hls' })
|
|
|
|
await waitJobs(servers)
|
|
|
|
|
|
|
|
for (const server of servers) {
|
|
|
|
const videoDetails = await server.videos.get({ id: uuid })
|
|
|
|
|
|
|
|
expect(videoDetails.streamingPlaylists).to.have.lengthOf(1)
|
|
|
|
expect(videoDetails.streamingPlaylists[0].files).to.have.lengthOf(5)
|
|
|
|
|
|
|
|
if (objectStorage) {
|
|
|
|
await checkFilesInObjectStorage(videoDetails)
|
|
|
|
|
|
|
|
const hlsPlaylist = videoDetails.streamingPlaylists[0]
|
|
|
|
const resolutions = hlsPlaylist.files.map(f => f.resolution.id)
|
|
|
|
await checkResolutionsInMasterPlaylist({ server: servers[0], playlistUrl: hlsPlaylist.playlistUrl, resolutions })
|
|
|
|
|
|
|
|
const shaBody = await servers[0].streamingPlaylists.getSegmentSha256({ url: hlsPlaylist.segmentsSha256Url })
|
|
|
|
expect(Object.keys(shaBody)).to.have.lengthOf(5)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
})
|
|
|
|
|
2021-11-18 07:35:08 -06:00
|
|
|
it('Should not have updated published at attributes', async function () {
|
|
|
|
const video = await servers[0].videos.get({ id: videoUUID })
|
|
|
|
|
|
|
|
expect(video.publishedAt).to.equal(publishedAt)
|
|
|
|
})
|
|
|
|
|
|
|
|
after(async function () {
|
|
|
|
await cleanupTests(servers)
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
describe('Test create transcoding jobs from API', function () {
|
|
|
|
|
|
|
|
describe('On filesystem', function () {
|
|
|
|
runTests(false)
|
|
|
|
})
|
|
|
|
|
|
|
|
describe('On object storage', function () {
|
|
|
|
if (areObjectStorageTestsDisabled()) return
|
|
|
|
|
|
|
|
runTests(true)
|
|
|
|
})
|
|
|
|
})
|