/* eslint-disable @typescript-eslint/no-unused-expressions,@typescript-eslint/no-floating-promises */ import { expect } from 'chai' import { pathExists, readdir } from 'fs-extra' import { basename, join } from 'path' import { loadLanguages, VIDEO_CATEGORIES, VIDEO_LANGUAGES, VIDEO_LICENCES, VIDEO_PRIVACIES } from '@server/initializers/constants' import { getLowercaseExtension, pick, uuidRegex } from '@shared/core-utils' import { HttpStatusCode, VideoCaption, VideoDetails, VideoPrivacy, VideoResolution } from '@shared/models' import { makeRawRequest, PeerTubeServer, VideoEdit, waitJobs } from '@shared/server-commands' import { dateIsValid, expectStartWith, testImageGeneratedByFFmpeg } from './checks' import { checkWebTorrentWorks } from './webtorrent' loadLanguages() async function completeWebVideoFilesCheck (options: { server: PeerTubeServer originServer: PeerTubeServer videoUUID: string fixture: string files: { resolution: number size?: number }[] objectStorageBaseUrl?: string }) { const { originServer, server, videoUUID, files, fixture, objectStorageBaseUrl } = options const video = await server.videos.getWithToken({ id: videoUUID }) const serverConfig = await originServer.config.getConfig() const requiresAuth = video.privacy.id === VideoPrivacy.PRIVATE || video.privacy.id === VideoPrivacy.INTERNAL const transcodingEnabled = serverConfig.transcoding.web_videos.enabled for (const attributeFile of files) { const file = video.files.find(f => f.resolution.id === attributeFile.resolution) expect(file, `resolution ${attributeFile.resolution} does not exist`).not.to.be.undefined let extension = getLowercaseExtension(fixture) // Transcoding enabled: extension will always be .mp4 if (transcodingEnabled) extension = '.mp4' expect(file.id).to.exist expect(file.magnetUri).to.have.lengthOf.above(2) { const privatePath = requiresAuth ? 'private/' : '' const nameReg = `${uuidRegex}-${file.resolution.id}` expect(file.torrentDownloadUrl).to.match(new RegExp(`${server.url}/download/torrents/${nameReg}.torrent`)) expect(file.torrentUrl).to.match(new RegExp(`${server.url}/lazy-static/torrents/${nameReg}.torrent`)) if (objectStorageBaseUrl && requiresAuth) { expect(file.fileUrl).to.match(new RegExp(`${originServer.url}/object-storage-proxy/webseed/${privatePath}${nameReg}${extension}`)) } else if (objectStorageBaseUrl) { expectStartWith(file.fileUrl, objectStorageBaseUrl) } else { expect(file.fileUrl).to.match(new RegExp(`${originServer.url}/static/webseed/${privatePath}${nameReg}${extension}`)) } expect(file.fileDownloadUrl).to.match(new RegExp(`${originServer.url}/download/videos/${nameReg}${extension}`)) } { const token = requiresAuth ? server.accessToken : undefined await Promise.all([ makeRawRequest({ url: file.torrentUrl, token, expectedStatus: HttpStatusCode.OK_200 }), makeRawRequest({ url: file.torrentDownloadUrl, token, expectedStatus: HttpStatusCode.OK_200 }), makeRawRequest({ url: file.metadataUrl, token, expectedStatus: HttpStatusCode.OK_200 }), makeRawRequest({ url: file.fileUrl, token, expectedStatus: HttpStatusCode.OK_200 }), makeRawRequest({ url: file.fileDownloadUrl, token, expectedStatus: objectStorageBaseUrl ? HttpStatusCode.FOUND_302 : HttpStatusCode.OK_200 }) ]) } expect(file.resolution.id).to.equal(attributeFile.resolution) if (file.resolution.id === VideoResolution.H_NOVIDEO) { expect(file.resolution.label).to.equal('Audio') } else { expect(file.resolution.label).to.equal(attributeFile.resolution + 'p') } if (attributeFile.size) { const minSize = attributeFile.size - ((10 * attributeFile.size) / 100) const maxSize = attributeFile.size + ((10 * attributeFile.size) / 100) expect( file.size, 'File size for resolution ' + file.resolution.label + ' outside confidence interval (' + minSize + '> size <' + maxSize + ')' ).to.be.above(minSize).and.below(maxSize) } await checkWebTorrentWorks(file.magnetUri) } } async function completeVideoCheck (options: { server: PeerTubeServer originServer: PeerTubeServer videoUUID: string attributes: { name: string category: number licence: number language: string nsfw: boolean commentsEnabled: boolean downloadEnabled: boolean description: string publishedAt?: string support: string originallyPublishedAt?: string account: { name: string host: string } isLocal: boolean tags: string[] privacy: number likes?: number dislikes?: number duration: number channel: { displayName: string name: string description: string isLocal: boolean } fixture: string files: { resolution: number size: number }[] thumbnailfile?: string previewfile?: string } }) { const { attributes, originServer, server, videoUUID } = options const video = await server.videos.get({ id: videoUUID }) if (!attributes.likes) attributes.likes = 0 if (!attributes.dislikes) attributes.dislikes = 0 expect(video.name).to.equal(attributes.name) expect(video.category.id).to.equal(attributes.category) expect(video.category.label).to.equal(attributes.category !== null ? VIDEO_CATEGORIES[attributes.category] : 'Unknown') expect(video.licence.id).to.equal(attributes.licence) expect(video.licence.label).to.equal(attributes.licence !== null ? VIDEO_LICENCES[attributes.licence] : 'Unknown') expect(video.language.id).to.equal(attributes.language) expect(video.language.label).to.equal(attributes.language !== null ? VIDEO_LANGUAGES[attributes.language] : 'Unknown') expect(video.privacy.id).to.deep.equal(attributes.privacy) expect(video.privacy.label).to.deep.equal(VIDEO_PRIVACIES[attributes.privacy]) expect(video.nsfw).to.equal(attributes.nsfw) expect(video.description).to.equal(attributes.description) expect(video.account.id).to.be.a('number') expect(video.account.host).to.equal(attributes.account.host) expect(video.account.name).to.equal(attributes.account.name) expect(video.channel.displayName).to.equal(attributes.channel.displayName) expect(video.channel.name).to.equal(attributes.channel.name) expect(video.likes).to.equal(attributes.likes) expect(video.dislikes).to.equal(attributes.dislikes) expect(video.isLocal).to.equal(attributes.isLocal) expect(video.duration).to.equal(attributes.duration) expect(video.url).to.contain(originServer.host) expect(dateIsValid(video.createdAt)).to.be.true expect(dateIsValid(video.publishedAt)).to.be.true expect(dateIsValid(video.updatedAt)).to.be.true if (attributes.publishedAt) { expect(video.publishedAt).to.equal(attributes.publishedAt) } if (attributes.originallyPublishedAt) { expect(video.originallyPublishedAt).to.equal(attributes.originallyPublishedAt) } else { expect(video.originallyPublishedAt).to.be.null } expect(video.files).to.have.lengthOf(attributes.files.length) expect(video.tags).to.deep.equal(attributes.tags) expect(video.account.name).to.equal(attributes.account.name) expect(video.account.host).to.equal(attributes.account.host) expect(video.channel.displayName).to.equal(attributes.channel.displayName) expect(video.channel.name).to.equal(attributes.channel.name) expect(video.channel.host).to.equal(attributes.account.host) expect(video.channel.isLocal).to.equal(attributes.channel.isLocal) expect(dateIsValid(video.channel.createdAt.toString())).to.be.true expect(dateIsValid(video.channel.updatedAt.toString())).to.be.true expect(video.commentsEnabled).to.equal(attributes.commentsEnabled) expect(video.downloadEnabled).to.equal(attributes.downloadEnabled) expect(video.thumbnailPath).to.exist await testImageGeneratedByFFmpeg(server.url, attributes.thumbnailfile || attributes.fixture, video.thumbnailPath) if (attributes.previewfile) { expect(video.previewPath).to.exist await testImageGeneratedByFFmpeg(server.url, attributes.previewfile, video.previewPath) } await completeWebVideoFilesCheck({ server, originServer, videoUUID: video.uuid, ...pick(attributes, [ 'fixture', 'files' ]) }) } async function checkVideoFilesWereRemoved (options: { server: PeerTubeServer video: VideoDetails captions?: VideoCaption[] onlyVideoFiles?: boolean // default false }) { const { video, server, captions = [], onlyVideoFiles = false } = options const webVideoFiles = video.files || [] const hlsFiles = video.streamingPlaylists[0]?.files || [] const thumbnailName = basename(video.thumbnailPath) const previewName = basename(video.previewPath) const torrentNames = webVideoFiles.concat(hlsFiles).map(f => basename(f.torrentUrl)) const captionNames = captions.map(c => basename(c.captionPath)) const webVideoFilenames = webVideoFiles.map(f => basename(f.fileUrl)) const hlsFilenames = hlsFiles.map(f => basename(f.fileUrl)) let directories: { [ directory: string ]: string[] } = { videos: webVideoFilenames, redundancy: webVideoFilenames, [join('playlists', 'hls')]: hlsFilenames, [join('redundancy', 'hls')]: hlsFilenames } if (onlyVideoFiles !== true) { directories = { ...directories, thumbnails: [ thumbnailName ], previews: [ previewName ], torrents: torrentNames, captions: captionNames } } for (const directory of Object.keys(directories)) { const directoryPath = server.servers.buildDirectory(directory) const directoryExists = await pathExists(directoryPath) if (directoryExists === false) continue const existingFiles = await readdir(directoryPath) for (const existingFile of existingFiles) { for (const shouldNotExist of directories[directory]) { expect(existingFile, `File ${existingFile} should not exist in ${directoryPath}`).to.not.contain(shouldNotExist) } } } } async function saveVideoInServers (servers: PeerTubeServer[], uuid: string) { for (const server of servers) { server.store.videoDetails = await server.videos.get({ id: uuid }) } } function checkUploadVideoParam ( server: PeerTubeServer, token: string, attributes: Partial, expectedStatus = HttpStatusCode.OK_200, mode: 'legacy' | 'resumable' = 'legacy' ) { return mode === 'legacy' ? server.videos.buildLegacyUpload({ token, attributes, expectedStatus }) : server.videos.buildResumeUpload({ token, attributes, expectedStatus }) } // serverNumber starts from 1 async function uploadRandomVideoOnServers ( servers: PeerTubeServer[], serverNumber: number, additionalParams?: VideoEdit & { prefixName?: string } ) { const server = servers.find(s => s.serverNumber === serverNumber) const res = await server.videos.randomUpload({ wait: false, additionalParams }) await waitJobs(servers) return res } // --------------------------------------------------------------------------- export { completeVideoCheck, completeWebVideoFilesCheck, checkUploadVideoParam, uploadRandomVideoOnServers, checkVideoFilesWereRemoved, saveVideoInServers }