Try to cache video_high_bitrate_1080p in travis

This commit is contained in:
Chocobozzz 2018-10-08 17:47:19 +02:00
parent 9f1ddd2496
commit c1c86c1599
No known key found for this signature in database
GPG Key ID: 583A612D890159BE
4 changed files with 56 additions and 48 deletions

View File

@ -14,7 +14,10 @@ addons:
- g++-4.9 - g++-4.9
postgresql: "9.4" postgresql: "9.4"
cache: yarn cache:
directories:
- $HOME/.cache/yarn
- $HOME/fixtures
sudo: false sudo: false

View File

@ -4,8 +4,8 @@ import * as chai from 'chai'
import 'mocha' import 'mocha'
import { omit } from 'lodash' import { omit } from 'lodash'
import * as ffmpeg from 'fluent-ffmpeg' import * as ffmpeg from 'fluent-ffmpeg'
import { VideoDetails, VideoState, getMaxBitrate, VideoResolution } from '../../../../shared/models/videos' import { getMaxBitrate, VideoDetails, VideoResolution, VideoState } from '../../../../shared/models/videos'
import { getVideoFileFPS, audio, getVideoFileBitrate, getVideoFileResolution } from '../../../helpers/ffmpeg-utils' import { audio, getVideoFileBitrate, getVideoFileFPS, getVideoFileResolution } from '../../../helpers/ffmpeg-utils'
import { import {
buildAbsoluteFixturePath, buildAbsoluteFixturePath,
doubleFollow, doubleFollow,
@ -20,9 +20,9 @@ import {
uploadVideo, uploadVideo,
webtorrentAdd webtorrentAdd
} from '../../utils' } from '../../utils'
import { join, basename } from 'path' import { join } from 'path'
import { waitJobs } from '../../utils/server/jobs' import { waitJobs } from '../../utils/server/jobs'
import { remove } from 'fs-extra' import { pathExists } from 'fs-extra'
import { VIDEO_TRANSCODING_FPS } from '../../../../server/initializers/constants' import { VIDEO_TRANSCODING_FPS } from '../../../../server/initializers/constants'
const expect = chai.expect const expect = chai.expect
@ -283,59 +283,62 @@ describe('Test video transcoding', function () {
} }
}) })
const tempFixturePath = buildAbsoluteFixturePath('video_high_bitrate_1080p.mp4') const tempFixturePath = buildAbsoluteFixturePath('video_high_bitrate_1080p.mp4', true)
it('Should respect maximum bitrate values', async function () { it('Should respect maximum bitrate values', async function () {
this.timeout(160000) this.timeout(160000)
{ {
// Generate a random, high bitrate video on the fly, so we don't have to include const exists = await pathExists(tempFixturePath)
// a large file in the repo. The video needs to have a certain minimum length so if (!exists) {
// that FFmpeg properly applies bitrate limits.
// https://stackoverflow.com/a/15795112 // Generate a random, high bitrate video on the fly, so we don't have to include
await new Promise<void>(async (res, rej) => { // a large file in the repo. The video needs to have a certain minimum length so
ffmpeg() // that FFmpeg properly applies bitrate limits.
.outputOptions(['-f rawvideo', '-video_size 1920x1080', '-i /dev/urandom']) // https://stackoverflow.com/a/15795112
.outputOptions(['-ac 2', '-f s16le', '-i /dev/urandom', '-t 10']) await new Promise<void>(async (res, rej) => {
.outputOptions(['-maxrate 10M', '-bufsize 10M']) ffmpeg()
.output(tempFixturePath) .outputOptions([ '-f rawvideo', '-video_size 1920x1080', '-i /dev/urandom' ])
.on('error', rej) .outputOptions([ '-ac 2', '-f s16le', '-i /dev/urandom', '-t 10' ])
.on('end', res) .outputOptions([ '-maxrate 10M', '-bufsize 10M' ])
.run() .output(tempFixturePath)
}) .on('error', rej)
.on('end', res)
.run()
})
}
const bitrate = await getVideoFileBitrate(tempFixturePath) const bitrate = await getVideoFileBitrate(tempFixturePath)
expect(bitrate).to.be.above(getMaxBitrate(VideoResolution.H_1080P, 60, VIDEO_TRANSCODING_FPS)) expect(bitrate).to.be.above(getMaxBitrate(VideoResolution.H_1080P, 60, VIDEO_TRANSCODING_FPS))
}
const videoAttributes = { const videoAttributes = {
name: 'high bitrate video', name: 'high bitrate video',
description: 'high bitrate video', description: 'high bitrate video',
fixture: basename(tempFixturePath) fixture: tempFixturePath
} }
await uploadVideo(servers[1].url, servers[1].accessToken, videoAttributes) await uploadVideo(servers[1].url, servers[1].accessToken, videoAttributes)
await waitJobs(servers) await waitJobs(servers)
for (const server of servers) { for (const server of servers) {
const res = await getVideosList(server.url) const res = await getVideosList(server.url)
const video = res.body.data.find(v => v.name === videoAttributes.name) const video = res.body.data.find(v => v.name === videoAttributes.name)
for (const resolution of ['240', '360', '480', '720', '1080']) { for (const resolution of ['240', '360', '480', '720', '1080']) {
const path = join(root(), 'test2', 'videos', video.uuid + '-' + resolution + '.mp4') const path = join(root(), 'test2', 'videos', video.uuid + '-' + resolution + '.mp4')
const bitrate = await getVideoFileBitrate(path) const bitrate = await getVideoFileBitrate(path)
const fps = await getVideoFileFPS(path) const fps = await getVideoFileFPS(path)
const resolution2 = await getVideoFileResolution(path) const resolution2 = await getVideoFileResolution(path)
expect(resolution2.videoFileResolution.toString()).to.equal(resolution) expect(resolution2.videoFileResolution.toString()).to.equal(resolution)
expect(bitrate).to.be.below(getMaxBitrate(resolution2.videoFileResolution, fps, VIDEO_TRANSCODING_FPS)) expect(bitrate).to.be.below(getMaxBitrate(resolution2.videoFileResolution, fps, VIDEO_TRANSCODING_FPS))
}
} }
} }
}) })
after(async function () { after(async function () {
remove(tempFixturePath)
killallServers(servers) killallServers(servers)
}) })
}) })

View File

@ -51,11 +51,13 @@ async function testImage (url: string, imageName: string, imagePath: string, ext
expect(data.length).to.be.below(maxLength) expect(data.length).to.be.below(maxLength)
} }
function buildAbsoluteFixturePath (path: string) { function buildAbsoluteFixturePath (path: string, customTravisPath = false) {
if (isAbsolute(path)) { if (isAbsolute(path)) {
return path return path
} }
if (customTravisPath && process.env.TRAVIS) return join(process.env.HOME, 'fixtures', path)
return join(__dirname, '..', '..', 'fixtures', path) return join(__dirname, '..', '..', 'fixtures', path)
} }

View File

@ -34,22 +34,22 @@ export function getTargetBitrate (resolution: VideoResolution, fps: number,
// quality according to Google Live Encoder: 2,250 - 6,000 Kbps // quality according to Google Live Encoder: 2,250 - 6,000 Kbps
// Quality according to YouTube Video Info: 2634 Kbps // Quality according to YouTube Video Info: 2634 Kbps
return 2600 * 1000 return 2600 * 1000
} else {
// quality according to Google Live Encoder: 1,500 - 4,000 Kbps
// Quality according to YouTube Video Info: 1752 Kbps
return 1750 * 1000
} }
// quality according to Google Live Encoder: 1,500 - 4,000 Kbps
// Quality according to YouTube Video Info: 1752 Kbps
return 1750 * 1000
case VideoResolution.H_1080P: // fallthrough case VideoResolution.H_1080P: // fallthrough
default: default:
if (fps === fpsTranscodingConstants.MAX) { if (fps === fpsTranscodingConstants.MAX) {
// quality according to Google Live Encoder: 3000 - 6000 Kbps // quality according to Google Live Encoder: 3000 - 6000 Kbps
// Quality according to YouTube Video Info: 4387 Kbps // Quality according to YouTube Video Info: 4387 Kbps
return 4400 * 1000 return 4400 * 1000
} else {
// quality according to Google Live Encoder: 3000 - 6000 Kbps
// Quality according to YouTube Video Info: 3277 Kbps
return 3300 * 1000
} }
// quality according to Google Live Encoder: 3000 - 6000 Kbps
// Quality according to YouTube Video Info: 3277 Kbps
return 3300 * 1000
} }
} }