Fix fps federation

This commit is contained in:
Chocobozzz 2018-08-03 17:00:19 +02:00
parent 590fb50690
commit b2977eecb8
14 changed files with 104 additions and 90 deletions

View File

@ -12,6 +12,6 @@ export class MyAccountComponent {
) {} ) {}
isVideoImportEnabled () { isVideoImportEnabled () {
return this.serverService.getConfig().import.video.http.enabled return this.serverService.getConfig().import.videos.http.enabled
} }
} }

View File

@ -70,7 +70,7 @@ export class ServerService {
videoQuota: -1 videoQuota: -1
}, },
import: { import: {
video: { videos: {
http: { http: {
enabled: false enabled: false
} }

View File

@ -33,6 +33,6 @@ export class VideoAddComponent implements CanComponentDeactivate {
} }
isVideoImportEnabled () { isVideoImportEnabled () {
return this.serverService.getConfig().import.video.http.enabled return this.serverService.getConfig().import.videos.http.enabled
} }
} }

View File

@ -145,8 +145,7 @@ export class VideoImportComponent extends FormReactive implements OnInit, CanCom
this.loadingBar.complete() this.loadingBar.complete()
this.notificationsService.success(this.i18n('Success'), this.i18n('Video to import updated.')) this.notificationsService.success(this.i18n('Success'), this.i18n('Video to import updated.'))
// TODO: route to imports list this.router.navigate([ '/my-account', 'video-imports' ])
// this.router.navigate([ '/videos/watch', this.video.uuid ])
}, },
err => { err => {

View File

@ -66,7 +66,7 @@ async function getConfig (req: express.Request, res: express.Response, next: exp
enabledResolutions enabledResolutions
}, },
import: { import: {
video: { videos: {
http: { http: {
enabled: CONFIG.IMPORT.VIDEOS.HTTP.ENABLED enabled: CONFIG.IMPORT.VIDEOS.HTTP.ENABLED
} }

View File

@ -24,6 +24,7 @@ function activityPubContextify <T> (data: T) {
views: 'http://schema.org/Number', views: 'http://schema.org/Number',
stats: 'http://schema.org/Number', stats: 'http://schema.org/Number',
size: 'http://schema.org/Number', size: 'http://schema.org/Number',
fps: 'http://schema.org/Number',
commentsEnabled: 'http://schema.org/Boolean', commentsEnabled: 'http://schema.org/Boolean',
waitTranscoding: 'http://schema.org/Boolean', waitTranscoding: 'http://schema.org/Boolean',
support: 'http://schema.org/Text' support: 'http://schema.org/Text'

View File

@ -153,7 +153,8 @@ function isRemoteVideoUrlValid (url: any) {
ACTIVITY_PUB.URL_MIME_TYPES.VIDEO.indexOf(url.mimeType) !== -1 && ACTIVITY_PUB.URL_MIME_TYPES.VIDEO.indexOf(url.mimeType) !== -1 &&
isActivityPubUrlValid(url.href) && isActivityPubUrlValid(url.href) &&
validator.isInt(url.width + '', { min: 0 }) && validator.isInt(url.width + '', { min: 0 }) &&
validator.isInt(url.size + '', { min: 0 }) validator.isInt(url.size + '', { min: 0 }) &&
(!url.fps || validator.isInt(url.fps + '', { min: 0 }))
) || ) ||
( (
ACTIVITY_PUB.URL_MIME_TYPES.TORRENT.indexOf(url.mimeType) !== -1 && ACTIVITY_PUB.URL_MIME_TYPES.TORRENT.indexOf(url.mimeType) !== -1 &&

View File

@ -108,7 +108,7 @@ async function processUpdateVideo (actor: ActorModel, activity: ActivityUpdate)
await Promise.all(videoFileDestroyTasks) await Promise.all(videoFileDestroyTasks)
const videoFileAttributes = videoFileActivityUrlToDBAttributes(videoInstance, videoObject) const videoFileAttributes = videoFileActivityUrlToDBAttributes(videoInstance, videoObject)
const tasks = videoFileAttributes.map(f => VideoFileModel.create(f)) const tasks = videoFileAttributes.map(f => VideoFileModel.create(f, sequelizeOptions))
await Promise.all(tasks) await Promise.all(tasks)
// Update Tags // Update Tags

View File

@ -162,7 +162,8 @@ function videoFileActivityUrlToDBAttributes (videoCreated: VideoModel, videoObje
infoHash: parsed.infoHash, infoHash: parsed.infoHash,
resolution: fileUrl.width, resolution: fileUrl.width,
size: fileUrl.size, size: fileUrl.size,
videoId: videoCreated.id videoId: videoCreated.id,
fps: fileUrl.fps
} as VideoFileModel } as VideoFileModel
attributes.push(attribute) attributes.push(attribute)
} }

View File

@ -1355,7 +1355,8 @@ export class VideoModel extends Model<VideoModel> {
mimeType: VIDEO_EXT_MIMETYPE[file.extname], mimeType: VIDEO_EXT_MIMETYPE[file.extname],
href: this.getVideoFileUrl(file, baseUrlHttp), href: this.getVideoFileUrl(file, baseUrlHttp),
width: file.resolution, width: file.resolution,
size: file.size size: file.size,
fps: file.fps
}) })
url.push({ url.push({

View File

@ -35,6 +35,8 @@ describe('Test video transcoding', function () {
servers = await flushAndRunMultipleServers(2) servers = await flushAndRunMultipleServers(2)
await setAccessTokensToServers(servers) await setAccessTokensToServers(servers)
await doubleFollow(servers[0], servers[1])
}) })
it('Should not transcode video on server 1', async function () { it('Should not transcode video on server 1', async function () {
@ -49,20 +51,22 @@ describe('Test video transcoding', function () {
await waitJobs(servers) await waitJobs(servers)
const res = await getVideosList(servers[0].url) for (const server of servers) {
const video = res.body.data[0] const res = await getVideosList(server.url)
const video = res.body.data[ 0 ]
const res2 = await getVideo(servers[0].url, video.id) const res2 = await getVideo(server.url, video.id)
const videoDetails = res2.body const videoDetails = res2.body
expect(videoDetails.files).to.have.lengthOf(1) expect(videoDetails.files).to.have.lengthOf(1)
const magnetUri = videoDetails.files[0].magnetUri const magnetUri = videoDetails.files[ 0 ].magnetUri
expect(magnetUri).to.match(/\.webm/) expect(magnetUri).to.match(/\.webm/)
const torrent = await webtorrentAdd(magnetUri) const torrent = await webtorrentAdd(magnetUri, true)
expect(torrent.files).to.be.an('array') expect(torrent.files).to.be.an('array')
expect(torrent.files.length).to.equal(1) expect(torrent.files.length).to.equal(1)
expect(torrent.files[0].path).match(/\.webm$/) expect(torrent.files[ 0 ].path).match(/\.webm$/)
}
}) })
it('Should transcode video on server 2', async function () { it('Should transcode video on server 2', async function () {
@ -77,21 +81,23 @@ describe('Test video transcoding', function () {
await waitJobs(servers) await waitJobs(servers)
const res = await getVideosList(servers[1].url) for (const server of servers) {
const res = await getVideosList(server.url)
const video = res.body.data[0] const video = res.body.data.find(v => v.name === videoAttributes.name)
const res2 = await getVideo(servers[1].url, video.id) const res2 = await getVideo(server.url, video.id)
const videoDetails = res2.body const videoDetails = res2.body
expect(videoDetails.files).to.have.lengthOf(4) expect(videoDetails.files).to.have.lengthOf(4)
const magnetUri = videoDetails.files[0].magnetUri const magnetUri = videoDetails.files[ 0 ].magnetUri
expect(magnetUri).to.match(/\.mp4/) expect(magnetUri).to.match(/\.mp4/)
const torrent = await webtorrentAdd(magnetUri) const torrent = await webtorrentAdd(magnetUri, true)
expect(torrent.files).to.be.an('array') expect(torrent.files).to.be.an('array')
expect(torrent.files.length).to.equal(1) expect(torrent.files.length).to.equal(1)
expect(torrent.files[0].path).match(/\.mp4$/) expect(torrent.files[ 0 ].path).match(/\.mp4$/)
}
}) })
it('Should transcode high bit rate mp3 to proper bit rate', async function () { it('Should transcode high bit rate mp3 to proper bit rate', async function () {
@ -105,10 +111,11 @@ describe('Test video transcoding', function () {
await waitJobs(servers) await waitJobs(servers)
const res = await getVideosList(servers[1].url) for (const server of servers) {
const res = await getVideosList(server.url)
const video = res.body.data.find(v => v.name === videoAttributes.name) const video = res.body.data.find(v => v.name === videoAttributes.name)
const res2 = await getVideo(servers[1].url, video.id) const res2 = await getVideo(server.url, video.id)
const videoDetails: VideoDetails = res2.body const videoDetails: VideoDetails = res2.body
expect(videoDetails.files).to.have.lengthOf(4) expect(videoDetails.files).to.have.lengthOf(4)
@ -117,11 +124,12 @@ describe('Test video transcoding', function () {
const probe = await audio.get(ffmpeg, path) const probe = await audio.get(ffmpeg, path)
if (probe.audioStream) { if (probe.audioStream) {
expect(probe.audioStream['codec_name']).to.be.equal('aac') expect(probe.audioStream[ 'codec_name' ]).to.be.equal('aac')
expect(probe.audioStream['bit_rate']).to.be.at.most(384 * 8000) expect(probe.audioStream[ 'bit_rate' ]).to.be.at.most(384 * 8000)
} else { } else {
this.fail('Could not retrieve the audio stream on ' + probe.absolutePath) this.fail('Could not retrieve the audio stream on ' + probe.absolutePath)
} }
}
}) })
it('Should transcode video with no audio and have no audio itself', async function () { it('Should transcode video with no audio and have no audio itself', async function () {
@ -135,16 +143,18 @@ describe('Test video transcoding', function () {
await waitJobs(servers) await waitJobs(servers)
const res = await getVideosList(servers[1].url) for (const server of servers) {
const res = await getVideosList(server.url)
const video = res.body.data.find(v => v.name === videoAttributes.name) const video = res.body.data.find(v => v.name === videoAttributes.name)
const res2 = await getVideo(servers[1].url, video.id) const res2 = await getVideo(server.url, video.id)
const videoDetails: VideoDetails = res2.body const videoDetails: VideoDetails = res2.body
expect(videoDetails.files).to.have.lengthOf(4) expect(videoDetails.files).to.have.lengthOf(4)
const path = join(root(), 'test2', 'videos', video.uuid + '-240.mp4') const path = join(root(), 'test2', 'videos', video.uuid + '-240.mp4')
const probe = await audio.get(ffmpeg, path) const probe = await audio.get(ffmpeg, path)
expect(probe).to.not.have.property('audioStream') expect(probe).to.not.have.property('audioStream')
}
}) })
it('Should leave the audio untouched, but properly transcode the video', async function () { it('Should leave the audio untouched, but properly transcode the video', async function () {
@ -158,10 +168,11 @@ describe('Test video transcoding', function () {
await waitJobs(servers) await waitJobs(servers)
const res = await getVideosList(servers[1].url) for (const server of servers) {
const res = await getVideosList(server.url)
const video = res.body.data.find(v => v.name === videoAttributes.name) const video = res.body.data.find(v => v.name === videoAttributes.name)
const res2 = await getVideo(servers[1].url, video.id) const res2 = await getVideo(server.url, video.id)
const videoDetails: VideoDetails = res2.body const videoDetails: VideoDetails = res2.body
expect(videoDetails.files).to.have.lengthOf(4) expect(videoDetails.files).to.have.lengthOf(4)
@ -175,6 +186,7 @@ describe('Test video transcoding', function () {
} else { } else {
this.fail('Could not retrieve the audio stream on ' + videoProbe.absolutePath) this.fail('Could not retrieve the audio stream on ' + videoProbe.absolutePath)
} }
}
}) })
it('Should transcode a 60 FPS video', async function () { it('Should transcode a 60 FPS video', async function () {
@ -189,17 +201,18 @@ describe('Test video transcoding', function () {
await waitJobs(servers) await waitJobs(servers)
const res = await getVideosList(servers[1].url) for (const server of servers) {
const res = await getVideosList(server.url)
const video = res.body.data.find(v => v.name === videoAttributes.name) const video = res.body.data.find(v => v.name === videoAttributes.name)
const res2 = await getVideo(servers[1].url, video.id) const res2 = await getVideo(server.url, video.id)
const videoDetails: VideoDetails = res2.body const videoDetails: VideoDetails = res2.body
expect(videoDetails.files).to.have.lengthOf(4) expect(videoDetails.files).to.have.lengthOf(4)
expect(videoDetails.files[0].fps).to.be.above(58).and.below(62) expect(videoDetails.files[ 0 ].fps).to.be.above(58).and.below(62)
expect(videoDetails.files[1].fps).to.be.below(31) expect(videoDetails.files[ 1 ].fps).to.be.below(31)
expect(videoDetails.files[2].fps).to.be.below(31) expect(videoDetails.files[ 2 ].fps).to.be.below(31)
expect(videoDetails.files[3].fps).to.be.below(31) expect(videoDetails.files[ 3 ].fps).to.be.below(31)
for (const resolution of [ '240', '360', '480' ]) { for (const resolution of [ '240', '360', '480' ]) {
const path = join(root(), 'test2', 'videos', video.uuid + '-' + resolution + '.mp4') const path = join(root(), 'test2', 'videos', video.uuid + '-' + resolution + '.mp4')
@ -212,15 +225,12 @@ describe('Test video transcoding', function () {
const fps = await getVideoFileFPS(path) const fps = await getVideoFileFPS(path)
expect(fps).to.be.above(58).and.below(62) expect(fps).to.be.above(58).and.below(62)
}
}) })
it('Should wait transcoding before publishing the video', async function () { it('Should wait transcoding before publishing the video', async function () {
this.timeout(80000) this.timeout(80000)
await doubleFollow(servers[0], servers[1])
await waitJobs(servers)
{ {
// Upload the video, but wait transcoding // Upload the video, but wait transcoding
const videoAttributes = { const videoAttributes = {

View File

@ -22,7 +22,9 @@ export interface ActivityUrlObject {
mimeType: 'video/mp4' | 'video/webm' | 'application/x-bittorrent' | 'application/x-bittorrent;x-scheme-handler/magnet' mimeType: 'video/mp4' | 'video/webm' | 'application/x-bittorrent' | 'application/x-bittorrent;x-scheme-handler/magnet'
href: string href: string
width: number width: number
size?: number size?: number
fps?: number
} }
export interface ActivityPubAttributedTo { export interface ActivityPubAttributedTo {

View File

@ -1,5 +1,4 @@
import { NSFWPolicyType } from '../videos/nsfw-policy.type' import { NSFWPolicyType } from '../videos/nsfw-policy.type'
import { CONFIG } from '../../../server/initializers'
export interface ServerConfig { export interface ServerConfig {
serverVersion: string serverVersion: string
@ -25,7 +24,7 @@ export interface ServerConfig {
} }
import: { import: {
video: { videos: {
http: { http: {
enabled: boolean enabled: boolean
} }

View File

@ -1,6 +1,6 @@
import { Video } from './video.model' import { Video } from './video.model'
import { VideoConstant } from './video-constant.model' import { VideoConstant } from './video-constant.model'
import { VideoImportState } from '../../index' import { VideoImportState } from './video-import-state.enum'
export interface VideoImport { export interface VideoImport {
id: number id: number