Server: generate magnet uri on the fly

This commit is contained in:
Chocobozzz 2016-11-11 15:20:03 +01:00
parent 558d7c2385
commit f285faa04e
4 changed files with 92 additions and 40 deletions

View File

@ -110,7 +110,7 @@ function addVideo (req, res, next) {
function renameVideoFile (video, callback) { function renameVideoFile (video, callback) {
const videoDir = constants.CONFIG.STORAGE.VIDEOS_DIR const videoDir = constants.CONFIG.STORAGE.VIDEOS_DIR
const source = path.join(videoDir, videoFile.filename) const source = path.join(videoDir, videoFile.filename)
const destination = path.join(videoDir, video.getFilename()) const destination = path.join(videoDir, video.getVideoFilename())
fs.rename(source, destination, function (err) { fs.rename(source, destination, function (err) {
return callback(err, video) return callback(err, video)
@ -118,7 +118,7 @@ function addVideo (req, res, next) {
}, },
function insertIntoDB (video, callback) { function insertIntoDB (video, callback) {
video.save(function (err, video, videoFile) { video.save(function (err, video) {
// Assert there are only one argument sent to the next function (video) // Assert there are only one argument sent to the next function (video)
return callback(err, video) return callback(err, video)
}) })

View File

@ -13,7 +13,7 @@ const videosValidators = {
isVideoDateValid, isVideoDateValid,
isVideoDescriptionValid, isVideoDescriptionValid,
isVideoDurationValid, isVideoDurationValid,
isVideoMagnetUriValid, isVideoMagnetValid,
isVideoNameValid, isVideoNameValid,
isVideoPodUrlValid, isVideoPodUrlValid,
isVideoTagsValid, isVideoTagsValid,
@ -31,7 +31,7 @@ function isEachRemoteVideosValid (requests) {
isVideoDateValid(video.createdDate) && isVideoDateValid(video.createdDate) &&
isVideoDescriptionValid(video.description) && isVideoDescriptionValid(video.description) &&
isVideoDurationValid(video.duration) && isVideoDurationValid(video.duration) &&
isVideoMagnetUriValid(video.magnetUri) && isVideoMagnetValid(video.magnetUri) &&
isVideoNameValid(video.name) && isVideoNameValid(video.name) &&
isVideoPodUrlValid(video.podUrl) && isVideoPodUrlValid(video.podUrl) &&
isVideoTagsValid(video.tags) && isVideoTagsValid(video.tags) &&
@ -62,8 +62,8 @@ function isVideoDurationValid (value) {
return validator.isInt(value + '', VIDEOS_CONSTRAINTS_FIELDS.DURATION) return validator.isInt(value + '', VIDEOS_CONSTRAINTS_FIELDS.DURATION)
} }
function isVideoMagnetUriValid (value) { function isVideoMagnetValid (value) {
return validator.isLength(value, VIDEOS_CONSTRAINTS_FIELDS.MAGNET_URI) return validator.isLength(value.infoHash, VIDEOS_CONSTRAINTS_FIELDS.MAGNET.XT)
} }
function isVideoNameValid (value) { function isVideoNameValid (value) {

View File

@ -66,7 +66,9 @@ const CONSTRAINTS_FIELDS = {
VIDEOS: { VIDEOS: {
NAME: { min: 3, max: 50 }, // Length NAME: { min: 3, max: 50 }, // Length
DESCRIPTION: { min: 3, max: 250 }, // Length DESCRIPTION: { min: 3, max: 250 }, // Length
MAGNET_URI: { min: 10 }, // Length MAGNET: {
XT: { min: 10 } // Length
},
DURATION: { min: 1, max: 7200 }, // Number DURATION: { min: 1, max: 7200 }, // Number
TAGS: { min: 1, max: 3 }, // Number of total tags TAGS: { min: 1, max: 3 }, // Number of total tags
TAG: { min: 2, max: 10 }, // Length TAG: { min: 2, max: 10 }, // Length
@ -131,13 +133,18 @@ const REQUEST_ENDPOINTS = {
// --------------------------------------------------------------------------- // ---------------------------------------------------------------------------
const REMOTE_SCHEME = {
HTTP: 'https',
WS: 'WS'
}
// Password encryption // Password encryption
const BCRYPT_SALT_SIZE = 10 const BCRYPT_SALT_SIZE = 10
// Express static paths (router) // Express static paths (router)
const STATIC_PATHS = { const STATIC_PATHS = {
PREVIEWS: '/static/previews', PREVIEWS: '/static/previews/',
THUMBNAILS: '/static/thumbnails', THUMBNAILS: '/static/thumbnails/',
TORRENTS: '/static/torrents/', TORRENTS: '/static/torrents/',
WEBSEED: '/static/webseed/' WEBSEED: '/static/webseed/'
} }
@ -161,6 +168,8 @@ if (isTestInstance() === true) {
CONSTRAINTS_FIELDS.VIDEOS.DURATION.max = 14 CONSTRAINTS_FIELDS.VIDEOS.DURATION.max = 14
FRIEND_SCORE.BASE = 20 FRIEND_SCORE.BASE = 20
REQUESTS_INTERVAL = 10000 REQUESTS_INTERVAL = 10000
REMOTE_SCHEME.HTTP = 'http'
REMOTE_SCHEME.WS = 'ws'
STATIC_MAX_AGE = 0 STATIC_MAX_AGE = 0
} }
@ -177,12 +186,13 @@ module.exports = {
OAUTH_LIFETIME, OAUTH_LIFETIME,
PAGINATION_COUNT_DEFAULT, PAGINATION_COUNT_DEFAULT,
PODS_SCORE, PODS_SCORE,
PREVIEWS_SIZE,
REMOTE_SCHEME,
REQUEST_ENDPOINTS, REQUEST_ENDPOINTS,
REQUESTS_IN_PARALLEL, REQUESTS_IN_PARALLEL,
REQUESTS_INTERVAL, REQUESTS_INTERVAL,
REQUESTS_LIMIT, REQUESTS_LIMIT,
RETRY_REQUESTS, RETRY_REQUESTS,
PREVIEWS_SIZE,
SEARCHABLE_COLUMNS, SEARCHABLE_COLUMNS,
SORTABLE_COLUMNS, SORTABLE_COLUMNS,
STATIC_MAX_AGE, STATIC_MAX_AGE,

View File

@ -3,10 +3,10 @@
const createTorrent = require('create-torrent') const createTorrent = require('create-torrent')
const ffmpeg = require('fluent-ffmpeg') const ffmpeg = require('fluent-ffmpeg')
const fs = require('fs') const fs = require('fs')
const magnetUtil = require('magnet-uri')
const parallel = require('async/parallel') const parallel = require('async/parallel')
const parseTorrent = require('parse-torrent') const parseTorrent = require('parse-torrent')
const pathUtils = require('path') const pathUtils = require('path')
const magnet = require('magnet-uri')
const mongoose = require('mongoose') const mongoose = require('mongoose')
const constants = require('../initializers/constants') const constants = require('../initializers/constants')
@ -25,7 +25,9 @@ const VideoSchema = mongoose.Schema({
}, },
remoteId: mongoose.Schema.Types.ObjectId, remoteId: mongoose.Schema.Types.ObjectId,
description: String, description: String,
magnetUri: String, magnet: {
infoHash: String
},
podUrl: String, podUrl: String,
author: String, author: String,
duration: Number, duration: Number,
@ -39,7 +41,6 @@ const VideoSchema = mongoose.Schema({
VideoSchema.path('name').validate(customVideosValidators.isVideoNameValid) VideoSchema.path('name').validate(customVideosValidators.isVideoNameValid)
VideoSchema.path('description').validate(customVideosValidators.isVideoDescriptionValid) VideoSchema.path('description').validate(customVideosValidators.isVideoDescriptionValid)
VideoSchema.path('magnetUri').validate(customVideosValidators.isVideoMagnetUriValid)
VideoSchema.path('podUrl').validate(customVideosValidators.isVideoPodUrlValid) VideoSchema.path('podUrl').validate(customVideosValidators.isVideoPodUrlValid)
VideoSchema.path('author').validate(customVideosValidators.isVideoAuthorValid) VideoSchema.path('author').validate(customVideosValidators.isVideoAuthorValid)
VideoSchema.path('duration').validate(customVideosValidators.isVideoDurationValid) VideoSchema.path('duration').validate(customVideosValidators.isVideoDurationValid)
@ -51,8 +52,10 @@ VideoSchema.path('thumbnail').validate(function (value) {
VideoSchema.path('tags').validate(customVideosValidators.isVideoTagsValid) VideoSchema.path('tags').validate(customVideosValidators.isVideoTagsValid)
VideoSchema.methods = { VideoSchema.methods = {
getFilename, generateMagnetUri,
getJPEGName, getVideoFilename,
getThumbnailName,
getPreviewName,
getTorrentName, getTorrentName,
isOwned, isOwned,
toFormatedJSON, toFormatedJSON,
@ -103,8 +106,8 @@ VideoSchema.pre('save', function (next) {
const tasks = [] const tasks = []
if (video.isOwned()) { if (video.isOwned()) {
const videoPath = pathUtils.join(constants.CONFIG.STORAGE.VIDEOS_DIR, video.getFilename()) const videoPath = pathUtils.join(constants.CONFIG.STORAGE.VIDEOS_DIR, video.getVideoFilename())
this.podUrl = constants.CONFIG.WEBSERVER.URL this.podUrl = constants.CONFIG.WEBSERVER.HOSTNAME + ':' + constants.CONFIG.WEBSERVER.PORT
tasks.push( tasks.push(
// TODO: refractoring // TODO: refractoring
@ -114,7 +117,7 @@ VideoSchema.pre('save', function (next) {
[ constants.CONFIG.WEBSERVER.WS + '://' + constants.CONFIG.WEBSERVER.HOSTNAME + ':' + constants.CONFIG.WEBSERVER.PORT + '/tracker/socket' ] [ constants.CONFIG.WEBSERVER.WS + '://' + constants.CONFIG.WEBSERVER.HOSTNAME + ':' + constants.CONFIG.WEBSERVER.PORT + '/tracker/socket' ]
], ],
urlList: [ urlList: [
constants.CONFIG.WEBSERVER.URL + constants.STATIC_PATHS.WEBSEED + video.getFilename() constants.CONFIG.WEBSERVER.URL + constants.STATIC_PATHS.WEBSEED + video.getVideoFilename()
] ]
} }
@ -125,9 +128,9 @@ VideoSchema.pre('save', function (next) {
if (err) return callback(err) if (err) return callback(err)
const parsedTorrent = parseTorrent(torrent) const parsedTorrent = parseTorrent(torrent)
parsedTorrent.xs = video.podUrl + constants.STATIC_PATHS.TORRENTS + video.getTorrentName() video.magnet.infoHash = parsedTorrent.infoHash
video.magnetUri = magnet.encode(parsedTorrent)
console.log(parsedTorrent)
callback(null) callback(null)
}) })
}) })
@ -150,16 +153,57 @@ mongoose.model('Video', VideoSchema)
// ------------------------------ METHODS ------------------------------ // ------------------------------ METHODS ------------------------------
function getFilename () { function generateMagnetUri () {
return this._id + this.extname let baseUrlHttp, baseUrlWs
if (this.isOwned()) {
baseUrlHttp = constants.CONFIG.WEBSERVER.URL
baseUrlWs = constants.CONFIG.WEBSERVER.WS + '://' + constants.CONFIG.WEBSERVER.HOSTNAME + ':' + constants.CONFIG.WEBSERVER.PORT
} else {
baseUrlHttp = constants.REMOTE_SCHEME.HTTP + this.podUrl
baseUrlWs = constants.REMOTE_SCHEME.WS + this.podUrl
}
const xs = baseUrlHttp + constants.STATIC_PATHS.TORRENTS + this.getTorrentName()
const announce = baseUrlWs + '/tracker/socket'
const urlList = [ baseUrlHttp + constants.STATIC_PATHS.WEBSEED + this.getVideoFilename() ]
const magnetHash = {
xs,
announce,
urlList,
infoHash: this.magnet.infoHash,
name: this.name
}
return magnetUtil.encode(magnetHash)
} }
function getJPEGName () { function getVideoFilename () {
if (this.isOwned()) return this._id + this.extname
return this.remoteId + this.extname
}
function getThumbnailName () {
// We always have a copy of the thumbnail
return this._id + '.jpg' return this._id + '.jpg'
} }
function getPreviewName () {
const extension = '.jpg'
if (this.isOwned()) return this._id + extension
return this.remoteId + extension
}
function getTorrentName () { function getTorrentName () {
return this._id + '.torrent' const extension = '.torrent'
if (this.isOwned()) return this._id + extension
return this.remoteId + extension
} }
function isOwned () { function isOwned () {
@ -171,13 +215,13 @@ function toFormatedJSON () {
id: this._id, id: this._id,
name: this.name, name: this.name,
description: this.description, description: this.description,
podUrl: this.podUrl.replace(/^https?:\/\//, ''), podUrl: this.podUrl,
isLocal: this.isOwned(), isLocal: this.isOwned(),
magnetUri: this.magnetUri, magnetUri: this.generateMagnetUri(),
author: this.author, author: this.author,
duration: this.duration, duration: this.duration,
tags: this.tags, tags: this.tags,
thumbnailPath: constants.STATIC_PATHS.THUMBNAILS + '/' + this.getJPEGName(), thumbnailPath: constants.STATIC_PATHS.THUMBNAILS + '/' + this.getThumbnailName(),
createdDate: this.createdDate createdDate: this.createdDate
} }
@ -188,7 +232,7 @@ function toRemoteJSON (callback) {
const self = this const self = this
// Convert thumbnail to base64 // Convert thumbnail to base64
const thumbnailPath = pathUtils.join(constants.CONFIG.STORAGE.THUMBNAILS_DIR, this.getJPEGName()) const thumbnailPath = pathUtils.join(constants.CONFIG.STORAGE.THUMBNAILS_DIR, this.getThumbnailName())
fs.readFile(thumbnailPath, function (err, thumbnailData) { fs.readFile(thumbnailPath, function (err, thumbnailData) {
if (err) { if (err) {
logger.error('Cannot read the thumbnail of the video') logger.error('Cannot read the thumbnail of the video')
@ -198,7 +242,7 @@ function toRemoteJSON (callback) {
const remoteVideo = { const remoteVideo = {
name: self.name, name: self.name,
description: self.description, description: self.description,
magnetUri: self.magnetUri, magnet: self.magnet,
remoteId: self._id, remoteId: self._id,
author: self.author, author: self.author,
duration: self.duration, duration: self.duration,
@ -267,11 +311,11 @@ function search (value, field, start, count, sort, callback) {
// --------------------------------------------------------------------------- // ---------------------------------------------------------------------------
function removeThumbnail (video, callback) { function removeThumbnail (video, callback) {
fs.unlink(constants.CONFIG.STORAGE.THUMBNAILS_DIR + video.getJPEGName(), callback) fs.unlink(constants.CONFIG.STORAGE.THUMBNAILS_DIR + video.getThumbnailName(), callback)
} }
function removeFile (video, callback) { function removeFile (video, callback) {
fs.unlink(constants.CONFIG.STORAGE.VIDEOS_DIR + video.getFilename(), callback) fs.unlink(constants.CONFIG.STORAGE.VIDEOS_DIR + video.getVideoFilename(), callback)
} }
function removeTorrent (video, callback) { function removeTorrent (video, callback) {
@ -280,22 +324,21 @@ function removeTorrent (video, callback) {
function removePreview (video, callback) { function removePreview (video, callback) {
// Same name than video thumnail // Same name than video thumnail
// TODO: refractoring fs.unlink(constants.CONFIG.STORAGE.PREVIEWS_DIR + video.getPreviewName(), callback)
fs.unlink(constants.CONFIG.STORAGE.PREVIEWS_DIR + video.getJPEGName(), callback)
} }
function createPreview (video, videoPath, callback) { function createPreview (video, videoPath, callback) {
generateImage(video, videoPath, constants.CONFIG.STORAGE.PREVIEWS_DIR, callback) generateImage(video, videoPath, constants.CONFIG.STORAGE.PREVIEWS_DIR, video.getPreviewName(), callback)
} }
function createThumbnail (video, videoPath, callback) { function createThumbnail (video, videoPath, callback) {
generateImage(video, videoPath, constants.CONFIG.STORAGE.THUMBNAILS_DIR, constants.THUMBNAILS_SIZE, callback) generateImage(video, videoPath, constants.CONFIG.STORAGE.THUMBNAILS_DIR, video.getThumbnailName(), constants.THUMBNAILS_SIZE, callback)
} }
function generateThumbnailFromBase64 (video, thumbnailData, callback) { function generateThumbnailFromBase64 (video, thumbnailData, callback) {
// Creating the thumbnail for this remote video) // Creating the thumbnail for this remote video)
const thumbnailName = video.getJPEGName() const thumbnailName = video.getThumbnailName()
const thumbnailPath = constants.CONFIG.STORAGE.THUMBNAILS_DIR + thumbnailName const thumbnailPath = constants.CONFIG.STORAGE.THUMBNAILS_DIR + thumbnailName
fs.writeFile(thumbnailPath, thumbnailData, { encoding: 'base64' }, function (err) { fs.writeFile(thumbnailPath, thumbnailData, { encoding: 'base64' }, function (err) {
if (err) return callback(err) if (err) return callback(err)
@ -304,10 +347,9 @@ function generateThumbnailFromBase64 (video, thumbnailData, callback) {
}) })
} }
function generateImage (video, videoPath, folder, size, callback) { function generateImage (video, videoPath, folder, imageName, size, callback) {
const filename = video.getJPEGName()
const options = { const options = {
filename, filename: imageName,
count: 1, count: 1,
folder folder
} }
@ -321,7 +363,7 @@ function generateImage (video, videoPath, folder, size, callback) {
ffmpeg(videoPath) ffmpeg(videoPath)
.on('error', callback) .on('error', callback)
.on('end', function () { .on('end', function () {
callback(null, filename) callback(null, imageName)
}) })
.thumbnail(options) .thumbnail(options)
} }