2017-12-12 10:53:50 -06:00
|
|
|
import { Model } from 'sequelize-typescript'
|
2018-05-22 12:43:13 -05:00
|
|
|
import * as ipaddr from 'ipaddr.js'
|
2017-07-05 06:26:25 -05:00
|
|
|
import { ResultList } from '../../shared'
|
2017-12-12 10:53:50 -06:00
|
|
|
import { VideoResolution } from '../../shared/models/videos'
|
2018-04-24 08:10:54 -05:00
|
|
|
import { CONFIG } from '../initializers'
|
2017-12-12 10:53:50 -06:00
|
|
|
import { UserModel } from '../models/account/user'
|
2017-12-14 10:38:41 -06:00
|
|
|
import { ActorModel } from '../models/activitypub/actor'
|
|
|
|
import { ApplicationModel } from '../models/application/application'
|
2018-07-31 08:09:34 -05:00
|
|
|
import { pseudoRandomBytesPromise, unlinkPromise } from './core-utils'
|
2017-11-16 04:08:25 -06:00
|
|
|
import { logger } from './logger'
|
2018-07-31 08:09:34 -05:00
|
|
|
import { isArray } from './custom-validators/misc'
|
2016-05-10 14:19:24 -05:00
|
|
|
|
2018-06-12 13:04:58 -05:00
|
|
|
const isCidr = require('is-cidr')
|
|
|
|
|
2018-07-31 08:09:34 -05:00
|
|
|
function cleanUpReqFiles (req: { files: { [ fieldname: string ]: Express.Multer.File[] } | Express.Multer.File[] }) {
|
|
|
|
const files = req.files
|
|
|
|
|
|
|
|
if (!files) return
|
|
|
|
|
|
|
|
if (isArray(files)) {
|
|
|
|
(files as Express.Multer.File[]).forEach(f => deleteFileAsync(f.path))
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
|
|
|
for (const key of Object.keys(files)) {
|
|
|
|
const file = files[key]
|
|
|
|
|
|
|
|
if (isArray(file)) file.forEach(f => deleteFileAsync(f.path))
|
|
|
|
else deleteFileAsync(file.path)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
function deleteFileAsync (path: string) {
|
|
|
|
unlinkPromise(path)
|
|
|
|
.catch(err => logger.error('Cannot delete the file %s asynchronously.', path, { err }))
|
|
|
|
}
|
|
|
|
|
2017-10-25 09:03:33 -05:00
|
|
|
async function generateRandomString (size: number) {
|
|
|
|
const raw = await pseudoRandomBytesPromise(size)
|
|
|
|
|
|
|
|
return raw.toString('hex')
|
2017-02-26 11:57:33 -06:00
|
|
|
}
|
|
|
|
|
2017-10-02 05:20:26 -05:00
|
|
|
interface FormattableToJSON {
|
2018-06-12 13:04:58 -05:00
|
|
|
toFormattedJSON (args?: any)
|
2017-06-17 04:28:11 -05:00
|
|
|
}
|
|
|
|
|
2018-06-12 13:04:58 -05:00
|
|
|
function getFormattedObjects<U, T extends FormattableToJSON> (objects: T[], objectsTotal: number, formattedArg?: any) {
|
2017-08-25 04:45:31 -05:00
|
|
|
const formattedObjects: U[] = []
|
2017-01-04 13:59:23 -06:00
|
|
|
|
2017-07-11 10:04:57 -05:00
|
|
|
objects.forEach(object => {
|
2018-06-12 13:04:58 -05:00
|
|
|
formattedObjects.push(object.toFormattedJSON(formattedArg))
|
2017-01-04 13:59:23 -06:00
|
|
|
})
|
|
|
|
|
2018-06-12 13:04:58 -05:00
|
|
|
return {
|
2017-01-04 13:59:23 -06:00
|
|
|
total: objectsTotal,
|
2017-08-25 04:45:31 -05:00
|
|
|
data: formattedObjects
|
2018-06-12 13:04:58 -05:00
|
|
|
} as ResultList<U>
|
2017-01-04 13:59:23 -06:00
|
|
|
}
|
|
|
|
|
2017-10-25 09:03:33 -05:00
|
|
|
async function isSignupAllowed () {
|
2017-07-25 13:17:28 -05:00
|
|
|
if (CONFIG.SIGNUP.ENABLED === false) {
|
2017-10-25 09:03:33 -05:00
|
|
|
return false
|
2017-07-25 13:17:28 -05:00
|
|
|
}
|
|
|
|
|
|
|
|
// No limit and signup is enabled
|
|
|
|
if (CONFIG.SIGNUP.LIMIT === -1) {
|
2017-10-25 09:03:33 -05:00
|
|
|
return true
|
2017-07-25 13:17:28 -05:00
|
|
|
}
|
|
|
|
|
2017-12-12 10:53:50 -06:00
|
|
|
const totalUsers = await UserModel.countTotal()
|
2017-10-25 09:03:33 -05:00
|
|
|
|
|
|
|
return totalUsers < CONFIG.SIGNUP.LIMIT
|
2017-07-25 13:17:28 -05:00
|
|
|
}
|
|
|
|
|
2018-05-22 12:43:13 -05:00
|
|
|
function isSignupAllowedForCurrentIP (ip: string) {
|
|
|
|
const addr = ipaddr.parse(ip)
|
|
|
|
let excludeList = [ 'blacklist' ]
|
2018-07-25 15:01:25 -05:00
|
|
|
let matched = ''
|
2018-05-22 12:43:13 -05:00
|
|
|
|
|
|
|
// if there is a valid, non-empty whitelist, we exclude all unknown adresses too
|
|
|
|
if (CONFIG.SIGNUP.FILTERS.CIDR.WHITELIST.filter(cidr => isCidr(cidr)).length > 0) {
|
|
|
|
excludeList.push('unknown')
|
|
|
|
}
|
|
|
|
|
|
|
|
if (addr.kind() === 'ipv4') {
|
|
|
|
const addrV4 = ipaddr.IPv4.parse(ip)
|
|
|
|
const rangeList = {
|
|
|
|
whitelist: CONFIG.SIGNUP.FILTERS.CIDR.WHITELIST.filter(cidr => isCidr.v4(cidr))
|
|
|
|
.map(cidr => ipaddr.IPv4.parseCIDR(cidr)),
|
|
|
|
blacklist: CONFIG.SIGNUP.FILTERS.CIDR.BLACKLIST.filter(cidr => isCidr.v4(cidr))
|
|
|
|
.map(cidr => ipaddr.IPv4.parseCIDR(cidr))
|
|
|
|
}
|
|
|
|
matched = ipaddr.subnetMatch(addrV4, rangeList, 'unknown')
|
|
|
|
} else if (addr.kind() === 'ipv6') {
|
|
|
|
const addrV6 = ipaddr.IPv6.parse(ip)
|
|
|
|
const rangeList = {
|
|
|
|
whitelist: CONFIG.SIGNUP.FILTERS.CIDR.WHITELIST.filter(cidr => isCidr.v6(cidr))
|
|
|
|
.map(cidr => ipaddr.IPv6.parseCIDR(cidr)),
|
|
|
|
blacklist: CONFIG.SIGNUP.FILTERS.CIDR.BLACKLIST.filter(cidr => isCidr.v6(cidr))
|
|
|
|
.map(cidr => ipaddr.IPv6.parseCIDR(cidr))
|
|
|
|
}
|
|
|
|
matched = ipaddr.subnetMatch(addrV6, rangeList, 'unknown')
|
|
|
|
}
|
|
|
|
|
|
|
|
return !excludeList.includes(matched)
|
|
|
|
}
|
|
|
|
|
2017-10-02 05:20:26 -05:00
|
|
|
function computeResolutionsToTranscode (videoFileHeight: number) {
|
|
|
|
const resolutionsEnabled: number[] = []
|
|
|
|
const configResolutions = CONFIG.TRANSCODING.RESOLUTIONS
|
|
|
|
|
2018-06-12 13:04:58 -05:00
|
|
|
// Put in the order we want to proceed jobs
|
2017-10-02 05:20:26 -05:00
|
|
|
const resolutions = [
|
|
|
|
VideoResolution.H_480P,
|
2018-06-12 13:04:58 -05:00
|
|
|
VideoResolution.H_360P,
|
2017-10-02 05:20:26 -05:00
|
|
|
VideoResolution.H_720P,
|
2018-06-12 13:04:58 -05:00
|
|
|
VideoResolution.H_240P,
|
2017-10-02 05:20:26 -05:00
|
|
|
VideoResolution.H_1080P
|
|
|
|
]
|
|
|
|
|
|
|
|
for (const resolution of resolutions) {
|
2018-06-12 13:04:58 -05:00
|
|
|
if (configResolutions[ resolution + 'p' ] === true && videoFileHeight > resolution) {
|
2017-10-02 05:20:26 -05:00
|
|
|
resolutionsEnabled.push(resolution)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return resolutionsEnabled
|
|
|
|
}
|
|
|
|
|
2018-07-21 16:00:25 -05:00
|
|
|
const timeTable = {
|
|
|
|
ms: 1,
|
|
|
|
second: 1000,
|
|
|
|
minute: 60000,
|
|
|
|
hour: 3600000,
|
|
|
|
day: 3600000 * 24,
|
|
|
|
week: 3600000 * 24 * 7,
|
|
|
|
month: 3600000 * 24 * 30
|
|
|
|
}
|
2018-07-24 07:35:11 -05:00
|
|
|
export function parseDuration (duration: number | string): number {
|
2018-07-21 16:00:25 -05:00
|
|
|
if (typeof duration === 'number') return duration
|
|
|
|
|
|
|
|
if (typeof duration === 'string') {
|
|
|
|
const split = duration.match(/^([\d\.,]+)\s?(\w+)$/)
|
|
|
|
|
|
|
|
if (split.length === 3) {
|
|
|
|
const len = parseFloat(split[1])
|
|
|
|
let unit = split[2].replace(/s$/i,'').toLowerCase()
|
|
|
|
if (unit === 'm') {
|
|
|
|
unit = 'ms'
|
|
|
|
}
|
|
|
|
|
|
|
|
return (len || 1) * (timeTable[unit] || 0)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-07-24 07:35:11 -05:00
|
|
|
throw new Error('Duration could not be properly parsed')
|
2018-07-21 16:00:25 -05:00
|
|
|
}
|
|
|
|
|
2017-12-12 10:53:50 -06:00
|
|
|
function resetSequelizeInstance (instance: Model<any>, savedFields: object) {
|
2017-10-25 04:55:06 -05:00
|
|
|
Object.keys(savedFields).forEach(key => {
|
|
|
|
const value = savedFields[key]
|
|
|
|
instance.set(key, value)
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2017-12-14 10:38:41 -06:00
|
|
|
let serverActor: ActorModel
|
|
|
|
async function getServerActor () {
|
|
|
|
if (serverActor === undefined) {
|
|
|
|
const application = await ApplicationModel.load()
|
2018-07-26 03:45:10 -05:00
|
|
|
if (!application) throw Error('Could not load Application from database.')
|
|
|
|
|
2017-12-14 10:38:41 -06:00
|
|
|
serverActor = application.Account.Actor
|
2017-11-13 10:39:41 -06:00
|
|
|
}
|
|
|
|
|
2017-12-14 10:38:41 -06:00
|
|
|
if (!serverActor) {
|
|
|
|
logger.error('Cannot load server actor.')
|
2017-11-16 04:08:25 -06:00
|
|
|
process.exit(0)
|
|
|
|
}
|
|
|
|
|
2017-12-14 10:38:41 -06:00
|
|
|
return Promise.resolve(serverActor)
|
2017-11-13 10:39:41 -06:00
|
|
|
}
|
|
|
|
|
2017-09-22 02:13:43 -05:00
|
|
|
type SortType = { sortModel: any, sortValue: string }
|
|
|
|
|
2016-02-07 04:23:23 -06:00
|
|
|
// ---------------------------------------------------------------------------
|
2016-01-31 04:23:52 -06:00
|
|
|
|
2017-05-15 15:22:03 -05:00
|
|
|
export {
|
2018-07-31 08:09:34 -05:00
|
|
|
cleanUpReqFiles,
|
|
|
|
deleteFileAsync,
|
2017-05-15 15:22:03 -05:00
|
|
|
generateRandomString,
|
2017-08-25 04:45:31 -05:00
|
|
|
getFormattedObjects,
|
2017-09-22 02:13:43 -05:00
|
|
|
isSignupAllowed,
|
2018-05-22 12:43:13 -05:00
|
|
|
isSignupAllowedForCurrentIP,
|
2017-10-02 05:20:26 -05:00
|
|
|
computeResolutionsToTranscode,
|
2017-10-25 04:55:06 -05:00
|
|
|
resetSequelizeInstance,
|
2017-12-14 10:38:41 -06:00
|
|
|
getServerActor,
|
2018-04-24 08:10:54 -05:00
|
|
|
SortType
|
2017-05-15 15:22:03 -05:00
|
|
|
}
|