More robust webtorrent redundancy download
Avoid issues with inconsistencies between magnet infohash and torrent infohash, blocking webtorrent upload that will timeout
This commit is contained in:
parent
70430c2796
commit
02b286f890
|
@ -74,8 +74,6 @@ export class VideoFilters {
|
|||
}
|
||||
|
||||
setNSFWPolicy (nsfwPolicy: NSFWPolicyType) {
|
||||
console.log(nsfwPolicy)
|
||||
|
||||
this.updateDefaultNSFW(nsfwPolicy)
|
||||
}
|
||||
|
||||
|
|
|
@ -21,8 +21,8 @@ import { extractVideo } from './video'
|
|||
|
||||
const createTorrentPromise = promisify2<string, any, any>(createTorrent)
|
||||
|
||||
async function downloadWebTorrentVideo (target: { magnetUri: string, torrentName?: string }, timeout: number) {
|
||||
const id = target.magnetUri || target.torrentName
|
||||
async function downloadWebTorrentVideo (target: { uri: string, torrentName?: string }, timeout: number) {
|
||||
const id = target.uri || target.torrentName
|
||||
let timer
|
||||
|
||||
const path = generateVideoImportTmpPath(id)
|
||||
|
@ -35,7 +35,7 @@ async function downloadWebTorrentVideo (target: { magnetUri: string, torrentName
|
|||
const webtorrent = new WebTorrent()
|
||||
let file: TorrentFile
|
||||
|
||||
const torrentId = target.magnetUri || join(CONFIG.STORAGE.TORRENTS_DIR, target.torrentName)
|
||||
const torrentId = target.uri || join(CONFIG.STORAGE.TORRENTS_DIR, target.torrentName)
|
||||
|
||||
const options = { path: directoryPath }
|
||||
const torrent = webtorrent.add(torrentId, options, torrent => {
|
||||
|
|
|
@ -63,7 +63,7 @@ async function processTorrentImport (job: Job, payload: VideoImportTorrentPayloa
|
|||
}
|
||||
const target = {
|
||||
torrentName: videoImport.torrentName ? getSecureTorrentName(videoImport.torrentName) : undefined,
|
||||
magnetUri: videoImport.magnetUri
|
||||
uri: videoImport.magnetUri
|
||||
}
|
||||
return processFile(() => downloadWebTorrentVideo(target, VIDEO_IMPORT_TIMEOUT), videoImport, options)
|
||||
}
|
||||
|
|
|
@ -1,7 +1,6 @@
|
|||
import { move } from 'fs-extra'
|
||||
import { join } from 'path'
|
||||
import { getServerActor } from '@server/models/application/application'
|
||||
import { TrackerModel } from '@server/models/server/tracker'
|
||||
import { VideoModel } from '@server/models/video/video'
|
||||
import {
|
||||
MStreamingPlaylistFiles,
|
||||
|
@ -15,7 +14,7 @@ import {
|
|||
} from '@server/types/models'
|
||||
import { VideosRedundancyStrategy } from '../../../shared/models/redundancy'
|
||||
import { logger, loggerTagsFactory } from '../../helpers/logger'
|
||||
import { downloadWebTorrentVideo, generateMagnetUri } from '../../helpers/webtorrent'
|
||||
import { downloadWebTorrentVideo } from '../../helpers/webtorrent'
|
||||
import { CONFIG } from '../../initializers/config'
|
||||
import { HLS_REDUNDANCY_DIRECTORY, REDUNDANCY, VIDEO_IMPORT_TIMEOUT } from '../../initializers/constants'
|
||||
import { VideoRedundancyModel } from '../../models/redundancy/video-redundancy'
|
||||
|
@ -232,10 +231,7 @@ export class VideosRedundancyScheduler extends AbstractScheduler {
|
|||
|
||||
logger.info('Duplicating %s - %d in videos redundancy with "%s" strategy.', video.url, file.resolution, strategy, lTags(video.uuid))
|
||||
|
||||
const trackerUrls = await TrackerModel.listUrlsByVideoId(video.id)
|
||||
const magnetUri = generateMagnetUri(video, file, trackerUrls)
|
||||
|
||||
const tmpPath = await downloadWebTorrentVideo({ magnetUri }, VIDEO_IMPORT_TIMEOUT)
|
||||
const tmpPath = await downloadWebTorrentVideo({ uri: file.torrentUrl }, VIDEO_IMPORT_TIMEOUT)
|
||||
|
||||
const destPath = join(CONFIG.STORAGE.REDUNDANCY_DIR, file.filename)
|
||||
await move(tmpPath, destPath, { overwrite: true })
|
||||
|
|
|
@ -194,6 +194,7 @@ export class VideoFileModel extends Model<Partial<AttributesOnly<VideoFileModel>
|
|||
@Column
|
||||
metadataUrl: string
|
||||
|
||||
// Could be null for remote files
|
||||
@AllowNull(true)
|
||||
@Column
|
||||
fileUrl: string
|
||||
|
@ -203,6 +204,7 @@ export class VideoFileModel extends Model<Partial<AttributesOnly<VideoFileModel>
|
|||
@Column
|
||||
filename: string
|
||||
|
||||
// Could be null for remote files
|
||||
@AllowNull(true)
|
||||
@Column
|
||||
torrentUrl: string
|
||||
|
|
Loading…
Reference in New Issue