PeerTube/server/tests/api/multiple-pods.ts

/* tslint:disable:no-unused-expression */

import 'mocha'
import * as chai from 'chai'

import {
  dateIsValid,
  flushAndRunMultipleServers,
  flushTests,
  getVideo,
  getVideosList,
  killallServers,
  makeFriends,
  rateVideo,
  removeVideo,
  ServerInfo,
  setAccessTokensToServers,
  testVideoImage,
  updateVideo,
  uploadVideo,
  wait,
  webtorrentAdd
} from '../utils'

const expect = chai.expect

describe('Test multiple pods', function () {
  let servers: ServerInfo[] = []
  const toRemove = []
  let videoUUID = ''

  before(async function () {
    this.timeout(120000)

    servers = await flushAndRunMultipleServers(3)

    // Get the access tokens
    await setAccessTokensToServers(servers)

    // The second pod make friend with the third
    await makeFriends(servers[1].url, servers[1].accessToken)

    // Wait for the request between pods
    await wait(10000)

    // Pod 1 make friends too
    await makeFriends(servers[0].url, servers[0].accessToken)
  })

  it('Should not have videos for all pods', async function () {
    for (const server of servers) {
      const res = await getVideosList(server.url)
      const videos = res.body.data
      expect(videos).to.be.an('array')
      expect(videos.length).to.equal(0)
    }
  })

  describe('Should upload the video and propagate on each pod', function () {
    it('Should upload the video on pod 1 and propagate on each pod', async function () {
      // Pod 1 has video transcoding activated
      this.timeout(15000)

      const videoAttributes = {
        name: 'my super name for pod 1',
        category: 5,
        licence: 4,
        language: 9,
        nsfw: true,
        description: 'my super description for pod 1',
        tags: [ 'tag1p1', 'tag2p1' ],
        fixture: 'video_short1.webm'
      }
      await uploadVideo(servers[0].url, servers[0].accessToken, videoAttributes)

      await wait(11000)

      // All pods should have this video
      for (const server of servers) {
        let baseMagnet = null

        const res = await getVideosList(server.url)

        const videos = res.body.data
        expect(videos).to.be.an('array')
        expect(videos.length).to.equal(1)
        const video = videos[0]
        expect(video.name).to.equal('my super name for pod 1')
        expect(video.category).to.equal(5)
        expect(video.categoryLabel).to.equal('Sports')
        expect(video.licence).to.equal(4)
        expect(video.licenceLabel).to.equal('Attribution - Non Commercial')
        expect(video.language).to.equal(9)
        expect(video.languageLabel).to.equal('Japanese')
        expect(video.nsfw).to.be.ok
        expect(video.description).to.equal('my super description for pod 1')
        expect(video.podHost).to.equal('localhost:9001')
        expect(video.duration).to.equal(10)
        expect(video.tags).to.deep.equal([ 'tag1p1', 'tag2p1' ])
        expect(dateIsValid(video.createdAt)).to.be.true
        expect(dateIsValid(video.updatedAt)).to.be.true
        expect(video.author).to.equal('root')

        expect(video.files).to.have.lengthOf(1)

        const file = video.files[0]
        const magnetUri = file.magnetUri
        expect(file.magnetUri).to.have.lengthOf.above(2)
        expect(file.resolution).to.equal(0)
        expect(file.resolutionLabel).to.equal('original')
        expect(file.size).to.equal(572456)

        if (server.url !== 'http://localhost:9001') {
          expect(video.isLocal).to.be.false
        } else {
          expect(video.isLocal).to.be.true
        }

        // All pods should have the same magnet Uri
        if (baseMagnet === null) {
          baseMagnet = magnetUri
        } else {
          expect(baseMagnet).to.equal(magnetUri)
        }

        const test = await testVideoImage(server.url, 'video_short1.webm', video.thumbnailPath)
        expect(test).to.equal(true)
      }
    })

    it('Should upload the video on pod 2 and propagate on each pod', async function () {
      this.timeout(120000)

      const videoAttributes = {
        name: 'my super name for pod 2',
        category: 4,
        licence: 3,
        language: 11,
        nsfw: true,
        description: 'my super description for pod 2',
        tags: [ 'tag1p2', 'tag2p2', 'tag3p2' ],
        fixture: 'video_short2.webm'
      }
      await uploadVideo(servers[1].url, servers[1].accessToken, videoAttributes)

      // Transcoding, so wait more than 22000
      await wait(60000)

      // All pods should have this video
      for (const server of servers) {
        let baseMagnet = {}

        const res = await getVideosList(server.url)

        const videos = res.body.data
        expect(videos).to.be.an('array')
        expect(videos.length).to.equal(2)
        const video = videos[1]
        expect(video.name).to.equal('my super name for pod 2')
        expect(video.category).to.equal(4)
        expect(video.categoryLabel).to.equal('Art')
        expect(video.licence).to.equal(3)
        expect(video.licenceLabel).to.equal('Attribution - No Derivatives')
        expect(video.language).to.equal(11)
        expect(video.languageLabel).to.equal('German')
        expect(video.nsfw).to.be.true
        expect(video.description).to.equal('my super description for pod 2')
        expect(video.podHost).to.equal('localhost:9002')
        expect(video.duration).to.equal(5)
        expect(video.tags).to.deep.equal([ 'tag1p2', 'tag2p2', 'tag3p2' ])
        expect(dateIsValid(video.createdAt)).to.be.true
        expect(dateIsValid(video.updatedAt)).to.be.true
        expect(video.author).to.equal('root')

        expect(video.files).to.have.lengthOf(5)

        // Check common attributes
        for (const file of video.files) {
          expect(file.magnetUri).to.have.lengthOf.above(2)

          if (server.url !== 'http://localhost:9002') {
            expect(video.isLocal).to.be.false
          } else {
            expect(video.isLocal).to.be.true
          }

          // All pods should have the same magnet Uri
          if (baseMagnet[file.resolution] === undefined) {
            baseMagnet[file.resolution] = file.magnet
          } else {
            expect(baseMagnet[file.resolution]).to.equal(file.magnet)
          }
        }

        const originalFile = video.files.find(f => f.resolution === 0)
        expect(originalFile).not.to.be.undefined
        expect(originalFile.resolutionLabel).to.equal('original')
        expect(originalFile.size).to.be.above(700000).and.below(720000)

        const file240p = video.files.find(f => f.resolution === 240)
        expect(file240p).not.to.be.undefined
        expect(file240p.resolutionLabel).to.equal('240p')
        expect(file240p.size).to.be.above(130000).and.below(150000)

        const file360p = video.files.find(f => f.resolution === 360)
        expect(file360p).not.to.be.undefined
        expect(file360p.resolutionLabel).to.equal('360p')
        expect(file360p.size).to.be.above(160000).and.below(180000)

        const file480p = video.files.find(f => f.resolution === 480)
        expect(file480p).not.to.be.undefined
        expect(file480p.resolutionLabel).to.equal('480p')
        expect(file480p.size).to.be.above(200000).and.below(220000)

        const file720p = video.files.find(f => f.resolution === 720)
        expect(file720p).not.to.be.undefined
        expect(file720p.resolutionLabel).to.equal('720p')
        expect(file720p.size).to.be.above(310000).and.below(320000)

        const test = await testVideoImage(server.url, 'video_short2.webm', video.thumbnailPath)
        expect(test).to.equal(true)
      }
    })

    it('Should upload two videos on pod 3 and propagate on each pod', async function () {
      this.timeout(45000)

      const videoAttributes1 = {
        name: 'my super name for pod 3',
        category: 6,
        licence: 5,
        language: 11,
        nsfw: true,
        description: 'my super description for pod 3',
        tags: [ 'tag1p3' ],
        fixture: 'video_short3.webm'
      }
      await uploadVideo(servers[2].url, servers[2].accessToken, videoAttributes1)

      const videoAttributes2 = {
        name: 'my super name for pod 3-2',
        category: 7,
        licence: 6,
        language: 12,
        nsfw: false,
        description: 'my super description for pod 3-2',
        tags: [ 'tag2p3', 'tag3p3', 'tag4p3' ],
        fixture: 'video_short.webm'
      }
      await uploadVideo(servers[2].url, servers[2].accessToken, videoAttributes2)

      await wait(33000)

      let baseMagnet = null
      // All pods should have this video
      for (const server of servers) {
        const res = await getVideosList(server.url)

        const videos = res.body.data
        expect(videos).to.be.an('array')
        expect(videos.length).to.equal(4)

        // We not sure about the order of the two last uploads
        let video1 = null
        let video2 = null
        if (videos[2].name === 'my super name for pod 3') {
          video1 = videos[2]
          video2 = videos[3]
        } else {
          video1 = videos[3]
          video2 = videos[2]
        }

        expect(video1.name).to.equal('my super name for pod 3')
        expect(video1.category).to.equal(6)
        expect(video1.categoryLabel).to.equal('Travels')
        expect(video1.licence).to.equal(5)
        expect(video1.licenceLabel).to.equal('Attribution - Non Commercial - Share Alike')
        expect(video1.language).to.equal(11)
        expect(video1.languageLabel).to.equal('German')
        expect(video1.nsfw).to.be.ok
        expect(video1.description).to.equal('my super description for pod 3')
        expect(video1.podHost).to.equal('localhost:9003')
        expect(video1.duration).to.equal(5)
        expect(video1.tags).to.deep.equal([ 'tag1p3' ])
        expect(video1.author).to.equal('root')
        expect(dateIsValid(video1.createdAt)).to.be.true
        expect(dateIsValid(video1.updatedAt)).to.be.true

        expect(video1.files).to.have.lengthOf(1)

        const file1 = video1.files[0]
        expect(file1.magnetUri).to.have.lengthOf.above(2)
        expect(file1.resolution).to.equal(0)
        expect(file1.resolutionLabel).to.equal('original')
        expect(file1.size).to.equal(292677)

        expect(video2.name).to.equal('my super name for pod 3-2')
        expect(video2.category).to.equal(7)
        expect(video2.categoryLabel).to.equal('Gaming')
        expect(video2.licence).to.equal(6)
        expect(video2.licenceLabel).to.equal('Attribution - Non Commercial - No Derivatives')
        expect(video2.language).to.equal(12)
        expect(video2.languageLabel).to.equal('Korean')
        expect(video2.nsfw).to.be.false
        expect(video2.description).to.equal('my super description for pod 3-2')
        expect(video2.podHost).to.equal('localhost:9003')
        expect(video2.duration).to.equal(5)
        expect(video2.tags).to.deep.equal([ 'tag2p3', 'tag3p3', 'tag4p3' ])
        expect(video2.author).to.equal('root')
        expect(dateIsValid(video2.createdAt)).to.be.true
        expect(dateIsValid(video2.updatedAt)).to.be.true

        expect(video2.files).to.have.lengthOf(1)

        const file2 = video2.files[0]
        const magnetUri2 = file2.magnetUri
        expect(file2.magnetUri).to.have.lengthOf.above(2)
        expect(file2.resolution).to.equal(0)
        expect(file2.resolutionLabel).to.equal('original')
        expect(file2.size).to.equal(218910)

        if (server.url !== 'http://localhost:9003') {
          expect(video1.isLocal).to.be.false
          expect(video2.isLocal).to.be.false
        } else {
          expect(video1.isLocal).to.be.true
          expect(video2.isLocal).to.be.true
        }

        // All pods should have the same magnet Uri
        if (baseMagnet === null) {
          baseMagnet = magnetUri2
        } else {
          expect(baseMagnet).to.equal(magnetUri2)
        }

        const test1 = await testVideoImage(server.url, 'video_short3.webm', video1.thumbnailPath)
        expect(test1).to.equal(true)

        const test2 = await testVideoImage(server.url, 'video_short.webm', video2.thumbnailPath)
        expect(test2).to.equal(true)
      }
    })
  })

  describe('Should seed the uploaded video', function () {
    it('Should add the file 1 by asking pod 3', async function () {
      // Yes, this could be long
      this.timeout(200000)

      const res = await getVideosList(servers[2].url)

      const video = res.body.data[0]
      toRemove.push(res.body.data[2])
      toRemove.push(res.body.data[3])

      const torrent = await webtorrentAdd(video.files[0].magnetUri)
      expect(torrent.files).to.be.an('array')
      expect(torrent.files.length).to.equal(1)
      expect(torrent.files[0].path).to.exist.and.to.not.equal('')
    })

    it('Should add the file 2 by asking pod 1', async function () {
      // Yes, this could be long
      this.timeout(200000)

      const res = await getVideosList(servers[0].url)

      const video = res.body.data[1]

      const torrent = await webtorrentAdd(video.files[0].magnetUri)
      expect(torrent.files).to.be.an('array')
      expect(torrent.files.length).to.equal(1)
      expect(torrent.files[0].path).to.exist.and.to.not.equal('')
    })

    it('Should add the file 3 by asking pod 2', async function () {
      // Yes, this could be long
      this.timeout(200000)

      const res = await getVideosList(servers[1].url)

      const video = res.body.data[2]

      const torrent = await webtorrentAdd(video.files[0].magnetUri)
      expect(torrent.files).to.be.an('array')
      expect(torrent.files.length).to.equal(1)
      expect(torrent.files[0].path).to.exist.and.to.not.equal('')
    })

    it('Should add the file 3-2 by asking pod 1', async function () {
      // Yes, this could be long
      this.timeout(200000)

      const res = await getVideosList(servers[0].url)

      const video = res.body.data[3]

      const torrent = await webtorrentAdd(video.files[0].magnetUri)
      expect(torrent.files).to.be.an('array')
      expect(torrent.files.length).to.equal(1)
      expect(torrent.files[0].path).to.exist.and.to.not.equal('')
    })
  })

  describe('Should update video views, likes and dislikes', function () {
    let localVideosPod3 = []
    let remoteVideosPod1 = []
    let remoteVideosPod2 = []
    let remoteVideosPod3 = []

    before(async function () {
      const res1 = await getVideosList(servers[0].url)
      remoteVideosPod1 = res1.body.data.filter(video => video.isLocal === false).map(video => video.id)

      const res2 = await getVideosList(servers[1].url)
      remoteVideosPod2 = res2.body.data.filter(video => video.isLocal === false).map(video => video.id)

      const res3 = await getVideosList(servers[2].url)
      localVideosPod3 = res3.body.data.filter(video => video.isLocal === true).map(video => video.id)
      remoteVideosPod3 = res3.body.data.filter(video => video.isLocal === false).map(video => video.id)
    })

    it('Should view multiple videos on owned servers', async function () {
      this.timeout(30000)

      const tasks: Promise<any>[] = []
      tasks.push(getVideo(servers[2].url, localVideosPod3[0]))
      tasks.push(getVideo(servers[2].url, localVideosPod3[0]))
      tasks.push(getVideo(servers[2].url, localVideosPod3[0]))
      tasks.push(getVideo(servers[2].url, localVideosPod3[1]))

      await Promise.all(tasks)

      await wait(22000)

      for (const server of servers) {
        const res = await getVideosList(server.url)

        const videos = res.body.data
        expect(videos.find(video => video.views === 3)).to.be.an('object')
        expect(videos.find(video => video.views === 1)).to.be.an('object')
      }
    })

    it('Should view multiple videos on each servers', async function () {
      this.timeout(30000)

      const tasks: Promise<any>[] = []
      tasks.push(getVideo(servers[0].url, remoteVideosPod1[0]))
      tasks.push(getVideo(servers[1].url, remoteVideosPod2[0]))
      tasks.push(getVideo(servers[1].url, remoteVideosPod2[0]))
      tasks.push(getVideo(servers[2].url, remoteVideosPod3[0]))
      tasks.push(getVideo(servers[2].url, remoteVideosPod3[1]))
      tasks.push(getVideo(servers[2].url, remoteVideosPod3[1]))
      tasks.push(getVideo(servers[2].url, remoteVideosPod3[1]))
      tasks.push(getVideo(servers[2].url, localVideosPod3[1]))
      tasks.push(getVideo(servers[2].url, localVideosPod3[1]))
      tasks.push(getVideo(servers[2].url, localVideosPod3[1]))

      await Promise.all(tasks)

      await wait(22000)

      let baseVideos = null

      for (const server of servers) {
        const res = await getVideosList(server.url)

        const videos = res.body.data

        // Initialize base videos for future comparisons
        if (baseVideos === null) {
          baseVideos = videos
          return
        }

        for (const baseVideo of baseVideos) {
          const sameVideo = videos.find(video => video.name === baseVideo.name)
          expect(baseVideo.views).to.equal(sameVideo.views)
        }
      }
    })

    it('Should like and dislikes videos on different services', async function () {
      this.timeout(30000)

      const tasks: Promise<any>[] = []
      tasks.push(rateVideo(servers[0].url, servers[0].accessToken, remoteVideosPod1[0], 'like'))
      tasks.push(rateVideo(servers[0].url, servers[0].accessToken, remoteVideosPod1[0], 'dislike'))
      tasks.push(rateVideo(servers[0].url, servers[0].accessToken, remoteVideosPod1[0], 'like'))
      tasks.push(rateVideo(servers[2].url, servers[2].accessToken, localVideosPod3[1], 'like'))
      tasks.push(rateVideo(servers[2].url, servers[2].accessToken, localVideosPod3[1], 'dislike'))
      tasks.push(rateVideo(servers[2].url, servers[2].accessToken, remoteVideosPod3[1], 'dislike'))
      tasks.push(rateVideo(servers[2].url, servers[2].accessToken, remoteVideosPod3[0], 'like'))

      await Promise.all(tasks)

      await wait(22000)

      let baseVideos = null
      for (const server of servers) {
        const res = await getVideosList(server.url)

        const videos = res.body.data

        // Initialize base videos for future comparisons
        if (baseVideos === null) {
          baseVideos = videos
          return
        }

        baseVideos.forEach(baseVideo => {
          const sameVideo = videos.find(video => video.name === baseVideo.name)
          expect(baseVideo.likes).to.equal(sameVideo.likes)
          expect(baseVideo.dislikes).to.equal(sameVideo.dislikes)
        })
      }
    })
  })

  describe('Should manipulate these videos', function () {
    it('Should update the video 3 by asking pod 3', async function () {
      this.timeout(15000)

      const attributes = {
        name: 'my super video updated',
        category: 10,
        licence: 7,
        language: 13,
        nsfw: true,
        description: 'my super description updated',
        tags: [ 'tag_up_1', 'tag_up_2' ]
      }

      await updateVideo(servers[2].url, servers[2].accessToken, toRemove[0].id, attributes)

      await wait(11000)
    })

    it('Should have the video 3 updated on each pod', async function () {
      this.timeout(200000)

      for (const server of servers) {
        const res = await getVideosList(server.url)

        const videos = res.body.data
        const videoUpdated = videos.find(video => video.name === 'my super video updated')

        expect(!!videoUpdated).to.be.true
        expect(videoUpdated.category).to.equal(10)
        expect(videoUpdated.categoryLabel).to.equal('Entertainment')
        expect(videoUpdated.licence).to.equal(7)
        expect(videoUpdated.licenceLabel).to.equal('Public Domain Dedication')
        expect(videoUpdated.language).to.equal(13)
        expect(videoUpdated.languageLabel).to.equal('French')
        expect(videoUpdated.nsfw).to.be.ok
        expect(videoUpdated.description).to.equal('my super description updated')
        expect(videoUpdated.tags).to.deep.equal([ 'tag_up_1', 'tag_up_2' ])
        expect(dateIsValid(videoUpdated.updatedAt, 20000)).to.be.true

        const file = videoUpdated.files[0]
        expect(file.magnetUri).to.have.lengthOf.above(2)
        expect(file.resolution).to.equal(0)
        expect(file.resolutionLabel).to.equal('original')
        expect(file.size).to.equal(292677)

        const test = await testVideoImage(server.url, 'video_short3.webm', videoUpdated.thumbnailPath)
        expect(test).to.equal(true)

        // Avoid "duplicate torrent" errors
        const refreshWebTorrent = true
        const torrent = await webtorrentAdd(videoUpdated.files[0].magnetUri, refreshWebTorrent)
        expect(torrent.files).to.be.an('array')
        expect(torrent.files.length).to.equal(1)
        expect(torrent.files[0].path).to.exist.and.to.not.equal('')
      }
    })

    it('Should remove the videos 3 and 3-2 by asking pod 3', async function () {
      this.timeout(15000)

      await removeVideo(servers[2].url, servers[2].accessToken, toRemove[0].id)
      await removeVideo(servers[2].url, servers[2].accessToken, toRemove[1].id)

      await wait(11000)
    })

    it('Should have videos 1 and 3 on each pod', async function () {
      for (const server of servers) {
        const res = await getVideosList(server.url)

        const videos = res.body.data
        expect(videos).to.be.an('array')
        expect(videos.length).to.equal(2)
        expect(videos[0].name).not.to.equal(videos[1].name)
        expect(videos[0].name).not.to.equal(toRemove[0].name)
        expect(videos[1].name).not.to.equal(toRemove[0].name)
        expect(videos[0].name).not.to.equal(toRemove[1].name)
        expect(videos[1].name).not.to.equal(toRemove[1].name)

        videoUUID = videos.find(video => video.name === 'my super name for pod 1').uuid
      }
    })

    it('Should get the same video by UUID on each pod', async function () {
      let baseVideo = null
      for (const server of servers) {
        const res = await getVideo(server.url, videoUUID)

        const video = res.body

        if (baseVideo === null) {
          baseVideo = video
          return
        }

        expect(baseVideo.name).to.equal(video.name)
        expect(baseVideo.uuid).to.equal(video.uuid)
        expect(baseVideo.category).to.equal(video.category)
        expect(baseVideo.language).to.equal(video.language)
        expect(baseVideo.licence).to.equal(video.licence)
        expect(baseVideo.category).to.equal(video.category)
        expect(baseVideo.nsfw).to.equal(video.nsfw)
        expect(baseVideo.author).to.equal(video.author)
        expect(baseVideo.tags).to.deep.equal(video.tags)
      }
    })

    it('Should get the preview from each pod', async function () {
      for (const server of servers) {
        const res = await getVideo(server.url, videoUUID)
        const video = res.body

        const test = await testVideoImage(server.url, 'video_short1-preview.webm', video.previewPath)
        expect(test).to.equal(true)
      }
    })
  })

  after(async function () {
    killallServers(servers)

    // Keep the logs if the test failed
    if (this['ok']) {
      await flushTests()
    }
  })
})