mirror of
https://github.com/Chocobozzz/PeerTube.git
synced 2024-05-11 01:12:38 +00:00
324 lines
12 KiB
TypeScript
324 lines
12 KiB
TypeScript
/* eslint-disable @typescript-eslint/no-unused-expressions,@typescript-eslint/no-floating-promises */
|
|
|
|
import { expect } from 'chai'
|
|
import { pathExists } from 'fs-extra/esm'
|
|
import { readdir } from 'fs/promises'
|
|
import { basename, join } from 'path'
|
|
import { pick, uuidRegex } from '@peertube/peertube-core-utils'
|
|
import { HttpStatusCode, HttpStatusCodeType, VideoCaption, VideoDetails, VideoPrivacy, VideoResolution } from '@peertube/peertube-models'
|
|
import {
|
|
loadLanguages,
|
|
VIDEO_CATEGORIES,
|
|
VIDEO_LANGUAGES,
|
|
VIDEO_LICENCES,
|
|
VIDEO_PRIVACIES
|
|
} from '@peertube/peertube-server/core/initializers/constants.js'
|
|
import { getLowercaseExtension } from '@peertube/peertube-node-utils'
|
|
import { makeRawRequest, PeerTubeServer, VideoEdit, waitJobs } from '@peertube/peertube-server-commands'
|
|
import { dateIsValid, expectStartWith, testImageGeneratedByFFmpeg } from './checks.js'
|
|
import { checkWebTorrentWorks } from './webtorrent.js'
|
|
|
|
async function completeWebVideoFilesCheck (options: {
|
|
server: PeerTubeServer
|
|
originServer: PeerTubeServer
|
|
videoUUID: string
|
|
fixture: string
|
|
files: {
|
|
resolution: number
|
|
size?: number
|
|
}[]
|
|
objectStorageBaseUrl?: string
|
|
}) {
|
|
const { originServer, server, videoUUID, files, fixture, objectStorageBaseUrl } = options
|
|
const video = await server.videos.getWithToken({ id: videoUUID })
|
|
const serverConfig = await originServer.config.getConfig()
|
|
const requiresAuth = video.privacy.id === VideoPrivacy.PRIVATE || video.privacy.id === VideoPrivacy.INTERNAL
|
|
|
|
const transcodingEnabled = serverConfig.transcoding.web_videos.enabled
|
|
|
|
for (const attributeFile of files) {
|
|
const file = video.files.find(f => f.resolution.id === attributeFile.resolution)
|
|
expect(file, `resolution ${attributeFile.resolution} does not exist`).not.to.be.undefined
|
|
|
|
let extension = getLowercaseExtension(fixture)
|
|
// Transcoding enabled: extension will always be .mp4
|
|
if (transcodingEnabled) extension = '.mp4'
|
|
|
|
expect(file.id).to.exist
|
|
expect(file.magnetUri).to.have.lengthOf.above(2)
|
|
|
|
{
|
|
const privatePath = requiresAuth
|
|
? 'private/'
|
|
: ''
|
|
const nameReg = `${uuidRegex}-${file.resolution.id}`
|
|
|
|
expect(file.torrentDownloadUrl).to.match(new RegExp(`${server.url}/download/torrents/${nameReg}.torrent`))
|
|
expect(file.torrentUrl).to.match(new RegExp(`${server.url}/lazy-static/torrents/${nameReg}.torrent`))
|
|
|
|
if (objectStorageBaseUrl && requiresAuth) {
|
|
const regexp = new RegExp(`${originServer.url}/object-storage-proxy/web-videos/${privatePath}${nameReg}${extension}`)
|
|
expect(file.fileUrl).to.match(regexp)
|
|
} else if (objectStorageBaseUrl) {
|
|
expectStartWith(file.fileUrl, objectStorageBaseUrl)
|
|
} else {
|
|
expect(file.fileUrl).to.match(new RegExp(`${originServer.url}/static/web-videos/${privatePath}${nameReg}${extension}`))
|
|
}
|
|
|
|
expect(file.fileDownloadUrl).to.match(new RegExp(`${originServer.url}/download/videos/${nameReg}${extension}`))
|
|
}
|
|
|
|
{
|
|
const token = requiresAuth
|
|
? server.accessToken
|
|
: undefined
|
|
|
|
await Promise.all([
|
|
makeRawRequest({ url: file.torrentUrl, token, expectedStatus: HttpStatusCode.OK_200 }),
|
|
makeRawRequest({ url: file.torrentDownloadUrl, token, expectedStatus: HttpStatusCode.OK_200 }),
|
|
makeRawRequest({ url: file.metadataUrl, token, expectedStatus: HttpStatusCode.OK_200 }),
|
|
makeRawRequest({ url: file.fileUrl, token, expectedStatus: HttpStatusCode.OK_200 }),
|
|
makeRawRequest({
|
|
url: file.fileDownloadUrl,
|
|
token,
|
|
expectedStatus: objectStorageBaseUrl ? HttpStatusCode.FOUND_302 : HttpStatusCode.OK_200
|
|
})
|
|
])
|
|
}
|
|
|
|
expect(file.resolution.id).to.equal(attributeFile.resolution)
|
|
|
|
if (file.resolution.id === VideoResolution.H_NOVIDEO) {
|
|
expect(file.resolution.label).to.equal('Audio')
|
|
} else {
|
|
expect(file.resolution.label).to.equal(attributeFile.resolution + 'p')
|
|
}
|
|
|
|
if (attributeFile.size) {
|
|
const minSize = attributeFile.size - ((10 * attributeFile.size) / 100)
|
|
const maxSize = attributeFile.size + ((10 * attributeFile.size) / 100)
|
|
expect(
|
|
file.size,
|
|
'File size for resolution ' + file.resolution.label + ' outside confidence interval (' + minSize + '> size <' + maxSize + ')'
|
|
).to.be.above(minSize).and.below(maxSize)
|
|
}
|
|
|
|
await checkWebTorrentWorks(file.magnetUri)
|
|
}
|
|
}
|
|
|
|
async function completeVideoCheck (options: {
|
|
server: PeerTubeServer
|
|
originServer: PeerTubeServer
|
|
videoUUID: string
|
|
attributes: {
|
|
name: string
|
|
category: number
|
|
licence: number
|
|
language: string
|
|
nsfw: boolean
|
|
commentsEnabled: boolean
|
|
downloadEnabled: boolean
|
|
description: string
|
|
publishedAt?: string
|
|
support: string
|
|
originallyPublishedAt?: string
|
|
account: {
|
|
name: string
|
|
host: string
|
|
}
|
|
isLocal: boolean
|
|
tags: string[]
|
|
privacy: number
|
|
likes?: number
|
|
dislikes?: number
|
|
duration: number
|
|
channel: {
|
|
displayName: string
|
|
name: string
|
|
description: string
|
|
isLocal: boolean
|
|
}
|
|
fixture: string
|
|
files: {
|
|
resolution: number
|
|
size: number
|
|
}[]
|
|
thumbnailfile?: string
|
|
previewfile?: string
|
|
}
|
|
}) {
|
|
const { attributes, originServer, server, videoUUID } = options
|
|
|
|
await loadLanguages()
|
|
|
|
const video = await server.videos.get({ id: videoUUID })
|
|
|
|
if (!attributes.likes) attributes.likes = 0
|
|
if (!attributes.dislikes) attributes.dislikes = 0
|
|
|
|
expect(video.name).to.equal(attributes.name)
|
|
expect(video.category.id).to.equal(attributes.category)
|
|
expect(video.category.label).to.equal(attributes.category !== null ? VIDEO_CATEGORIES[attributes.category] : 'Unknown')
|
|
expect(video.licence.id).to.equal(attributes.licence)
|
|
expect(video.licence.label).to.equal(attributes.licence !== null ? VIDEO_LICENCES[attributes.licence] : 'Unknown')
|
|
expect(video.language.id).to.equal(attributes.language)
|
|
expect(video.language.label).to.equal(attributes.language !== null ? VIDEO_LANGUAGES[attributes.language] : 'Unknown')
|
|
expect(video.privacy.id).to.deep.equal(attributes.privacy)
|
|
expect(video.privacy.label).to.deep.equal(VIDEO_PRIVACIES[attributes.privacy])
|
|
expect(video.nsfw).to.equal(attributes.nsfw)
|
|
expect(video.description).to.equal(attributes.description)
|
|
expect(video.account.id).to.be.a('number')
|
|
expect(video.account.host).to.equal(attributes.account.host)
|
|
expect(video.account.name).to.equal(attributes.account.name)
|
|
expect(video.channel.displayName).to.equal(attributes.channel.displayName)
|
|
expect(video.channel.name).to.equal(attributes.channel.name)
|
|
expect(video.likes).to.equal(attributes.likes)
|
|
expect(video.dislikes).to.equal(attributes.dislikes)
|
|
expect(video.isLocal).to.equal(attributes.isLocal)
|
|
expect(video.duration).to.equal(attributes.duration)
|
|
expect(video.url).to.contain(originServer.host)
|
|
expect(dateIsValid(video.createdAt)).to.be.true
|
|
expect(dateIsValid(video.publishedAt)).to.be.true
|
|
expect(dateIsValid(video.updatedAt)).to.be.true
|
|
|
|
if (attributes.publishedAt) {
|
|
expect(video.publishedAt).to.equal(attributes.publishedAt)
|
|
}
|
|
|
|
if (attributes.originallyPublishedAt) {
|
|
expect(video.originallyPublishedAt).to.equal(attributes.originallyPublishedAt)
|
|
} else {
|
|
expect(video.originallyPublishedAt).to.be.null
|
|
}
|
|
|
|
expect(video.files).to.have.lengthOf(attributes.files.length)
|
|
expect(video.tags).to.deep.equal(attributes.tags)
|
|
expect(video.account.name).to.equal(attributes.account.name)
|
|
expect(video.account.host).to.equal(attributes.account.host)
|
|
expect(video.channel.displayName).to.equal(attributes.channel.displayName)
|
|
expect(video.channel.name).to.equal(attributes.channel.name)
|
|
expect(video.channel.host).to.equal(attributes.account.host)
|
|
expect(video.channel.isLocal).to.equal(attributes.channel.isLocal)
|
|
expect(video.channel.createdAt).to.exist
|
|
expect(dateIsValid(video.channel.updatedAt.toString())).to.be.true
|
|
expect(video.commentsEnabled).to.equal(attributes.commentsEnabled)
|
|
expect(video.downloadEnabled).to.equal(attributes.downloadEnabled)
|
|
|
|
expect(video.thumbnailPath).to.exist
|
|
await testImageGeneratedByFFmpeg(server.url, attributes.thumbnailfile || attributes.fixture, video.thumbnailPath)
|
|
|
|
if (attributes.previewfile) {
|
|
expect(video.previewPath).to.exist
|
|
await testImageGeneratedByFFmpeg(server.url, attributes.previewfile, video.previewPath)
|
|
}
|
|
|
|
await completeWebVideoFilesCheck({ server, originServer, videoUUID: video.uuid, ...pick(attributes, [ 'fixture', 'files' ]) })
|
|
}
|
|
|
|
async function checkVideoFilesWereRemoved (options: {
|
|
server: PeerTubeServer
|
|
video: VideoDetails
|
|
captions?: VideoCaption[]
|
|
onlyVideoFiles?: boolean // default false
|
|
}) {
|
|
const { video, server, captions = [], onlyVideoFiles = false } = options
|
|
|
|
const webVideoFiles = video.files || []
|
|
const hlsFiles = video.streamingPlaylists[0]?.files || []
|
|
|
|
const thumbnailName = basename(video.thumbnailPath)
|
|
const previewName = basename(video.previewPath)
|
|
|
|
const torrentNames = webVideoFiles.concat(hlsFiles).map(f => basename(f.torrentUrl))
|
|
|
|
const captionNames = captions.map(c => basename(c.captionPath))
|
|
|
|
const webVideoFilenames = webVideoFiles.map(f => basename(f.fileUrl))
|
|
const hlsFilenames = hlsFiles.map(f => basename(f.fileUrl))
|
|
|
|
let directories: { [ directory: string ]: string[] } = {
|
|
videos: webVideoFilenames,
|
|
redundancy: webVideoFilenames,
|
|
[join('playlists', 'hls')]: hlsFilenames,
|
|
[join('redundancy', 'hls')]: hlsFilenames
|
|
}
|
|
|
|
if (onlyVideoFiles !== true) {
|
|
directories = {
|
|
...directories,
|
|
|
|
thumbnails: [ thumbnailName ],
|
|
previews: [ previewName ],
|
|
torrents: torrentNames,
|
|
captions: captionNames
|
|
}
|
|
}
|
|
|
|
for (const directory of Object.keys(directories)) {
|
|
const directoryPath = server.servers.buildDirectory(directory)
|
|
|
|
const directoryExists = await pathExists(directoryPath)
|
|
if (directoryExists === false) continue
|
|
|
|
const existingFiles = await readdir(directoryPath)
|
|
for (const existingFile of existingFiles) {
|
|
for (const shouldNotExist of directories[directory]) {
|
|
expect(existingFile, `File ${existingFile} should not exist in ${directoryPath}`).to.not.contain(shouldNotExist)
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
async function saveVideoInServers (servers: PeerTubeServer[], uuid: string) {
|
|
for (const server of servers) {
|
|
server.store.videoDetails = await server.videos.get({ id: uuid })
|
|
}
|
|
}
|
|
|
|
function checkUploadVideoParam (options: {
|
|
server: PeerTubeServer
|
|
token: string
|
|
attributes: Partial<VideoEdit>
|
|
expectedStatus?: HttpStatusCodeType
|
|
completedExpectedStatus?: HttpStatusCodeType
|
|
mode?: 'legacy' | 'resumable'
|
|
}) {
|
|
const { server, token, attributes, completedExpectedStatus, expectedStatus, mode = 'legacy' } = options
|
|
|
|
return mode === 'legacy'
|
|
? server.videos.buildLegacyUpload({ token, attributes, expectedStatus: expectedStatus || completedExpectedStatus })
|
|
: server.videos.buildResumeUpload({
|
|
token,
|
|
attributes,
|
|
expectedStatus,
|
|
completedExpectedStatus,
|
|
path: '/api/v1/videos/upload-resumable'
|
|
})
|
|
}
|
|
|
|
// serverNumber starts from 1
|
|
async function uploadRandomVideoOnServers (
|
|
servers: PeerTubeServer[],
|
|
serverNumber: number,
|
|
additionalParams?: VideoEdit & { prefixName?: string }
|
|
) {
|
|
const server = servers.find(s => s.serverNumber === serverNumber)
|
|
const res = await server.videos.randomUpload({ wait: false, additionalParams })
|
|
|
|
await waitJobs(servers)
|
|
|
|
return res
|
|
}
|
|
|
|
// ---------------------------------------------------------------------------
|
|
|
|
export {
|
|
completeVideoCheck,
|
|
completeWebVideoFilesCheck,
|
|
checkUploadVideoParam,
|
|
uploadRandomVideoOnServers,
|
|
checkVideoFilesWereRemoved,
|
|
saveVideoInServers
|
|
}
|