mirror of
https://github.com/Chocobozzz/PeerTube.git
synced 2024-05-17 04:12:40 +00:00
3a4992633e
Sorry for the very big commit that may lead to git log issues and merge
conflicts, but it's a major step forward:
* Server can be faster at startup because imports() are async and we can
easily lazy import big modules
* Angular doesn't seem to support ES import (with .js extension), so we
had to correctly organize peertube into a monorepo:
* Use yarn workspace feature
* Use typescript reference projects for dependencies
* Shared projects have been moved into "packages", each one is now a
node module (with a dedicated package.json/tsconfig.json)
* server/tools have been moved into apps/ and is now a dedicated app
bundled and published on NPM so users don't have to build peertube
cli tools manually
* server/tests have been moved into packages/ so we don't compile
them every time we want to run the server
* Use isolatedModule option:
* Had to move from const enum to const
(https://www.typescriptlang.org/docs/handbook/enums.html#objects-vs-enums)
* Had to explictely specify "type" imports when used in decorators
* Prefer tsx (that uses esbuild under the hood) instead of ts-node to
load typescript files (tests with mocha or scripts):
* To reduce test complexity as esbuild doesn't support decorator
metadata, we only test server files that do not import server
models
* We still build tests files into js files for a faster CI
* Remove unmaintained peertube CLI import script
* Removed some barrels to speed up execution (less imports)
107 lines
2.9 KiB
TypeScript
107 lines
2.9 KiB
TypeScript
import { remove } from 'fs-extra/esm'
|
|
import { join } from 'path'
|
|
import { FFmpegEdition, FFmpegLive, FFmpegVOD, getDefaultAvailableEncoders, getDefaultEncodersToTry } from '@peertube/peertube-ffmpeg'
|
|
import { RunnerJob, RunnerJobPayload } from '@peertube/peertube-models'
|
|
import { buildUUID } from '@peertube/peertube-node-utils'
|
|
import { PeerTubeServer } from '@peertube/peertube-server-commands'
|
|
import { ConfigManager, downloadFile, logger } from '../../../shared/index.js'
|
|
import { getTranscodingLogger } from './transcoding-logger.js'
|
|
|
|
export type JobWithToken <T extends RunnerJobPayload = RunnerJobPayload> = RunnerJob<T> & { jobToken: string }
|
|
|
|
export type ProcessOptions <T extends RunnerJobPayload = RunnerJobPayload> = {
|
|
server: PeerTubeServer
|
|
job: JobWithToken<T>
|
|
runnerToken: string
|
|
}
|
|
|
|
export async function downloadInputFile (options: {
|
|
url: string
|
|
job: JobWithToken
|
|
runnerToken: string
|
|
}) {
|
|
const { url, job, runnerToken } = options
|
|
const destination = join(ConfigManager.Instance.getTranscodingDirectory(), buildUUID())
|
|
|
|
try {
|
|
await downloadFile({ url, jobToken: job.jobToken, runnerToken, destination })
|
|
} catch (err) {
|
|
remove(destination)
|
|
.catch(err => logger.error({ err }, `Cannot remove ${destination}`))
|
|
|
|
throw err
|
|
}
|
|
|
|
return destination
|
|
}
|
|
|
|
export function scheduleTranscodingProgress (options: {
|
|
server: PeerTubeServer
|
|
runnerToken: string
|
|
job: JobWithToken
|
|
progressGetter: () => number
|
|
}) {
|
|
const { job, server, progressGetter, runnerToken } = options
|
|
|
|
const updateInterval = ConfigManager.Instance.isTestInstance()
|
|
? 500
|
|
: 60000
|
|
|
|
const update = () => {
|
|
server.runnerJobs.update({ jobToken: job.jobToken, jobUUID: job.uuid, runnerToken, progress: progressGetter() })
|
|
.catch(err => logger.error({ err }, 'Cannot send job progress'))
|
|
}
|
|
|
|
const interval = setInterval(() => {
|
|
update()
|
|
}, updateInterval)
|
|
|
|
update()
|
|
|
|
return interval
|
|
}
|
|
|
|
// ---------------------------------------------------------------------------
|
|
|
|
export function buildFFmpegVOD (options: {
|
|
onJobProgress: (progress: number) => void
|
|
}) {
|
|
const { onJobProgress } = options
|
|
|
|
return new FFmpegVOD({
|
|
...getCommonFFmpegOptions(),
|
|
|
|
updateJobProgress: arg => {
|
|
const progress = arg < 0 || arg > 100
|
|
? undefined
|
|
: arg
|
|
|
|
onJobProgress(progress)
|
|
}
|
|
})
|
|
}
|
|
|
|
export function buildFFmpegLive () {
|
|
return new FFmpegLive(getCommonFFmpegOptions())
|
|
}
|
|
|
|
export function buildFFmpegEdition () {
|
|
return new FFmpegEdition(getCommonFFmpegOptions())
|
|
}
|
|
|
|
function getCommonFFmpegOptions () {
|
|
const config = ConfigManager.Instance.getConfig()
|
|
|
|
return {
|
|
niceness: config.ffmpeg.nice,
|
|
threads: config.ffmpeg.threads,
|
|
tmpDirectory: ConfigManager.Instance.getTranscodingDirectory(),
|
|
profile: 'default',
|
|
availableEncoders: {
|
|
available: getDefaultAvailableEncoders(),
|
|
encodersToTry: getDefaultEncodersToTry()
|
|
},
|
|
logger: getTranscodingLogger()
|
|
}
|
|
}
|