optimized and future-proofed stdout parser

This commit is contained in:
2023-01-04 11:53:36 +01:00
parent 210f323b4a
commit e1ab4c2d1a
8 changed files with 270 additions and 993 deletions

View File

@@ -187,7 +187,7 @@ export default function Settings({ socket }: Props) {
</Select> </Select>
</FormControl> </FormControl>
</Grid> </Grid>
<Grid item xs={12} md={6}> {/* <Grid item xs={12} md={6}>
<TextField <TextField
fullWidth fullWidth
label={'Max download speed' || i18n.t('serverPortTitle')} label={'Max download speed' || i18n.t('serverPortTitle')}
@@ -196,7 +196,7 @@ export default function Settings({ socket }: Props) {
error={isNaN(Number(settings.serverPort)) || Number(settings.serverPort) > 65535} error={isNaN(Number(settings.serverPort)) || Number(settings.serverPort) > 65535}
sx={{ mb: 2 }} sx={{ mb: 2 }}
/> />
</Grid> </Grid> */}
</Grid> </Grid>
<FormControlLabel <FormControlLabel
control={ control={

View File

@@ -1,10 +1,12 @@
export class CliArguments { export class CliArguments {
private _extractAudio: boolean; private _extractAudio: boolean;
private _noMTime: boolean; private _noMTime: boolean;
private _proxy: string;
constructor(extractAudio = false, noMTime = false) { constructor(extractAudio = false, noMTime = false) {
this._extractAudio = extractAudio; this._extractAudio = extractAudio;
this._noMTime = noMTime; this._noMTime = noMTime;
this._proxy = ""
} }
public get extractAudio(): boolean { public get extractAudio(): boolean {

View File

@@ -23,6 +23,8 @@ export function StackableResult({ formattedLog, title, thumbnail, resolution, pr
return null; return null;
} }
const roundMB = (bytes: number) => `${(bytes / 1_000_000).toFixed(2)}MB`
return ( return (
<Card> <Card>
<CardActionArea> <CardActionArea>
@@ -45,7 +47,7 @@ export function StackableResult({ formattedLog, title, thumbnail, resolution, pr
<Chip label={formattedLog.status} color="primary" /> <Chip label={formattedLog.status} color="primary" />
<Typography>{formattedLog.progress}</Typography> <Typography>{formattedLog.progress}</Typography>
<Typography>{formattedLog.dlSpeed}</Typography> <Typography>{formattedLog.dlSpeed}</Typography>
<Typography>{formattedLog.size}</Typography> <Typography>{roundMB(formattedLog.size ?? 0)}</Typography>
{guessResolution(resolution)} {guessResolution(resolution)}
</Stack> </Stack>
{progress ? {progress ?

View File

@@ -1,7 +1,7 @@
export interface IMessage { export interface IMessage {
status: string, status: string,
progress?: string, progress?: string,
size?: string, size?: number,
dlSpeed?: string dlSpeed?: string
pid: number pid: number
} }

742
pnpm-lock.yaml generated

File diff suppressed because it is too large Load Diff

View File

@@ -24,6 +24,16 @@ class Process {
private metadata?: IDownloadMetadata; private metadata?: IDownloadMetadata;
private exePath = join(__dirname, 'yt-dlp'); private exePath = join(__dirname, 'yt-dlp');
private readonly template = `download:
{
"eta":%(progress.eta)s,
"percentage":"%(progress._percent_str)s",
"speed":"%(progress._speed_str)s",
"size":%(info.filesize_approx)s
}`
.replace(/\s\s+/g, ' ')
.replace('\n', '');
constructor(url: string, params: Array<string>, settings: any) { constructor(url: string, params: Array<string>, settings: any) {
this.url = url; this.url = url;
this.params = params || []; this.params = params || [];
@@ -48,7 +58,11 @@ class Process {
} }
const ytldp = spawn(this.exePath, const ytldp = spawn(this.exePath,
['-o', `${this.settings?.download_path || 'downloads/'}%(title)s.%(ext)s`] [
'-o', `${this.settings?.download_path || 'downloads/'}%(title)s.%(ext)s`,
'--progress-template', this.template,
'--no-colors',
]
.concat(sanitizedParams) .concat(sanitizedParams)
.concat((this.settings?.cliArgs ?? []).map(arg => arg.split(' ')).flat()) .concat((this.settings?.cliArgs ?? []).map(arg => arg.split(' ')).flat())
.concat([this.url]) .concat([this.url])

View File

@@ -5,6 +5,7 @@ import { Socket } from 'socket.io';
import MemoryDB from '../db/memoryDB'; import MemoryDB from '../db/memoryDB';
import { IPayload } from '../interfaces/IPayload'; import { IPayload } from '../interfaces/IPayload';
import { ISettings } from '../interfaces/ISettings'; import { ISettings } from '../interfaces/ISettings';
import { CLIProgress } from '../types';
import Logger from '../utils/BetterLogger'; import Logger from '../utils/BetterLogger';
import Process from './Process'; import Process from './Process';
import { states } from './states'; import { states } from './states';
@@ -118,7 +119,6 @@ function streamProcess(process: Process, socket: Socket) {
.subscribe({ .subscribe({
next: (stdout) => { next: (stdout) => {
socket.emit('progress', stdout) socket.emit('progress', stdout)
log.info(`proc-${stdout.pid}`, `${stdout.progress}\t${stdout.dlSpeed}`)
}, },
complete: () => { complete: () => {
process.kill().then(() => { process.kill().then(() => {
@@ -227,27 +227,20 @@ export function getQueueSize(): number {
* @returns * @returns
*/ */
const formatter = (stdout: string, pid: number) => { const formatter = (stdout: string, pid: number) => {
const cleanStdout = stdout try {
.replace(/\s\s+/g, ' ') const p: CLIProgress = JSON.parse(stdout);
.split(' '); if (p) {
const status = cleanStdout[0].replace(/\[|\]|\r/g, '');
switch (status) {
case 'download':
return { return {
status: states.PROC_DOWNLOAD, status: states.PROC_DOWNLOAD,
progress: cleanStdout[1], progress: p.percentage,
size: cleanStdout[3], size: p.size,
dlSpeed: cleanStdout[5], dlSpeed: p.speed,
pid: pid, pid: pid,
} }
case 'merge':
return {
status: states.PROC_MERGING,
progress: '100',
} }
default: } catch (e) {
return { return {
progress: '0' progress: 0,
} }
} }
} }

6
server/src/types/index.d.ts vendored Normal file
View File

@@ -0,0 +1,6 @@
export type CLIProgress = {
percentage: string
speed: string
size: number
eta: number
}