diff --git a/scripts/commands/playlist/test.ts b/scripts/commands/playlist/test.ts new file mode 100644 index 000000000..74c19e66c --- /dev/null +++ b/scripts/commands/playlist/test.ts @@ -0,0 +1,166 @@ +import { Logger, Storage, Collection } from '@freearhey/core' +import { ROOT_DIR, STREAMS_DIR } from '../../constants' +import { PlaylistParser, StreamTester, CliTable } from '../../core' +import { Stream } from '../../models' +import { program } from 'commander' +import { eachLimit } from 'async-es' +import commandExists from 'command-exists' +import chalk from 'chalk' +import os from 'node:os' +import dns from 'node:dns' + +const cpus = os.cpus() + +const LIVE_UPDATE_INTERVAL = 5000 +const LIVE_UPDATE_MAX_STREAMS = 100 + +let errors = 0 +let warnings = 0 +let results = {} +let interval +let streams = new Collection() +let isLiveUpdateEnabled = true + +program + .argument('[filepath]', 'Path to file to validate') + .option( + '-p, --parallel ', + 'Batch size of streams to test concurrently', + cpus.length, + (value: string) => parseInt(value) + ) + .option('-x, --proxy ', 'Use the specified proxy') + .parse(process.argv) + +const options = program.opts() + +const logger = new Logger() +const tester = new StreamTester() + +async function main() { + const storage = new Storage(ROOT_DIR) + + if (await isOffline()) { + logger.error(chalk.red('Internet connection is required for the script to work')) + + return + } + + if (!commandExists.sync('ffprobe')) { + logger.error( + chalk.red( + 'For the script to work, the “ffprobe” library must be installed (https://ffmpeg.org/download.html)' + ) + ) + + return + } + + logger.info('loading streams...') + const parser = new PlaylistParser({ storage }) + const files = program.args.length ? program.args : await storage.list(`${STREAMS_DIR}/*.m3u`) + streams = await parser.parse(files) + + logger.info(`found ${streams.count()} streams`) + if (streams.count() > LIVE_UPDATE_MAX_STREAMS) isLiveUpdateEnabled = false + + logger.info('starting...') + if (!isLiveUpdateEnabled) { + drawTable() + interval = setInterval(() => { + drawTable() + }, LIVE_UPDATE_INTERVAL) + } + + await eachLimit( + streams.all(), + options.parallel, + async (stream: Stream) => { + await runTest(stream) + + if (isLiveUpdateEnabled) { + drawTable() + } + }, + onFinish + ) +} + +main() + +async function runTest(stream: Stream) { + const key = stream.filepath + stream.channel + stream.url + results[key] = chalk.white('LOADING...') + + const result = await tester.test(stream) + + let status = '' + const errorStatusCodes = ['HTTP_NOT_FOUND'] + if (result.status.ok) status = chalk.green('OK') + else if (errorStatusCodes.includes(result.status.code)) { + status = chalk.red(result.status.code) + errors++ + } else { + status = chalk.yellow(result.status.code) + warnings++ + } + + results[key] = status +} + +function drawTable() { + process.stdout.write('\u001b[3J\u001b[1J') + console.clear() + + const streamsGrouped = streams.groupBy((stream: Stream) => stream.filepath) + for (const filepath of streamsGrouped.keys()) { + const streams: Stream[] = streamsGrouped.get(filepath) + + const table = new CliTable({ + columns: [ + { name: '', alignment: 'center', minLen: 3, maxLen: 3 }, + { name: 'tvg-id', alignment: 'left', color: 'green', minLen: 25, maxLen: 25 }, + { name: 'url', alignment: 'left', color: 'green', minLen: 100, maxLen: 100 }, + { name: 'status', alignment: 'left', minLen: 25, maxLen: 25 } + ] + }) + streams.forEach((stream: Stream, index: number) => { + const status = results[stream.filepath + stream.channel + stream.url] || chalk.gray('PENDING') + + const row = { + '': index, + 'tvg-id': stream.channel.length > 25 ? stream.channel.slice(0, 22) + '...' : stream.channel, + url: stream.url.length > 100 ? stream.url.slice(0, 97) + '...' : stream.url, + status + } + table.append(row) + }) + + process.stdout.write(`\n${chalk.underline(filepath)}\n`) + + process.stdout.write(table.toString()) + } +} + +function onFinish() { + clearInterval(interval) + + drawTable() + + logger.error(`\n${errors + warnings} problems (${errors} errors, ${warnings} warnings)`) + + if (errors > 0) { + process.exit(1) + } + + process.exit(0) +} + +async function isOffline() { + return new Promise((resolve, reject) => { + dns.lookup('info.cern.ch', err => { + if (err) resolve(true) + reject(false) + }) + }).catch(() => {}) +} diff --git a/scripts/core/cliTable.ts b/scripts/core/cliTable.ts new file mode 100644 index 000000000..4d1fe3253 --- /dev/null +++ b/scripts/core/cliTable.ts @@ -0,0 +1,21 @@ +import { Table } from 'console-table-printer' + +export class CliTable { + table: Table + + constructor(options?) { + this.table = new Table(options) + } + + append(row) { + this.table.addRow(row) + } + + render() { + this.table.printTable() + } + + toString() { + return this.table.render() + } +} diff --git a/scripts/core/index.ts b/scripts/core/index.ts index 69656cc5f..cdac07f58 100644 --- a/scripts/core/index.ts +++ b/scripts/core/index.ts @@ -7,3 +7,5 @@ export * from './issueParser' export * from './htmlTable' export * from './apiClient' export * from './issueData' +export * from './streamTester' +export * from './cliTable' diff --git a/scripts/core/playlistParser.ts b/scripts/core/playlistParser.ts index 007a85cd3..d615f5c6c 100644 --- a/scripts/core/playlistParser.ts +++ b/scripts/core/playlistParser.ts @@ -1,8 +1,6 @@ import { Collection, Storage } from '@freearhey/core' import parser from 'iptv-playlist-parser' import { Stream } from '../models' -import path from 'path' -import { STREAMS_DIR } from '../constants' export class PlaylistParser { storage: Storage @@ -15,8 +13,7 @@ export class PlaylistParser { let streams = new Collection() for (const filepath of files) { - const relativeFilepath = filepath.replace(path.normalize(STREAMS_DIR), '') - const _streams: Collection = await this.parseFile(relativeFilepath) + const _streams: Collection = await this.parseFile(filepath) streams = streams.concat(_streams) } diff --git a/scripts/core/streamTester.ts b/scripts/core/streamTester.ts new file mode 100644 index 000000000..d3f772f97 --- /dev/null +++ b/scripts/core/streamTester.ts @@ -0,0 +1,27 @@ +import { Stream } from '../models' +import { IPTVChecker } from 'iptv-checker' +import { TESTING } from '../constants' + +export class StreamTester { + checker: IPTVChecker + + constructor() { + this.checker = new IPTVChecker() + } + + async test(stream: Stream) { + if (TESTING) { + const results = (await import('../../tests/__data__/input/test_results/all.js')).default + + return results[stream.url] + } else { + return this.checker.checkStream({ + url: stream.url, + http: { + referrer: stream.httpReferrer, + 'user-agent': stream.httpUserAgent + } + }) + } + } +}