iptv/scripts/commands/playlist/update.ts

import { DB_DIR, DATA_DIR, STREAMS_DIR } from '../../constants'
import { Database, Storage, Logger, Collection, Dictionary, IssueLoader } from '../../core'
import { Stream, Playlist, Channel } from '../../models'

let processedIssues = new Collection()
let streams: Collection
let groupedChannels: Dictionary

async function main() {
  const logger = new Logger({ disabled: true })
  const loader = new IssueLoader()

  logger.info('loading streams...')
  const db = new Database(DB_DIR)
  const docs = await db.load('streams.db')
  const dbStreams = await docs.find({})

  streams = new Collection(dbStreams as any[]).map(data => new Stream(data))

  const storage = new Storage(DATA_DIR)
  const channelsContent = await storage.json('channels.json')
  groupedChannels = new Collection(channelsContent)
    .map(data => new Channel(data))
    .keyBy((channel: Channel) => channel.id)

  logger.info('removing broken streams...')
  await removeStreams(loader)

  logger.info('edit stream description...')
  await editStreams(loader)

  logger.info('add new streams...')
  await addStreams(loader)

  logger.info('normalizing links...')
  streams = streams.map(stream => {
    stream.normalizeURL()
    return stream
  })

  logger.info('sorting links...')
  streams = streams.orderBy(
    [
      (stream: Stream) => stream.name,
      (stream: Stream) => parseInt(stream.quality.replace('p', '')),
      (stream: Stream) => stream.label,
      (stream: Stream) => stream.url
    ],
    ['asc', 'desc', 'asc', 'asc']
  )

  logger.info('saving...')
  const streamsStorage = new Storage(STREAMS_DIR)
  const groupedStreams = streams.groupBy((stream: Stream) => stream.filepath)
  for (let filepath of groupedStreams.keys()) {
    const streams = groupedStreams.get(filepath) || []

    if (!streams.length) return

    const playlist = new Playlist(streams, { public: false })
    await streamsStorage.save(filepath, playlist.toString())
  }

  const output = processedIssues.map(issue_number => `closes #${issue_number}`).join(', ')
  console.log(`OUTPUT=${output}`)
}

main()

async function removeStreams(loader: IssueLoader) {
  const issues = await loader.load({ labels: ['streams:remove', 'approved'] })
  issues.forEach((data: Dictionary) => {
    if (data.missing('stream_url')) return

    const removed = streams.remove((_stream: Stream) => _stream.url === data.get('stream_url'))
    if (removed.notEmpty()) {
      processedIssues.add(data.get('issue_number'))
    }
  })
}

async function editStreams(loader: IssueLoader) {
  const issues = await loader.load({ labels: ['streams:edit', 'approved'] })
  issues.forEach((data: Dictionary) => {
    if (data.missing('stream_url')) return

    let stream = streams.first(
      (_stream: Stream) => _stream.url === data.get('stream_url')
    ) as Stream

    if (!stream) return

    if (data.has('channel_id')) {
      const channel = groupedChannels.get(data.get('channel_id'))

      if (!channel) return

      stream.channel = data.get('channel_id')
      stream.filepath = `${channel.country.toLowerCase()}.m3u`
      stream.line = -1
      stream.name = channel.name
    }

    if (data.has('channel_name')) stream.name = data.get('channel_name')
    if (data.has('label')) stream.label = data.get('label')
    if (data.has('quality')) stream.quality = data.get('quality')
    if (data.has('user_agent')) stream.userAgent = data.get('user_agent')
    if (data.has('http_referrer')) stream.httpReferrer = data.get('http_referrer')
    if (data.has('channel_name')) stream.name = data.get('channel_name')

    streams.remove((_stream: Stream) => _stream.channel === stream.channel)
    streams.add(stream)

    processedIssues.add(data.get('issue_number'))
  })
}

async function addStreams(loader: IssueLoader) {
  const issues = await loader.load({ labels: ['streams:add', 'approved'] })
  issues.forEach((data: Dictionary) => {
    if (data.missing('channel_id') || data.missing('stream_url')) return
    if (streams.includes((_stream: Stream) => _stream.url === data.get('stream_url'))) return

    const channel = groupedChannels.get(data.get('channel_id'))

    if (!channel) return

    const stream = new Stream({
      channel: data.get('channel_id'),
      url: data.get('stream_url'),
      label: data.get('label'),
      quality: data.get('quality'),
      userAgent: data.get('user_agent'),
      httpReferrer: data.get('http_referrer'),
      filepath: `${channel.country.toLowerCase()}.m3u`,
      line: -1,
      name: data.get('channel_name') || channel.name
    })

    streams.add(stream)
    processedIssues.add(data.get('issue_number'))
  })
}