iptv/scripts/commands/playlist/update.ts

import { Logger, Storage, Collection, Dictionary } from '@freearhey/core'
import { DATA_DIR, STREAMS_DIR } from '../../constants'
import { IssueLoader, PlaylistParser } from '../../core'
import { Stream, Playlist, Channel, Feed, Issue } from '../../models'
import validUrl from 'valid-url'
import { uniqueId } from 'lodash'

let processedIssues = new Collection()

async function main() {
  const logger = new Logger({ disabled: true })
  const loader = new IssueLoader()

  logger.info('loading issues...')
  const issues = await loader.load()

  logger.info('loading channels from api...')
  const dataStorage = new Storage(DATA_DIR)
  const channelsData = await dataStorage.json('channels.json')
  const channels = new Collection(channelsData).map(data => new Channel(data))
  const channelsGroupedById = channels.keyBy((channel: Channel) => channel.id)
  const feedsData = await dataStorage.json('feeds.json')
  const feeds = new Collection(feedsData).map(data =>
    new Feed(data).withChannel(channelsGroupedById)
  )
  const feedsGroupedByChannelId = feeds.groupBy((feed: Feed) =>
    feed.channel ? feed.channel.id : uniqueId()
  )

  logger.info('loading streams...')
  const streamsStorage = new Storage(STREAMS_DIR)
  const parser = new PlaylistParser({
    storage: streamsStorage,
    feedsGroupedByChannelId,
    channelsGroupedById
  })
  const files = await streamsStorage.list('**/*.m3u')
  const streams = await parser.parse(files)

  logger.info('removing broken streams...')
  await removeStreams({ streams, issues })

  logger.info('edit stream description...')
  await editStreams({
    streams,
    issues,
    channelsGroupedById,
    feedsGroupedByChannelId
  })

  logger.info('add new streams...')
  await addStreams({
    streams,
    issues,
    channelsGroupedById,
    feedsGroupedByChannelId
  })

  logger.info('saving...')
  const groupedStreams = streams.groupBy((stream: Stream) => stream.getFilepath())
  for (let filepath of groupedStreams.keys()) {
    let streams = groupedStreams.get(filepath) || []
    streams = streams.filter((stream: Stream) => stream.removed === false)

    const playlist = new Playlist(streams, { public: false })
    await streamsStorage.save(filepath, playlist.toString())
  }

  const output = processedIssues.map(issue_number => `closes #${issue_number}`).join(', ')
  console.log(`OUTPUT=${output}`)
}

main()

async function removeStreams({ streams, issues }: { streams: Collection; issues: Collection }) {
  const requests = issues.filter(
    issue => issue.labels.includes('streams:remove') && issue.labels.includes('approved')
  )
  requests.forEach((issue: Issue) => {
    const data = issue.data
    if (data.missing('brokenLinks')) return

    const brokenLinks = data.getString('brokenLinks') || ''

    let changed = false
    brokenLinks
      .split(/\r?\n/)
      .filter(Boolean)
      .forEach(link => {
        const found: Stream = streams.first((_stream: Stream) => _stream.url === link.trim())
        if (found) {
          found.removed = true
          changed = true
        }
      })

    if (changed) processedIssues.add(issue.number)
  })
}

async function editStreams({
  streams,
  issues,
  channelsGroupedById,
  feedsGroupedByChannelId
}: {
  streams: Collection
  issues: Collection
  channelsGroupedById: Dictionary
  feedsGroupedByChannelId: Dictionary
}) {
  const requests = issues.filter(
    issue => issue.labels.includes('streams:edit') && issue.labels.includes('approved')
  )
  requests.forEach((issue: Issue) => {
    const data = issue.data

    if (data.missing('streamUrl')) return

    let stream: Stream = streams.first(
      (_stream: Stream) => _stream.url === data.getString('streamUrl')
    )
    if (!stream) return

    const streamId = data.getString('streamId') || ''
    const [channelId, feedId] = streamId.split('@')

    if (channelId) {
      stream
        .setChannelId(channelId)
        .setFeedId(feedId)
        .withChannel(channelsGroupedById)
        .withFeed(feedsGroupedByChannelId)
        .updateId()
        .updateName()
        .updateFilepath()
    }

    const label = data.getString('label') || ''
    const quality = data.getString('quality') || ''
    const httpUserAgent = data.getString('httpUserAgent') || ''
    const httpReferrer = data.getString('httpReferrer') || ''

    if (data.has('label')) stream.setLabel(label)
    if (data.has('quality')) stream.setQuality(quality)
    if (data.has('httpUserAgent')) stream.setHttpUserAgent(httpUserAgent)
    if (data.has('httpReferrer')) stream.setHttpReferrer(httpReferrer)

    processedIssues.add(issue.number)
  })
}

async function addStreams({
  streams,
  issues,
  channelsGroupedById,
  feedsGroupedByChannelId
}: {
  streams: Collection
  issues: Collection
  channelsGroupedById: Dictionary
  feedsGroupedByChannelId: Dictionary
}) {
  const requests = issues.filter(
    issue => issue.labels.includes('streams:add') && issue.labels.includes('approved')
  )
  requests.forEach((issue: Issue) => {
    const data = issue.data
    if (data.missing('streamId') || data.missing('streamUrl')) return
    if (streams.includes((_stream: Stream) => _stream.url === data.getString('streamUrl'))) return
    const stringUrl = data.getString('streamUrl') || ''
    if (!isUri(stringUrl)) return

    const streamId = data.getString('streamId') || ''
    const [channelId] = streamId.split('@')

    const channel: Channel = channelsGroupedById.get(channelId)
    if (!channel) return

    const label = data.getString('label') || ''
    const quality = data.getString('quality') || ''
    const httpUserAgent = data.getString('httpUserAgent') || ''
    const httpReferrer = data.getString('httpReferrer') || ''

    const stream = new Stream({
      tvg: {
        id: streamId,
        name: '',
        url: '',
        logo: '',
        rec: '',
        shift: ''
      },
      name: data.getString('channelName') || channel.name,
      url: stringUrl,
      group: {
        title: ''
      },
      http: {
        'user-agent': httpUserAgent,
        referrer: httpReferrer
      },
      line: -1,
      raw: '',
      timeshift: '',
      catchup: {
        type: '',
        source: '',
        days: ''
      }
    })
      .withChannel(channelsGroupedById)
      .withFeed(feedsGroupedByChannelId)
      .setLabel(label)
      .setQuality(quality)
      .updateName()
      .updateFilepath()

    streams.add(stream)
    processedIssues.add(issue.number)
  })
}

function isUri(string: string) {
  return validUrl.isUri(encodeURI(string))
}