mirror of https://github.com/iptv-org/iptv
You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
139 lines
4.5 KiB
TypeScript
139 lines
4.5 KiB
TypeScript
import { Logger, Storage, Collection, Dictionary } from '@freearhey/core'
|
|
import { DATA_DIR, STREAMS_DIR } from '../../constants'
|
|
import { IssueLoader, PlaylistParser } from '../../core'
|
|
import { Stream, Playlist, Channel, Issue } from '../../models'
|
|
import validUrl from 'valid-url'
|
|
|
|
let processedIssues = new Collection()
|
|
let streams: Collection
|
|
let groupedChannels: Dictionary
|
|
|
|
async function main() {
|
|
const logger = new Logger({ disabled: true })
|
|
const loader = new IssueLoader()
|
|
|
|
logger.info('loading channels from api...')
|
|
const dataStorage = new Storage(DATA_DIR)
|
|
const channelsContent = await dataStorage.json('channels.json')
|
|
groupedChannels = new Collection(channelsContent)
|
|
.map(data => new Channel(data))
|
|
.keyBy((channel: Channel) => channel.id)
|
|
|
|
logger.info('loading streams...')
|
|
const streamsStorage = new Storage(STREAMS_DIR)
|
|
const parser = new PlaylistParser({ storage: streamsStorage })
|
|
const files = await streamsStorage.list('**/*.m3u')
|
|
streams = await parser.parse(files)
|
|
|
|
logger.info('removing broken streams...')
|
|
await removeStreams(loader)
|
|
|
|
logger.info('edit stream description...')
|
|
await editStreams(loader)
|
|
|
|
logger.info('add new streams...')
|
|
await addStreams(loader)
|
|
|
|
logger.info('saving...')
|
|
const groupedStreams = streams.groupBy((stream: Stream) => stream.filepath)
|
|
for (let filepath of groupedStreams.keys()) {
|
|
let streams = groupedStreams.get(filepath) || []
|
|
streams = streams.filter((stream: Stream) => stream.removed === false)
|
|
|
|
const playlist = new Playlist(streams, { public: false })
|
|
await streamsStorage.save(filepath, playlist.toString())
|
|
}
|
|
|
|
const output = processedIssues.map(issue_number => `closes #${issue_number}`).join(', ')
|
|
console.log(`OUTPUT=${output}`)
|
|
}
|
|
|
|
main()
|
|
|
|
async function removeStreams(loader: IssueLoader) {
|
|
const issues = await loader.load({ labels: ['streams:remove', 'approved'] })
|
|
issues.forEach((issue: Issue) => {
|
|
const data = issue.data
|
|
if (data.missing('broken_links')) return
|
|
|
|
const brokenLinks = data.get('broken_links').split(/\r?\n/).filter(Boolean)
|
|
|
|
let changed = false
|
|
brokenLinks.forEach(link => {
|
|
const found: Stream = streams.first((_stream: Stream) => _stream.url === link.trim())
|
|
if (found) {
|
|
found.removed = true
|
|
changed = true
|
|
}
|
|
})
|
|
|
|
if (changed) processedIssues.add(issue.number)
|
|
})
|
|
}
|
|
|
|
async function editStreams(loader: IssueLoader) {
|
|
const issues = await loader.load({ labels: ['streams:edit', 'approved'] })
|
|
issues.forEach((issue: Issue) => {
|
|
const data = issue.data
|
|
|
|
if (data.missing('stream_url')) return
|
|
|
|
let stream = streams.first(
|
|
(_stream: Stream) => _stream.url === data.get('stream_url')
|
|
) as Stream
|
|
|
|
if (!stream) return
|
|
|
|
if (data.has('channel_id')) {
|
|
const channel = groupedChannels.get(data.get('channel_id'))
|
|
|
|
if (!channel) return
|
|
|
|
stream.channel = data.get('channel_id')
|
|
stream.filepath = `${channel.country.toLowerCase()}.m3u`
|
|
stream.line = -1
|
|
stream.name = channel.name
|
|
}
|
|
|
|
if (data.has('channel_name')) stream.name = data.get('channel_name')
|
|
if (data.has('label')) stream.label = data.get('label')
|
|
if (data.has('quality')) stream.quality = data.get('quality')
|
|
if (data.has('timeshift')) stream.timeshift = data.get('timeshift')
|
|
if (data.has('user_agent')) stream.userAgent = data.get('user_agent')
|
|
if (data.has('http_referrer')) stream.httpReferrer = data.get('http_referrer')
|
|
if (data.has('channel_name')) stream.name = data.get('channel_name')
|
|
|
|
processedIssues.add(issue.number)
|
|
})
|
|
}
|
|
|
|
async function addStreams(loader: IssueLoader) {
|
|
const issues = await loader.load({ labels: ['streams:add', 'approved'] })
|
|
issues.forEach((issue: Issue) => {
|
|
const data = issue.data
|
|
if (data.missing('channel_id') || data.missing('stream_url')) return
|
|
if (streams.includes((_stream: Stream) => _stream.url === data.get('stream_url'))) return
|
|
if (!validUrl.isUri(data.get('stream_url'))) return
|
|
|
|
const channel = groupedChannels.get(data.get('channel_id'))
|
|
|
|
if (!channel) return
|
|
|
|
const stream = new Stream({
|
|
channel: data.get('channel_id'),
|
|
url: data.get('stream_url'),
|
|
label: data.get('label'),
|
|
quality: data.get('quality'),
|
|
timeshift: data.get('timeshift'),
|
|
userAgent: data.get('user_agent'),
|
|
httpReferrer: data.get('http_referrer'),
|
|
filepath: `${channel.country.toLowerCase()}.m3u`,
|
|
line: -1,
|
|
name: data.get('channel_name') || channel.name
|
|
})
|
|
|
|
streams.add(stream)
|
|
processedIssues.add(issue.number)
|
|
})
|
|
}
|