import { isURI, getStreamInfo, loadIssues } from '../../utils' import { STREAMS_DIR, LOGS_DIR } from '../../constants' import { Playlist, Issue, Stream } from '../../models' import { loadData, data as apiData } from '../../api' import { Logger, Collection } from '@freearhey/core' import { Storage } from '@freearhey/storage-js' import { PlaylistParser } from '../../core' import * as sdk from '@iptv-org/sdk' const processedIssues = new Collection() async function main() { const logger = new Logger({ level: -999 }) logger.info('loading data from api...') await loadData() logger.info('loading issues...') const issues = await loadIssues() logger.info('loading streams...') const streams = await loadStreams() logger.info('removing streams...') await removeStreams({ streams, issues }) logger.info('edit stream description...') await editStreams({ streams, issues }) logger.info('add new streams...') await addStreams({ streams, issues }) logger.info('saving streams...') await saveStreams({ streams }) logger.info('saving logs...') await saveLogs() } main() async function saveLogs() { const logStorage = new Storage(LOGS_DIR) const output = processedIssues.map((issue: Issue) => `closes #${issue.number}`).join(', ') await logStorage.save('playlist_update.log', output) } async function saveStreams({ streams }) { const streamsStorage = new Storage(STREAMS_DIR) const groupedStreams = streams.groupBy((stream: Stream) => stream.getFilepath()) for (const filepath of groupedStreams.keys()) { let filteredStreams = new Collection(groupedStreams.get(filepath)) filteredStreams = filteredStreams.filter((stream: Stream) => stream.removed === false) const playlist = new Playlist(filteredStreams, { public: false }) await streamsStorage.save(filepath, playlist.toString()) } } async function loadStreams() { const streamsStorage = new Storage(STREAMS_DIR) const parser = new PlaylistParser({ storage: streamsStorage }) const files = await streamsStorage.list('**/*.m3u') return await parser.parse(files) } async function removeStreams({ streams, issues }: { streams: Collection issues: Collection }) { const requests = issues.filter( issue => issue.labels.includes('streams:remove') && issue.labels.includes('approved') ) requests.forEach((issue: Issue) => { const data = issue.data if (data.missing('stream_url')) return const streamUrls = data.getString('stream_url') || '' let changed = false streamUrls .split(/\r?\n/) .filter(Boolean) .forEach(link => { const found: Stream = streams.first((_stream: Stream) => _stream.url === link.trim()) if (found) { found.removed = true changed = true } }) if (changed) processedIssues.add(issue) }) } async function editStreams({ streams, issues }: { streams: Collection issues: Collection }) { const requests = issues.filter( issue => issue.labels.includes('streams:edit') && issue.labels.includes('approved') ) requests.forEach((issue: Issue) => { const data = issue.data if (data.missing('stream_url')) return const stream: Stream = streams.first( (_stream: Stream) => _stream.url === data.getString('stream_url') ) if (!stream) return const streamId = data.getString('stream_id') || '' const [channelId, feedId] = streamId.split('@') if (channelId) { stream.channel = channelId stream.feed = feedId stream.updateTvgId().updateTitle().updateFilepath() } stream.updateWithIssue(data) processedIssues.add(issue) }) } async function addStreams({ streams, issues }: { streams: Collection issues: Collection }) { const requests = issues.filter( issue => issue.labels.includes('streams:add') && issue.labels.includes('approved') ) for (const issue of requests.all()) { const data = issue.data if (data.missing('stream_id') || data.missing('stream_url')) continue if (streams.includes((_stream: Stream) => _stream.url === data.getString('stream_url'))) continue const streamUrl = data.getString('stream_url') || '' if (!isURI(streamUrl)) continue const streamId = data.getString('stream_id') || '' const [channelId, feedId] = streamId.split('@') const channel: sdk.Models.Channel | undefined = apiData.channelsKeyById.get(channelId) if (!channel) continue const label = data.getString('label') || '' const httpUserAgent = data.getString('http_user_agent') || null const httpReferrer = data.getString('http_referrer') || null let quality = data.getString('quality') || null if (!quality) { const streamInfo = await getStreamInfo(streamUrl, { httpUserAgent, httpReferrer }) if (streamInfo) { const height = streamInfo?.resolution?.height if (height) { quality = `${height}p` } } } const stream = new Stream({ channel: channelId, feed: feedId, title: channel.name, url: streamUrl, user_agent: httpUserAgent, referrer: httpReferrer, quality }) stream.label = label stream.updateTitle().updateFilepath() streams.add(stream) processedIssues.add(issue) } }