iptv/scripts/commands/playlist/validate.ts

import { Logger, Collection, Dictionary } from '@freearhey/core'
import { Storage } from '@freearhey/storage-js'
import { PlaylistParser } from '../../core'
import { data, loadData } from '../../api'
import { ROOT_DIR } from '../../constants'
import { isURI } from '../../utils.js'
import { Stream } from '../../models'
import * as sdk from '@iptv-org/sdk'
import { program } from 'commander'
import chalk from 'chalk'

program.argument('[filepath...]', 'Path to file to validate').parse(process.argv)

type LogItem = {
  type: string
  line: number
  message: string
}

async function main() {
  const logger = new Logger()
  const rootStorage = new Storage(ROOT_DIR)
  const parser = new PlaylistParser({
    storage: rootStorage
  })

  logger.info('loading data from api...')
  await loadData()

  logger.info('loading streams...')
  const selectedFiles = program.args.length
    ? program.args
    : await rootStorage.list('streams/**/*.m3u')
  const selectedStreams = await parser.parse(selectedFiles)
  logger.info(`found ${selectedStreams.count()} streams`)

  logger.info('creating buffer...')
  const files = await rootStorage.list('streams/**/*.m3u')
  const streams = await parser.parse(files)
  const buffer = new Dictionary<Stream>()
  streams.forEach((stream: Stream) => {
    if (!selectedFiles.includes(stream.filepath)) {
      buffer.set(stream.url, stream)
    }
  })

  const errors = new Collection()
  const warnings = new Collection()
  const streamsGroupedByFilepath = selectedStreams.groupBy((stream: Stream) => stream.getFilepath())
  for (const filepath of streamsGroupedByFilepath.keys()) {
    const streams = streamsGroupedByFilepath.get(filepath)
    if (!streams) continue

    const log = new Collection<LogItem>()
    streams.forEach((stream: Stream) => {
      if (stream.channel) {
        const channel = data.channelsKeyById.get(stream.channel)
        if (!channel) {
          log.add({
            type: 'warning',
            line: stream.getLine(),
            message: `"${stream.tvgId}" is not in the database`
          })
        }
      }

      const isDuplicate = stream.url && buffer.has(stream.url)
      if (isDuplicate) {
        const origin = buffer.get(stream.url)
        log.add({
          type: 'error',
          line: stream.getLine(),
          message: `"${stream.url}" is already in the "${origin.filepath}"`
        })
      } else {
        buffer.set(stream.url, stream)
      }

      if (!isURI(stream.url)) {
        log.add({
          type: 'error',
          line: stream.getLine(),
          message: `"${stream.url}" is not a valid URL`
        })
      }

      if (stream.channel) {
        const blocklistRecords = new Collection(
          data.blocklistRecordsGroupedByChannel.get(stream.channel)
        )

        blocklistRecords.forEach((blocklistRecord: sdk.Models.BlocklistRecord) => {
          if (blocklistRecord.reason === 'dmca') {
            log.add({
              type: 'error',
              line: stream.getLine(),
              message: `"${blocklistRecord.channel}" is on the blocklist due to claims of copyright holders (${blocklistRecord.ref})`
            })
          } else if (blocklistRecord.reason === 'nsfw') {
            log.add({
              type: 'error',
              line: stream.getLine(),
              message: `"${blocklistRecord.channel}" is on the blocklist due to NSFW content (${blocklistRecord.ref})`
            })
          }
        })
      }
    })

    if (log.isNotEmpty()) {
      console.log(`\n${chalk.underline(filepath)}`)

      log.forEach((logItem: LogItem) => {
        const position = logItem.line.toString().padEnd(6, ' ')
        const type = logItem.type.padEnd(9, ' ')
        const status = logItem.type === 'error' ? chalk.red(type) : chalk.yellow(type)

        console.log(` ${chalk.gray(position)}${status}${logItem.message}`)
      })

      log.forEach((logItem: LogItem) => {
        if (logItem.type === 'error') errors.add(logItem)
        else if (logItem.type === 'warning') warnings.add(logItem)
      })
    }
  }

  if (errors.count() || warnings.count()) {
    console.log(
      chalk.red(
        `\n${
          errors.count() + warnings.count()
        } problems (${errors.count()} errors, ${warnings.count()} warnings)`
      )
    )

    if (errors.count()) {
      process.exit(1)
    }
  }
}

main()