epg/scripts/commands/create-database.js

const { db, file, parser, logger } = require('../core')
const { program } = require('commander')
const _ = require('lodash')

const options = program
  .option(
    '--max-clusters <max-clusters>',
    'Set maximum number of clusters',
    parser.parseNumber,
    256
  )
  .option('--channels <channels>', 'Set path to channels.xml file', 'sites/**/*.channels.xml')
  .parse(process.argv)
  .opts()

async function main() {
  logger.info('Starting...')
  logger.info(`Number of clusters: ${options.maxClusters}`)

  await saveToDatabase(await getChannels())

  logger.info('Done')
}

main()

async function getChannels() {
  logger.info(`Loading channels...`)

  const channels = []
  const files = await file.list(options.channels)
  for (const filepath of files) {
    const dir = file.dirname(filepath)
    const filename = file.basename(filepath)
    const [_, site] = filename.match(/([a-z0-9-.]+)_/i) || [null, null]
    if (!site) continue
    const configPath = `${dir}/${site}.config.js`
    const config = require(file.resolve(configPath))
    if (config.ignore) continue
    const [__, gid] = filename.match(/_([a-z-]+)\.channels\.xml/i) || [null, null]
    const items = await parser.parseChannels(filepath)
    for (const item of items) {
      const countryCode = item.xmltv_id.split('.')[1]
      item.country = countryCode ? countryCode.toUpperCase() : null
      item.channelsPath = filepath
      item.configPath = configPath
      item.gid = gid
      channels.push(item)
    }
  }
  logger.info(`Found ${channels.length} channels`)

  return channels
}

async function saveToDatabase(channels = []) {
  logger.info('Saving to the database...')
  await db.channels.load()
  await db.channels.reset()
  const chunks = split(_.shuffle(channels), options.maxClusters)
  for (const [i, chunk] of chunks.entries()) {
    for (const item of chunk) {
      item.cluster_id = i + 1
      await db.channels.insert(item)
    }
  }
}

function split(arr, n) {
  let result = []
  for (let i = n; i > 0; i--) {
    result.push(arr.splice(0, Math.ceil(arr.length / i)))
  }
  return result
}