epg/scripts/commands/save-results.js

const { db, logger, file, parser } = require('../core')
const _ = require('lodash')

const LOGS_DIR = process.env.LOGS_DIR || 'scripts/logs'

async function main() {
  await db.programs.reset()
  const files = await file.list(`${LOGS_DIR}/load-cluster/cluster_*.log`)
  for (const filepath of files) {
    const results = await parser.parseLogs(filepath)
    results.forEach(result => {
      const programs = result.programs.map(program => {
        program.site = result.site
        program.country = result.country

        return program
      })
      db.programs.insert(programs)
    })
  }
  db.programs.compact()
}

main()