This commit is contained in:
Aleksandr Statciuk
2022-02-07 01:22:20 +03:00
parent 98d8c793ef
commit 56c7db4259
25 changed files with 453 additions and 447 deletions

View File

@@ -5,12 +5,11 @@ const _ = require('lodash')
async function main() {
const streams = await loadStreams()
logger.info(`generating categories/...`)
await generator.generate('categories', streams)
await generator.generate('countries', streams)
await generator.generate('languages', streams)
await generator.generate('regions', streams)
// await generateCountries(streams)
// await generateLanguages()
// await generateRegions()
// await generateIndex()
// await generateIndexNSFW()
@@ -26,143 +25,44 @@ async function main() {
main()
async function generateCountries(streams) {
logger.info(`generating countries/...`)
const countries = await loadCountries()
const regions = await loadRegions()
for (const country of countries) {
let areaCodes = _.filter(regions, { countries: [country.code] }).map(r => r.code)
areaCodes.push(country.code)
const { count, items } = await generator.generate(
`${PUBLIC_PATH}/countries/${country.code.toLowerCase()}.m3u`,
streams,
{
public: true,
filter: s => _.intersection(areaCodes, s.broadcast_area).length
}
)
// async function generateRegions() {
// logger.info(`Generating regions/...`)
log.countries.push({
name: country.name,
code: country.code,
count
})
}
// for (const region of regions) {
// const { count } = await generator.generate(
// `${PUBLIC_PATH}/regions/${region.code.toLowerCase()}.m3u`,
// {
// regions: { $elemMatch: region }
// }
// )
const { count } = await generator.generate(`${PUBLIC_PATH}/countries/undefined.m3u`, streams, {
public: true,
filter: s => !s.broadcast_area.length,
onLoad: items => {
return items.map(item => {
item.group_title = 'Undefined'
return item
})
}
})
// await log('regions', {
// name: region.name,
// code: region.code,
// count
// })
// }
log.countries.push({
name: 'Undefined',
id: 'UNDEFINED',
count
})
// const { count: undefinedCount } = await generator.generate(
// `${PUBLIC_PATH}/regions/undefined.m3u`,
// { regions: { $size: 0 } },
// {
// saveEmpty: true,
// onLoad: function (items) {
// return items.map(item => {
// item.group_title = 'Undefined'
// return item
// })
// }
// }
// )
// const { count: undefinedCount } = await generator.generate(
// `${PUBLIC_PATH}/countries/undefined.m3u`,
// {
// countries: { $size: 0 }
// },
// {
// onLoad: function (items) {
// return items.map(item => {
// item.group_title = 'Undefined'
// return item
// })
// }
// }
// )
// await log('countries', {
// name: 'Undefined',
// code: 'UNDEFINED',
// count: undefinedCount
// })
}
async function generateLanguages() {
logger.info(`Generating languages/...`)
for (const language of _.uniqBy(languages, 'code')) {
const { count } = await generator.generate(`${PUBLIC_PATH}/languages/${language.code}.m3u`, {
languages: { $elemMatch: language }
})
await log('languages', {
name: language.name,
code: language.code,
count
})
}
const { count: undefinedCount } = await generator.generate(
`${PUBLIC_PATH}/languages/undefined.m3u`,
{
languages: { $size: 0 }
},
{
onLoad: function (items) {
return items.map(item => {
item.group_title = 'Undefined'
return item
})
}
}
)
await log('languages', {
name: 'Undefined',
code: 'undefined',
count: undefinedCount
})
}
async function generateRegions() {
logger.info(`Generating regions/...`)
for (const region of regions) {
const { count } = await generator.generate(
`${PUBLIC_PATH}/regions/${region.code.toLowerCase()}.m3u`,
{
regions: { $elemMatch: region }
}
)
await log('regions', {
name: region.name,
code: region.code,
count
})
}
const { count: undefinedCount } = await generator.generate(
`${PUBLIC_PATH}/regions/undefined.m3u`,
{ regions: { $size: 0 } },
{
saveEmpty: true,
onLoad: function (items) {
return items.map(item => {
item.group_title = 'Undefined'
return item
})
}
}
)
await log('regions', {
name: 'Undefined',
code: 'UNDEFINED',
count: undefinedCount
})
}
// await log('regions', {
// name: 'Undefined',
// code: 'UNDEFINED',
// count: undefinedCount
// })
// }
async function generateIndexNSFW() {
logger.info(`Generating index.nsfw.m3u...`)

View File

@@ -2,6 +2,7 @@ const { create: createPlaylist } = require('./playlist')
const logger = require('./logger')
const file = require('./file')
const generators = require('../generators')
const _ = require('lodash')
const PUBLIC_DIR = process.env.PUBLIC_DIR || '.gh-pages'
const LOGS_DIR = process.env.LOGS_DIR || 'scripts/logs/generators'
@@ -11,6 +12,12 @@ const generator = {}
generator.generate = async function (name, items = []) {
if (typeof generators[name] === 'function') {
try {
items = _.orderBy(
items,
['channel.name', 'status.level', 'resolution.height'],
['asc', 'asc', 'desc']
)
items = _.uniqBy(items, s => s.channel_id || _.uniqueId())
const output = await generators[name].bind()(items)
await file.create(`${LOGS_DIR}/${name}.log`, output.map(toJSON).join('\n'))
for (const type of output) {

View File

@@ -2,12 +2,6 @@ const api = require('../core/api')
const _ = require('lodash')
module.exports = async function (streams = []) {
streams = _.orderBy(
streams,
['channel.name', 'status.level', 'resolution.height'],
['asc', 'asc', 'desc']
)
streams = _.uniqBy(streams, s => s.channel_id || _.uniqueId())
const output = []
await api.categories.load()
const categories = await api.categories.all()
@@ -17,11 +11,7 @@ module.exports = async function (streams = []) {
}
let items = _.filter(streams, s => !s.categories.length)
items = items.map(item => {
item.group_title = 'Other'
return item
})
output.push({ id: 'other', items })
output.push({ id: 'undefined', items })
return output
}

View File

@@ -0,0 +1,21 @@
const api = require('../core/api')
const _ = require('lodash')
module.exports = async function (streams = []) {
const output = []
await api.countries.load()
const countries = await api.countries.all()
await api.regions.load()
const regions = await api.regions.all()
for (const country of countries) {
const areaCodes = _.filter(regions, { countries: [country.code] }).map(r => r.code)
areaCodes.push(country.code)
let items = _.filter(streams, s => _.intersection(areaCodes, s.broadcast_area).length)
output.push({ id: country.code.toLowerCase(), items })
}
let items = _.filter(streams, s => !s.broadcast_area.length)
output.push({ id: 'undefined', items })
return output
}

View File

@@ -1 +1,4 @@
exports.categories = require('./categories')
exports.countries = require('./countries')
exports.languages = require('./languages')
exports.regions = require('./regions')

View File

@@ -0,0 +1,20 @@
const api = require('../core/api')
const _ = require('lodash')
module.exports = async function (streams = []) {
const output = []
await api.languages.load()
let languages = await api.languages.all()
languages = _.uniqBy(languages, 'code')
for (const language of languages) {
let items = _.filter(streams, { channel: { languages: [language.code] } })
if (items.length) {
output.push({ id: language.code, items })
}
}
let items = _.filter(streams, s => !s.languages.length)
output.push({ id: 'undefined', items })
return output
}

View File

@@ -0,0 +1,19 @@
const api = require('../core/api')
const _ = require('lodash')
module.exports = async function (streams = []) {
const output = []
await api.regions.load()
const regions = await api.regions.all()
for (const region of regions) {
const areaCodes = region.countries
areaCodes.push(region.code)
let items = _.filter(streams, s => _.intersection(areaCodes, s.broadcast_area).length)
output.push({ id: region.code.toLowerCase(), items })
}
let items = _.filter(streams, s => !s.broadcast_area.length)
output.push({ id: 'undefined', items })
return output
}

View File

@@ -1,12 +1,12 @@
module.exports = function () {
if (this.group_title !== undefined) return this.group_title
if (Array.isArray(this.categories)) {
if (Array.isArray(this.categories) && this.categories.length) {
return this.categories
.map(i => i.name)
.sort()
.join(';')
}
return ''
return 'Undefined'
}