mirror of
https://github.com/iptv-org/epg
synced 2026-03-21 19:30:52 -04:00
Fixes linter errors
This commit is contained in:
freearhey
@@ -1,133 +1,133 @@
|
||||
const axios = require('axios')
|
||||
const dayjs = require('dayjs')
|
||||
|
||||
const API_ENDPOINT = 'https://valencia-app-mds.xumo.com/v2'
|
||||
|
||||
const client = axios.create({
|
||||
baseURL: API_ENDPOINT,
|
||||
responseType: 'arraybuffer'
|
||||
})
|
||||
|
||||
module.exports = {
|
||||
site: 'xumo.tv',
|
||||
days: 2,
|
||||
request: {
|
||||
cache: {
|
||||
ttl: 60 * 60 * 1000 // 1 hour
|
||||
}
|
||||
},
|
||||
url: function ({ date, channel }) {
|
||||
const [offset] = channel.site_id.split('#')
|
||||
|
||||
return `${API_ENDPOINT}/epg/10006/${date.format(
|
||||
'YYYYMMDD'
|
||||
)}/0.json?f=asset.title&f=asset.descriptions&limit=50&offset=${offset}`
|
||||
},
|
||||
async parser({ content, channel, date }) {
|
||||
let programs = []
|
||||
let items = parseItems(content, channel)
|
||||
if (!items.length) return programs
|
||||
const d = date.format('YYYYMMDD')
|
||||
const [offset] = channel.site_id.split('#')
|
||||
const promises = [
|
||||
client.get(
|
||||
`/epg/10006/${d}/1.json?f=asset.title&f=asset.descriptions&limit=50&offset=${offset}`
|
||||
),
|
||||
client.get(
|
||||
`/epg/10006/${d}/2.json?f=asset.title&f=asset.descriptions&limit=50&offset=${offset}`
|
||||
),
|
||||
client.get(
|
||||
`/epg/10006/${d}/3.json?f=asset.title&f=asset.descriptions&limit=50&offset=${offset}`
|
||||
)
|
||||
]
|
||||
const results = await Promise.allSettled(promises)
|
||||
results.forEach(r => {
|
||||
if (r.status === 'fulfilled') {
|
||||
items = items.concat(parseItems(r.value.data, channel))
|
||||
}
|
||||
})
|
||||
|
||||
items.forEach(item => {
|
||||
programs.push({
|
||||
title: item.title,
|
||||
sub_title: item.episodeTitle,
|
||||
description: parseDescription(item),
|
||||
start: parseStart(item),
|
||||
stop: parseStop(item)
|
||||
})
|
||||
})
|
||||
|
||||
return programs
|
||||
},
|
||||
async channels() {
|
||||
const channels = await axios
|
||||
.get(
|
||||
'https://valencia-app-mds.xumo.com/v2/channels/list/10006.json?sort=hybrid&geoId=unknown'
|
||||
)
|
||||
.then(r => r.data.channel.item)
|
||||
.catch(console.log)
|
||||
|
||||
const promises = [
|
||||
axios.get(`${API_ENDPOINT}/epg/10006/19700101/0.json?limit=50&offset=0`),
|
||||
axios.get(`${API_ENDPOINT}/epg/10006/19700101/0.json?limit=50&offset=50`),
|
||||
axios.get(`${API_ENDPOINT}/epg/10006/19700101/0.json?limit=50&offset=100`),
|
||||
axios.get(`${API_ENDPOINT}/epg/10006/19700101/0.json?limit=50&offset=150`),
|
||||
axios.get(`${API_ENDPOINT}/epg/10006/19700101/0.json?limit=50&offset=200`),
|
||||
axios.get(`${API_ENDPOINT}/epg/10006/19700101/0.json?limit=50&offset=250`),
|
||||
axios.get(`${API_ENDPOINT}/epg/10006/19700101/0.json?limit=50&offset=300`)
|
||||
]
|
||||
|
||||
const output = []
|
||||
const results = await Promise.allSettled(promises)
|
||||
results.forEach((r, i) => {
|
||||
if (r.status !== 'fulfilled') return
|
||||
|
||||
r.value.data.channels.forEach(item => {
|
||||
const info = channels.find(c => c.guid.value == item.channelId)
|
||||
|
||||
if (!info) {
|
||||
console.log(item.channelId)
|
||||
}
|
||||
|
||||
output.push({
|
||||
site_id: `${i * 50}#${item.channelId}`,
|
||||
name: info.title
|
||||
})
|
||||
})
|
||||
})
|
||||
|
||||
return output
|
||||
}
|
||||
}
|
||||
|
||||
function parseDescription(item) {
|
||||
if (!item.descriptions) return null
|
||||
|
||||
return item.descriptions.medium || item.descriptions.small || item.descriptions.tiny
|
||||
}
|
||||
|
||||
function parseStart(item) {
|
||||
return dayjs(item.start)
|
||||
}
|
||||
|
||||
function parseStop(item) {
|
||||
return dayjs(item.end)
|
||||
}
|
||||
|
||||
function parseItems(content, channel) {
|
||||
if (!content) return []
|
||||
const [, channelId] = channel.site_id.split('#')
|
||||
const data = JSON.parse(content)
|
||||
if (!data || !Array.isArray(data.channels)) return []
|
||||
const channelData = data.channels.find(c => c.channelId == channelId)
|
||||
if (!channelData || !Array.isArray(channelData.schedule)) return []
|
||||
|
||||
return channelData.schedule
|
||||
.map(item => {
|
||||
const details = data.assets[item.assetId]
|
||||
if (!details) return null
|
||||
|
||||
return { ...item, ...details }
|
||||
})
|
||||
.filter(Boolean)
|
||||
}
|
||||
const axios = require('axios')
|
||||
const dayjs = require('dayjs')
|
||||
|
||||
const API_ENDPOINT = 'https://valencia-app-mds.xumo.com/v2'
|
||||
|
||||
const client = axios.create({
|
||||
baseURL: API_ENDPOINT,
|
||||
responseType: 'arraybuffer'
|
||||
})
|
||||
|
||||
module.exports = {
|
||||
site: 'xumo.tv',
|
||||
days: 2,
|
||||
request: {
|
||||
cache: {
|
||||
ttl: 60 * 60 * 1000 // 1 hour
|
||||
}
|
||||
},
|
||||
url: function ({ date, channel }) {
|
||||
const [offset] = channel.site_id.split('#')
|
||||
|
||||
return `${API_ENDPOINT}/epg/10006/${date.format(
|
||||
'YYYYMMDD'
|
||||
)}/0.json?f=asset.title&f=asset.descriptions&limit=50&offset=${offset}`
|
||||
},
|
||||
async parser({ content, channel, date }) {
|
||||
let programs = []
|
||||
let items = parseItems(content, channel)
|
||||
if (!items.length) return programs
|
||||
const d = date.format('YYYYMMDD')
|
||||
const [offset] = channel.site_id.split('#')
|
||||
const promises = [
|
||||
client.get(
|
||||
`/epg/10006/${d}/1.json?f=asset.title&f=asset.descriptions&limit=50&offset=${offset}`
|
||||
),
|
||||
client.get(
|
||||
`/epg/10006/${d}/2.json?f=asset.title&f=asset.descriptions&limit=50&offset=${offset}`
|
||||
),
|
||||
client.get(
|
||||
`/epg/10006/${d}/3.json?f=asset.title&f=asset.descriptions&limit=50&offset=${offset}`
|
||||
)
|
||||
]
|
||||
const results = await Promise.allSettled(promises)
|
||||
results.forEach(r => {
|
||||
if (r.status === 'fulfilled') {
|
||||
items = items.concat(parseItems(r.value.data, channel))
|
||||
}
|
||||
})
|
||||
|
||||
items.forEach(item => {
|
||||
programs.push({
|
||||
title: item.title,
|
||||
sub_title: item.episodeTitle,
|
||||
description: parseDescription(item),
|
||||
start: parseStart(item),
|
||||
stop: parseStop(item)
|
||||
})
|
||||
})
|
||||
|
||||
return programs
|
||||
},
|
||||
async channels() {
|
||||
const channels = await axios
|
||||
.get(
|
||||
'https://valencia-app-mds.xumo.com/v2/channels/list/10006.json?sort=hybrid&geoId=unknown'
|
||||
)
|
||||
.then(r => r.data.channel.item)
|
||||
.catch(console.log)
|
||||
|
||||
const promises = [
|
||||
axios.get(`${API_ENDPOINT}/epg/10006/19700101/0.json?limit=50&offset=0`),
|
||||
axios.get(`${API_ENDPOINT}/epg/10006/19700101/0.json?limit=50&offset=50`),
|
||||
axios.get(`${API_ENDPOINT}/epg/10006/19700101/0.json?limit=50&offset=100`),
|
||||
axios.get(`${API_ENDPOINT}/epg/10006/19700101/0.json?limit=50&offset=150`),
|
||||
axios.get(`${API_ENDPOINT}/epg/10006/19700101/0.json?limit=50&offset=200`),
|
||||
axios.get(`${API_ENDPOINT}/epg/10006/19700101/0.json?limit=50&offset=250`),
|
||||
axios.get(`${API_ENDPOINT}/epg/10006/19700101/0.json?limit=50&offset=300`)
|
||||
]
|
||||
|
||||
const output = []
|
||||
const results = await Promise.allSettled(promises)
|
||||
results.forEach((r, i) => {
|
||||
if (r.status !== 'fulfilled') return
|
||||
|
||||
r.value.data.channels.forEach(item => {
|
||||
const info = channels.find(c => c.guid.value == item.channelId)
|
||||
|
||||
if (!info) {
|
||||
console.log(item.channelId)
|
||||
}
|
||||
|
||||
output.push({
|
||||
site_id: `${i * 50}#${item.channelId}`,
|
||||
name: info.title
|
||||
})
|
||||
})
|
||||
})
|
||||
|
||||
return output
|
||||
}
|
||||
}
|
||||
|
||||
function parseDescription(item) {
|
||||
if (!item.descriptions) return null
|
||||
|
||||
return item.descriptions.medium || item.descriptions.small || item.descriptions.tiny
|
||||
}
|
||||
|
||||
function parseStart(item) {
|
||||
return dayjs(item.start)
|
||||
}
|
||||
|
||||
function parseStop(item) {
|
||||
return dayjs(item.end)
|
||||
}
|
||||
|
||||
function parseItems(content, channel) {
|
||||
if (!content) return []
|
||||
const [, channelId] = channel.site_id.split('#')
|
||||
const data = JSON.parse(content)
|
||||
if (!data || !Array.isArray(data.channels)) return []
|
||||
const channelData = data.channels.find(c => c.channelId == channelId)
|
||||
if (!channelData || !Array.isArray(channelData.schedule)) return []
|
||||
|
||||
return channelData.schedule
|
||||
.map(item => {
|
||||
const details = data.assets[item.assetId]
|
||||
if (!details) return null
|
||||
|
||||
return { ...item, ...details }
|
||||
})
|
||||
.filter(Boolean)
|
||||
}
|
||||
|
||||
@@ -1,77 +1,77 @@
|
||||
// npm run channels:parse -- --config=./sites/xumo.tv/xumo.tv.config.js --output=./sites/xumo.tv/xumo.tv.channels.xml
|
||||
// npm run grab -- --site=xumo.tv
|
||||
|
||||
const { parser, url } = require('./xumo.tv.config.js')
|
||||
const fs = require('fs')
|
||||
const path = require('path')
|
||||
const axios = require('axios')
|
||||
const dayjs = require('dayjs')
|
||||
const utc = require('dayjs/plugin/utc')
|
||||
const customParseFormat = require('dayjs/plugin/customParseFormat')
|
||||
dayjs.extend(customParseFormat)
|
||||
dayjs.extend(utc)
|
||||
|
||||
jest.mock('axios', () => {
|
||||
return {
|
||||
create: jest.fn().mockReturnValue({
|
||||
get: jest.fn()
|
||||
})
|
||||
}
|
||||
})
|
||||
|
||||
const API_ENDPOINT = 'https://valencia-app-mds.xumo.com/v2'
|
||||
|
||||
const date = dayjs.utc('2022-11-06', 'YYYY-MM-DD').startOf('d')
|
||||
const channel = {
|
||||
site_id: '0#99991247',
|
||||
xmltv_id: 'NBCNewsNow.us'
|
||||
}
|
||||
|
||||
it('can generate valid url', () => {
|
||||
expect(url({ date, channel })).toBe(
|
||||
`${API_ENDPOINT}/epg/10006/20221106/0.json?f=asset.title&f=asset.descriptions&limit=50&offset=0`
|
||||
)
|
||||
})
|
||||
|
||||
it('can parse response', async () => {
|
||||
const content = fs.readFileSync(path.resolve(__dirname, '__data__/content_0.json'))
|
||||
|
||||
axios.create().get.mockImplementation(url => {
|
||||
if (
|
||||
url ===
|
||||
`${API_ENDPOINT}/epg/10006/20221106/1.json?f=asset.title&f=asset.descriptions&limit=50&offset=0`
|
||||
) {
|
||||
return Promise.resolve({
|
||||
data: Buffer.from(fs.readFileSync(path.resolve(__dirname, '__data__/content_1.json')))
|
||||
})
|
||||
} else {
|
||||
return Promise.resolve({ data: '' })
|
||||
}
|
||||
})
|
||||
|
||||
let results = await parser({ content, channel, date })
|
||||
results = results.map(p => {
|
||||
p.start = p.start.toJSON()
|
||||
p.stop = p.stop.toJSON()
|
||||
return p
|
||||
})
|
||||
|
||||
expect(results[0]).toMatchObject({
|
||||
start: '2022-11-05T23:00:00.000Z',
|
||||
stop: '2022-11-06T01:00:00.000Z',
|
||||
title: 'Dateline',
|
||||
sub_title: 'The Disappearance of Laci Peterson',
|
||||
description:
|
||||
"After following Laci Peterson's case for more than 15 years, the show delivers a comprehensive report with rarely seen interrogation video, new insight from prosecutors, and surprising details from Amber Frey, who helped uncover the truth."
|
||||
})
|
||||
})
|
||||
|
||||
it('can handle empty guide', async () => {
|
||||
const results = await parser({
|
||||
content: Buffer.from(fs.readFileSync(path.resolve(__dirname, '__data__/no-content.json'))),
|
||||
channel,
|
||||
date
|
||||
})
|
||||
|
||||
expect(results).toMatchObject([])
|
||||
})
|
||||
// npm run channels:parse -- --config=./sites/xumo.tv/xumo.tv.config.js --output=./sites/xumo.tv/xumo.tv.channels.xml
|
||||
// npm run grab -- --site=xumo.tv
|
||||
|
||||
const { parser, url } = require('./xumo.tv.config.js')
|
||||
const fs = require('fs')
|
||||
const path = require('path')
|
||||
const axios = require('axios')
|
||||
const dayjs = require('dayjs')
|
||||
const utc = require('dayjs/plugin/utc')
|
||||
const customParseFormat = require('dayjs/plugin/customParseFormat')
|
||||
dayjs.extend(customParseFormat)
|
||||
dayjs.extend(utc)
|
||||
|
||||
jest.mock('axios', () => {
|
||||
return {
|
||||
create: jest.fn().mockReturnValue({
|
||||
get: jest.fn()
|
||||
})
|
||||
}
|
||||
})
|
||||
|
||||
const API_ENDPOINT = 'https://valencia-app-mds.xumo.com/v2'
|
||||
|
||||
const date = dayjs.utc('2022-11-06', 'YYYY-MM-DD').startOf('d')
|
||||
const channel = {
|
||||
site_id: '0#99991247',
|
||||
xmltv_id: 'NBCNewsNow.us'
|
||||
}
|
||||
|
||||
it('can generate valid url', () => {
|
||||
expect(url({ date, channel })).toBe(
|
||||
`${API_ENDPOINT}/epg/10006/20221106/0.json?f=asset.title&f=asset.descriptions&limit=50&offset=0`
|
||||
)
|
||||
})
|
||||
|
||||
it('can parse response', async () => {
|
||||
const content = fs.readFileSync(path.resolve(__dirname, '__data__/content_0.json'))
|
||||
|
||||
axios.create().get.mockImplementation(url => {
|
||||
if (
|
||||
url ===
|
||||
`${API_ENDPOINT}/epg/10006/20221106/1.json?f=asset.title&f=asset.descriptions&limit=50&offset=0`
|
||||
) {
|
||||
return Promise.resolve({
|
||||
data: Buffer.from(fs.readFileSync(path.resolve(__dirname, '__data__/content_1.json')))
|
||||
})
|
||||
} else {
|
||||
return Promise.resolve({ data: '' })
|
||||
}
|
||||
})
|
||||
|
||||
let results = await parser({ content, channel, date })
|
||||
results = results.map(p => {
|
||||
p.start = p.start.toJSON()
|
||||
p.stop = p.stop.toJSON()
|
||||
return p
|
||||
})
|
||||
|
||||
expect(results[0]).toMatchObject({
|
||||
start: '2022-11-05T23:00:00.000Z',
|
||||
stop: '2022-11-06T01:00:00.000Z',
|
||||
title: 'Dateline',
|
||||
sub_title: 'The Disappearance of Laci Peterson',
|
||||
description:
|
||||
"After following Laci Peterson's case for more than 15 years, the show delivers a comprehensive report with rarely seen interrogation video, new insight from prosecutors, and surprising details from Amber Frey, who helped uncover the truth."
|
||||
})
|
||||
})
|
||||
|
||||
it('can handle empty guide', async () => {
|
||||
const results = await parser({
|
||||
content: Buffer.from(fs.readFileSync(path.resolve(__dirname, '__data__/no-content.json'))),
|
||||
channel,
|
||||
date
|
||||
})
|
||||
|
||||
expect(results).toMatchObject([])
|
||||
})
|
||||
|
||||
Reference in New Issue
Block a user