mirror of
https://github.com/iptv-org/epg
synced 2025-12-16 10:26:41 -05:00
Replace LF endings with CRLF
This commit is contained in:
freearhey
@@ -1,151 +1,151 @@
|
||||
const dayjs = require('dayjs')
|
||||
|
||||
let cachedPrograms = {}
|
||||
|
||||
module.exports = {
|
||||
site: 'tvtv.us',
|
||||
days: 2,
|
||||
url({ date, channel }) {
|
||||
return `https://www.tvtv.us/api/v1/lineup/USA-NY71652-X/grid/${date.toJSON()}/${date
|
||||
.add(1, 'day')
|
||||
.toJSON()}/${channel.site_id}`
|
||||
},
|
||||
request: {
|
||||
headers: {
|
||||
Accept: '*/*',
|
||||
Connection: 'keep-alive',
|
||||
'User-Agent':
|
||||
'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36',
|
||||
'sec-ch-ua': '"Not.A/Brand";v="8", "Chromium";v="114", "Google Chrome";v="114"',
|
||||
'sec-ch-ua-mobile': '?0',
|
||||
'sec-ch-ua-platform': '"Windows"'
|
||||
}
|
||||
},
|
||||
async parser(ctx) {
|
||||
let programs = []
|
||||
let queue = []
|
||||
|
||||
const items = parseItems(ctx.content)
|
||||
for (const item of items) {
|
||||
const start = dayjs(item.startTime)
|
||||
const stop = start.add(item.duration, 'minute')
|
||||
|
||||
programs.push({
|
||||
id: item.programId,
|
||||
title: item.title,
|
||||
subtitle: item.subtitle || null,
|
||||
start,
|
||||
stop
|
||||
})
|
||||
|
||||
// NOTE: This part of the code is commented out because loading additional data leads either to error 429 Too Many Requests or to even greater delays between requests.
|
||||
// if (item.programId && !cachedPrograms[item.programId]) {
|
||||
// queue.push({
|
||||
// programId: item.programId,
|
||||
// url: `https://tvtv.us/api/v1/programs/${item.programId}`,
|
||||
// httpAgent: ctx.request.agent,
|
||||
// httpsAgent: ctx.request.agent,
|
||||
// headers: module.exports.request.headers
|
||||
// })
|
||||
// }
|
||||
}
|
||||
|
||||
const axios = require('axios')
|
||||
for (const req of queue) {
|
||||
await wait(5000)
|
||||
|
||||
const data = await axios(req)
|
||||
.then(r => r.data)
|
||||
.catch(console.error)
|
||||
|
||||
if (!data || !data.title) continue
|
||||
|
||||
cachedPrograms[req.programId] = data
|
||||
}
|
||||
|
||||
programs.forEach(program => {
|
||||
const data = cachedPrograms[program.id]
|
||||
|
||||
if (!data) return
|
||||
|
||||
program.description = data.description || null
|
||||
program.image = data.image ? `https://tvtv.us${data.image}` : null
|
||||
program.date = data.releaseYear ? data.releaseYear.toString() : null
|
||||
program.directors = data.directors
|
||||
program.categories = data.genres
|
||||
program.actors = parseActors(data)
|
||||
program.writers = parseWriters(data)
|
||||
program.producers = parseProducers(data)
|
||||
program.ratings = parseRatings(data)
|
||||
program.season = parseSeason(data)
|
||||
program.episode = parseEpisode(data)
|
||||
})
|
||||
|
||||
return programs
|
||||
}
|
||||
}
|
||||
|
||||
function parseEpisode(data) {
|
||||
if (!data?.seriesEpisode?.seasonEpisode) return null
|
||||
|
||||
const [, episode] = data.seriesEpisode.seasonEpisode.match(/Episode (\d+)/) || [null, null]
|
||||
|
||||
return episode ? parseInt(episode) : null
|
||||
}
|
||||
|
||||
function parseSeason(data) {
|
||||
if (!data?.seriesEpisode?.seasonEpisode) return null
|
||||
|
||||
const [, season] = data.seriesEpisode.seasonEpisode.match(/Season (\d+);/) || [null, null]
|
||||
|
||||
return season ? parseInt(season) : null
|
||||
}
|
||||
|
||||
function parseRatings(data) {
|
||||
return Array.isArray(data.ratings)
|
||||
? data.ratings.map(rating => ({
|
||||
value: rating.code,
|
||||
system: rating.body
|
||||
}))
|
||||
: []
|
||||
}
|
||||
|
||||
function parseWriters(data) {
|
||||
return data.crew.filter(member => member.role.includes('Writer')).map(member => member.name)
|
||||
}
|
||||
|
||||
function parseProducers(data) {
|
||||
return data.crew.filter(member => member.role.includes('Producer')).map(member => member.name)
|
||||
}
|
||||
|
||||
function parseActors(data) {
|
||||
return data.cast.map(actor => {
|
||||
const guest = actor.role.includes('Guest Star') ? 'yes' : undefined
|
||||
const role = actor.role.replace(' - Guest Star', '')
|
||||
|
||||
return {
|
||||
value: actor.name,
|
||||
role,
|
||||
guest
|
||||
}
|
||||
})
|
||||
}
|
||||
|
||||
function parseItems(content) {
|
||||
try {
|
||||
const json = JSON.parse(content)
|
||||
if (!json.length) return []
|
||||
|
||||
return json[0]
|
||||
} catch {
|
||||
return []
|
||||
}
|
||||
}
|
||||
|
||||
function wait(ms) {
|
||||
if (process.env.NODE_ENV === 'test') return
|
||||
|
||||
return new Promise(resolve => {
|
||||
setTimeout(resolve, ms)
|
||||
})
|
||||
}
|
||||
const dayjs = require('dayjs')
|
||||
|
||||
let cachedPrograms = {}
|
||||
|
||||
module.exports = {
|
||||
site: 'tvtv.us',
|
||||
days: 2,
|
||||
url({ date, channel }) {
|
||||
return `https://www.tvtv.us/api/v1/lineup/USA-NY71652-X/grid/${date.toJSON()}/${date
|
||||
.add(1, 'day')
|
||||
.toJSON()}/${channel.site_id}`
|
||||
},
|
||||
request: {
|
||||
headers: {
|
||||
Accept: '*/*',
|
||||
Connection: 'keep-alive',
|
||||
'User-Agent':
|
||||
'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36',
|
||||
'sec-ch-ua': '"Not.A/Brand";v="8", "Chromium";v="114", "Google Chrome";v="114"',
|
||||
'sec-ch-ua-mobile': '?0',
|
||||
'sec-ch-ua-platform': '"Windows"'
|
||||
}
|
||||
},
|
||||
async parser(ctx) {
|
||||
let programs = []
|
||||
let queue = []
|
||||
|
||||
const items = parseItems(ctx.content)
|
||||
for (const item of items) {
|
||||
const start = dayjs(item.startTime)
|
||||
const stop = start.add(item.duration, 'minute')
|
||||
|
||||
programs.push({
|
||||
id: item.programId,
|
||||
title: item.title,
|
||||
subtitle: item.subtitle || null,
|
||||
start,
|
||||
stop
|
||||
})
|
||||
|
||||
// NOTE: This part of the code is commented out because loading additional data leads either to error 429 Too Many Requests or to even greater delays between requests.
|
||||
// if (item.programId && !cachedPrograms[item.programId]) {
|
||||
// queue.push({
|
||||
// programId: item.programId,
|
||||
// url: `https://tvtv.us/api/v1/programs/${item.programId}`,
|
||||
// httpAgent: ctx.request.agent,
|
||||
// httpsAgent: ctx.request.agent,
|
||||
// headers: module.exports.request.headers
|
||||
// })
|
||||
// }
|
||||
}
|
||||
|
||||
const axios = require('axios')
|
||||
for (const req of queue) {
|
||||
await wait(5000)
|
||||
|
||||
const data = await axios(req)
|
||||
.then(r => r.data)
|
||||
.catch(console.error)
|
||||
|
||||
if (!data || !data.title) continue
|
||||
|
||||
cachedPrograms[req.programId] = data
|
||||
}
|
||||
|
||||
programs.forEach(program => {
|
||||
const data = cachedPrograms[program.id]
|
||||
|
||||
if (!data) return
|
||||
|
||||
program.description = data.description || null
|
||||
program.image = data.image ? `https://tvtv.us${data.image}` : null
|
||||
program.date = data.releaseYear ? data.releaseYear.toString() : null
|
||||
program.directors = data.directors
|
||||
program.categories = data.genres
|
||||
program.actors = parseActors(data)
|
||||
program.writers = parseWriters(data)
|
||||
program.producers = parseProducers(data)
|
||||
program.ratings = parseRatings(data)
|
||||
program.season = parseSeason(data)
|
||||
program.episode = parseEpisode(data)
|
||||
})
|
||||
|
||||
return programs
|
||||
}
|
||||
}
|
||||
|
||||
function parseEpisode(data) {
|
||||
if (!data?.seriesEpisode?.seasonEpisode) return null
|
||||
|
||||
const [, episode] = data.seriesEpisode.seasonEpisode.match(/Episode (\d+)/) || [null, null]
|
||||
|
||||
return episode ? parseInt(episode) : null
|
||||
}
|
||||
|
||||
function parseSeason(data) {
|
||||
if (!data?.seriesEpisode?.seasonEpisode) return null
|
||||
|
||||
const [, season] = data.seriesEpisode.seasonEpisode.match(/Season (\d+);/) || [null, null]
|
||||
|
||||
return season ? parseInt(season) : null
|
||||
}
|
||||
|
||||
function parseRatings(data) {
|
||||
return Array.isArray(data.ratings)
|
||||
? data.ratings.map(rating => ({
|
||||
value: rating.code,
|
||||
system: rating.body
|
||||
}))
|
||||
: []
|
||||
}
|
||||
|
||||
function parseWriters(data) {
|
||||
return data.crew.filter(member => member.role.includes('Writer')).map(member => member.name)
|
||||
}
|
||||
|
||||
function parseProducers(data) {
|
||||
return data.crew.filter(member => member.role.includes('Producer')).map(member => member.name)
|
||||
}
|
||||
|
||||
function parseActors(data) {
|
||||
return data.cast.map(actor => {
|
||||
const guest = actor.role.includes('Guest Star') ? 'yes' : undefined
|
||||
const role = actor.role.replace(' - Guest Star', '')
|
||||
|
||||
return {
|
||||
value: actor.name,
|
||||
role,
|
||||
guest
|
||||
}
|
||||
})
|
||||
}
|
||||
|
||||
function parseItems(content) {
|
||||
try {
|
||||
const json = JSON.parse(content)
|
||||
if (!json.length) return []
|
||||
|
||||
return json[0]
|
||||
} catch {
|
||||
return []
|
||||
}
|
||||
}
|
||||
|
||||
function wait(ms) {
|
||||
if (process.env.NODE_ENV === 'test') return
|
||||
|
||||
return new Promise(resolve => {
|
||||
setTimeout(resolve, ms)
|
||||
})
|
||||
}
|
||||
|
||||
@@ -1,172 +1,172 @@
|
||||
const { parser, url } = require('./tvtv.us.config.js')
|
||||
const fs = require('fs')
|
||||
const path = require('path')
|
||||
const axios = require('axios')
|
||||
const dayjs = require('dayjs')
|
||||
const utc = require('dayjs/plugin/utc')
|
||||
const customParseFormat = require('dayjs/plugin/customParseFormat')
|
||||
dayjs.extend(customParseFormat)
|
||||
dayjs.extend(utc)
|
||||
|
||||
jest.mock('axios')
|
||||
|
||||
axios.mockImplementation(req => {
|
||||
if (req.url === 'https://tvtv.us/api/v1/programs/EP009311820269') {
|
||||
return Promise.resolve({
|
||||
data: JSON.parse(fs.readFileSync(path.resolve(__dirname, '__data__/program_1.json')))
|
||||
})
|
||||
} else {
|
||||
return Promise.resolve({ data: '' })
|
||||
}
|
||||
})
|
||||
|
||||
const date = dayjs.utc('2025-01-30', 'YYYY-MM-DD').startOf('d')
|
||||
const channel = { site_id: '20373' }
|
||||
|
||||
it('can generate valid url', () => {
|
||||
expect(url({ channel, date })).toBe(
|
||||
'https://www.tvtv.us/api/v1/lineup/USA-NY71652-X/grid/2025-01-30T00:00:00.000Z/2025-01-31T00:00:00.000Z/20373'
|
||||
)
|
||||
})
|
||||
|
||||
it('can parse response', async () => {
|
||||
const content = fs.readFileSync(path.resolve(__dirname, '__data__/content.json'))
|
||||
|
||||
let results = await parser({ content, request: { agent: null } })
|
||||
results = results.map(p => {
|
||||
p.start = p.start.toJSON()
|
||||
p.stop = p.stop.toJSON()
|
||||
return p
|
||||
})
|
||||
|
||||
expect(results.length).toBe(33)
|
||||
expect(results[0]).toMatchObject({
|
||||
start: '2025-01-30T00:00:00.000Z',
|
||||
stop: '2025-01-30T00:30:00.000Z',
|
||||
title: 'NY Sports Nation Nightly',
|
||||
subtitle: null
|
||||
})
|
||||
expect(results[1]).toMatchObject({
|
||||
start: '2025-01-30T00:30:00.000Z',
|
||||
stop: '2025-01-30T01:00:00.000Z',
|
||||
title: 'The Big Bang Theory',
|
||||
subtitle: 'The Bow Tie Asymmetry'
|
||||
// description:
|
||||
// "When Amy's parents and Sheldon's family arrive, everybody is focused on making sure the wedding arrangements go according to plan -- everyone except the bride and groom.",
|
||||
// image: 'https://tvtv.us/gn/pi/assets/p185554_b_v11_az.jpg?w=240&h=360',
|
||||
// date: '2018',
|
||||
// season: 11,
|
||||
// episode: 24,
|
||||
// actors: [
|
||||
// {
|
||||
// value: 'Johnny Galecki',
|
||||
// role: 'Leonard Hofstadter'
|
||||
// },
|
||||
// {
|
||||
// value: 'Jim Parsons',
|
||||
// role: 'Sheldon Cooper'
|
||||
// },
|
||||
// {
|
||||
// value: 'Kaley Cuoco',
|
||||
// role: 'Penny'
|
||||
// },
|
||||
// {
|
||||
// value: 'Simon Helberg',
|
||||
// role: 'Howard Wolowitz'
|
||||
// },
|
||||
// {
|
||||
// value: 'Kunal Nayyar',
|
||||
// role: 'Raj Koothrappali'
|
||||
// },
|
||||
// {
|
||||
// value: 'Mayim Bialik',
|
||||
// role: 'Amy Farrah Fowler'
|
||||
// },
|
||||
// {
|
||||
// value: 'Melissa Rauch',
|
||||
// role: 'Bernadette Rostenkowski'
|
||||
// },
|
||||
// {
|
||||
// value: 'Kevin Sussman',
|
||||
// role: 'Stuart',
|
||||
// guest: 'yes'
|
||||
// },
|
||||
// {
|
||||
// value: 'Laurie Metcalf',
|
||||
// role: 'Mary',
|
||||
// guest: 'yes'
|
||||
// },
|
||||
// {
|
||||
// value: 'John Ross Bowie',
|
||||
// role: 'Kripke',
|
||||
// guest: 'yes'
|
||||
// },
|
||||
// {
|
||||
// value: 'Wil Wheaton',
|
||||
// role: 'Himself',
|
||||
// guest: 'yes'
|
||||
// },
|
||||
// {
|
||||
// value: 'Brian Posehn',
|
||||
// role: 'Bert',
|
||||
// guest: 'yes'
|
||||
// },
|
||||
// {
|
||||
// value: "Jerry O'Connell",
|
||||
// role: 'George',
|
||||
// guest: 'yes'
|
||||
// },
|
||||
// {
|
||||
// value: 'Courtney Henggeler',
|
||||
// role: 'Missy',
|
||||
// guest: 'yes'
|
||||
// },
|
||||
// {
|
||||
// value: 'Lauren Lapkus',
|
||||
// role: 'Denise',
|
||||
// guest: 'yes'
|
||||
// },
|
||||
// {
|
||||
// value: 'Teller',
|
||||
// role: 'Mr. Fowler',
|
||||
// guest: 'yes'
|
||||
// },
|
||||
// {
|
||||
// value: 'Kathy Bates',
|
||||
// role: 'Mrs. Fowler',
|
||||
// guest: 'yes'
|
||||
// },
|
||||
// {
|
||||
// value: 'Mark Hamill',
|
||||
// role: 'Himself',
|
||||
// guest: 'yes'
|
||||
// }
|
||||
// ],
|
||||
// directors: ['Mark Cendrowski'],
|
||||
// producers: ['Chuck Lorre', 'Bill Prady', 'Steven Molaro'],
|
||||
// writers: [
|
||||
// 'Chuck Lorre',
|
||||
// 'Steven Molaro',
|
||||
// 'Maria Ferrari',
|
||||
// 'Steve Holland',
|
||||
// 'Eric Kaplan',
|
||||
// 'Tara Hernandez'
|
||||
// ],
|
||||
// categories: ['Sitcom'],
|
||||
// ratings: [
|
||||
// {
|
||||
// value: 'TVPG',
|
||||
// system: 'USA Parental Rating'
|
||||
// }
|
||||
// ]
|
||||
})
|
||||
})
|
||||
|
||||
it('can handle empty guide', async () => {
|
||||
const results = await parser({
|
||||
content: '[]',
|
||||
request: { agent: null }
|
||||
})
|
||||
|
||||
expect(results).toMatchObject([])
|
||||
})
|
||||
const { parser, url } = require('./tvtv.us.config.js')
|
||||
const fs = require('fs')
|
||||
const path = require('path')
|
||||
const axios = require('axios')
|
||||
const dayjs = require('dayjs')
|
||||
const utc = require('dayjs/plugin/utc')
|
||||
const customParseFormat = require('dayjs/plugin/customParseFormat')
|
||||
dayjs.extend(customParseFormat)
|
||||
dayjs.extend(utc)
|
||||
|
||||
jest.mock('axios')
|
||||
|
||||
axios.mockImplementation(req => {
|
||||
if (req.url === 'https://tvtv.us/api/v1/programs/EP009311820269') {
|
||||
return Promise.resolve({
|
||||
data: JSON.parse(fs.readFileSync(path.resolve(__dirname, '__data__/program_1.json')))
|
||||
})
|
||||
} else {
|
||||
return Promise.resolve({ data: '' })
|
||||
}
|
||||
})
|
||||
|
||||
const date = dayjs.utc('2025-01-30', 'YYYY-MM-DD').startOf('d')
|
||||
const channel = { site_id: '20373' }
|
||||
|
||||
it('can generate valid url', () => {
|
||||
expect(url({ channel, date })).toBe(
|
||||
'https://www.tvtv.us/api/v1/lineup/USA-NY71652-X/grid/2025-01-30T00:00:00.000Z/2025-01-31T00:00:00.000Z/20373'
|
||||
)
|
||||
})
|
||||
|
||||
it('can parse response', async () => {
|
||||
const content = fs.readFileSync(path.resolve(__dirname, '__data__/content.json'))
|
||||
|
||||
let results = await parser({ content, request: { agent: null } })
|
||||
results = results.map(p => {
|
||||
p.start = p.start.toJSON()
|
||||
p.stop = p.stop.toJSON()
|
||||
return p
|
||||
})
|
||||
|
||||
expect(results.length).toBe(33)
|
||||
expect(results[0]).toMatchObject({
|
||||
start: '2025-01-30T00:00:00.000Z',
|
||||
stop: '2025-01-30T00:30:00.000Z',
|
||||
title: 'NY Sports Nation Nightly',
|
||||
subtitle: null
|
||||
})
|
||||
expect(results[1]).toMatchObject({
|
||||
start: '2025-01-30T00:30:00.000Z',
|
||||
stop: '2025-01-30T01:00:00.000Z',
|
||||
title: 'The Big Bang Theory',
|
||||
subtitle: 'The Bow Tie Asymmetry'
|
||||
// description:
|
||||
// "When Amy's parents and Sheldon's family arrive, everybody is focused on making sure the wedding arrangements go according to plan -- everyone except the bride and groom.",
|
||||
// image: 'https://tvtv.us/gn/pi/assets/p185554_b_v11_az.jpg?w=240&h=360',
|
||||
// date: '2018',
|
||||
// season: 11,
|
||||
// episode: 24,
|
||||
// actors: [
|
||||
// {
|
||||
// value: 'Johnny Galecki',
|
||||
// role: 'Leonard Hofstadter'
|
||||
// },
|
||||
// {
|
||||
// value: 'Jim Parsons',
|
||||
// role: 'Sheldon Cooper'
|
||||
// },
|
||||
// {
|
||||
// value: 'Kaley Cuoco',
|
||||
// role: 'Penny'
|
||||
// },
|
||||
// {
|
||||
// value: 'Simon Helberg',
|
||||
// role: 'Howard Wolowitz'
|
||||
// },
|
||||
// {
|
||||
// value: 'Kunal Nayyar',
|
||||
// role: 'Raj Koothrappali'
|
||||
// },
|
||||
// {
|
||||
// value: 'Mayim Bialik',
|
||||
// role: 'Amy Farrah Fowler'
|
||||
// },
|
||||
// {
|
||||
// value: 'Melissa Rauch',
|
||||
// role: 'Bernadette Rostenkowski'
|
||||
// },
|
||||
// {
|
||||
// value: 'Kevin Sussman',
|
||||
// role: 'Stuart',
|
||||
// guest: 'yes'
|
||||
// },
|
||||
// {
|
||||
// value: 'Laurie Metcalf',
|
||||
// role: 'Mary',
|
||||
// guest: 'yes'
|
||||
// },
|
||||
// {
|
||||
// value: 'John Ross Bowie',
|
||||
// role: 'Kripke',
|
||||
// guest: 'yes'
|
||||
// },
|
||||
// {
|
||||
// value: 'Wil Wheaton',
|
||||
// role: 'Himself',
|
||||
// guest: 'yes'
|
||||
// },
|
||||
// {
|
||||
// value: 'Brian Posehn',
|
||||
// role: 'Bert',
|
||||
// guest: 'yes'
|
||||
// },
|
||||
// {
|
||||
// value: "Jerry O'Connell",
|
||||
// role: 'George',
|
||||
// guest: 'yes'
|
||||
// },
|
||||
// {
|
||||
// value: 'Courtney Henggeler',
|
||||
// role: 'Missy',
|
||||
// guest: 'yes'
|
||||
// },
|
||||
// {
|
||||
// value: 'Lauren Lapkus',
|
||||
// role: 'Denise',
|
||||
// guest: 'yes'
|
||||
// },
|
||||
// {
|
||||
// value: 'Teller',
|
||||
// role: 'Mr. Fowler',
|
||||
// guest: 'yes'
|
||||
// },
|
||||
// {
|
||||
// value: 'Kathy Bates',
|
||||
// role: 'Mrs. Fowler',
|
||||
// guest: 'yes'
|
||||
// },
|
||||
// {
|
||||
// value: 'Mark Hamill',
|
||||
// role: 'Himself',
|
||||
// guest: 'yes'
|
||||
// }
|
||||
// ],
|
||||
// directors: ['Mark Cendrowski'],
|
||||
// producers: ['Chuck Lorre', 'Bill Prady', 'Steven Molaro'],
|
||||
// writers: [
|
||||
// 'Chuck Lorre',
|
||||
// 'Steven Molaro',
|
||||
// 'Maria Ferrari',
|
||||
// 'Steve Holland',
|
||||
// 'Eric Kaplan',
|
||||
// 'Tara Hernandez'
|
||||
// ],
|
||||
// categories: ['Sitcom'],
|
||||
// ratings: [
|
||||
// {
|
||||
// value: 'TVPG',
|
||||
// system: 'USA Parental Rating'
|
||||
// }
|
||||
// ]
|
||||
})
|
||||
})
|
||||
|
||||
it('can handle empty guide', async () => {
|
||||
const results = await parser({
|
||||
content: '[]',
|
||||
request: { agent: null }
|
||||
})
|
||||
|
||||
expect(results).toMatchObject([])
|
||||
})
|
||||
|
||||
Reference in New Issue
Block a user