mirror of
https://github.com/iptv-org/epg
synced 2026-05-10 11:27:00 -04:00
add France.tv & directv fixes
This commit is contained in:
File diff suppressed because it is too large
Load Diff
@@ -1,27 +1,8 @@
|
||||
{
|
||||
"errors": [
|
||||
"schedules": [
|
||||
{
|
||||
"text": "Service failure: see errors or BulkOperationErrors for details",
|
||||
"field": "",
|
||||
"reason": "INTERNAL_SERVER_ERROR"
|
||||
}
|
||||
],
|
||||
"statusCode": 500,
|
||||
"apiResponse": {
|
||||
"messages": "NOTE: see res.contingencies for size-filtered message values"
|
||||
},
|
||||
"reporting": {
|
||||
"channelschedules": {
|
||||
"success": false,
|
||||
"reportingData": "reporting for app/json/channelschedules/channelschedules not implemented yet"
|
||||
}
|
||||
},
|
||||
"messagekeys": null,
|
||||
"contingencies": [
|
||||
{
|
||||
"key": "ent_ep_guide_backend_unavailable_error_message",
|
||||
"value": "<!-- message: key=ent_ep_guide_backend_unavailable_error_message, deviceType=web -->Due to technical issues the guide is currently unavailable, please check back to soon.",
|
||||
"level": "ERROR"
|
||||
"channelId": "5070bc2e-dd69-4dee-98b4-a4c5e3b1fd7b",
|
||||
"contents": []
|
||||
}
|
||||
]
|
||||
}
|
||||
File diff suppressed because it is too large
Load Diff
@@ -1,41 +1,84 @@
|
||||
const cheerio = require('cheerio')
|
||||
const axios = require('axios')
|
||||
const dayjs = require('dayjs')
|
||||
const utc = require('dayjs/plugin/utc')
|
||||
|
||||
dayjs.extend(utc)
|
||||
|
||||
let token = null
|
||||
async function fetchToken() {
|
||||
if (token) return token
|
||||
try {
|
||||
token = await axios
|
||||
.post('https://api.cld.dtvce.com/authn-tokengo/v3/v2/tokens?client_id=DTVE_DFW_WEB_Chrome_G', null, {
|
||||
headers: {
|
||||
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/145.0.0.0 Safari/537.36',
|
||||
'cache-control': 'no-cache',
|
||||
'origin': 'https://www.directv.com',
|
||||
'pragma': 'no-cache',
|
||||
'priority': 'u=1, i',
|
||||
'referer': 'https://www.directv.com/',
|
||||
'sec-ch-ua': '"Chromium";v="146", "Not-A.Brand";v="24", "Brave";v="146"',
|
||||
'sec-ch-ua-mobile': '?0',
|
||||
'sec-ch-ua-platform': '"Windows"',
|
||||
'sec-fetch-dest': 'empty',
|
||||
'sec-fetch-mode': 'cors',
|
||||
'sec-fetch-site': 'cross-site',
|
||||
'sec-gpc': '1'
|
||||
}
|
||||
})
|
||||
.then(r => r.data)
|
||||
.then(d => d.access_token)
|
||||
return token
|
||||
} catch (error) {
|
||||
console.error('Error fetching token (potential geo-block or API issue):', error)
|
||||
return null
|
||||
}
|
||||
}
|
||||
|
||||
module.exports = {
|
||||
site: 'directv.com',
|
||||
days: 2,
|
||||
request: {
|
||||
cache: {
|
||||
ttl: 60 * 60 * 1000 // 1 hour
|
||||
},
|
||||
headers: {
|
||||
'Accept-Language': 'en-US,en;q=0.5',
|
||||
Connection: 'keep-alive'
|
||||
cache: {
|
||||
ttl: 60 * 60 * 1000 // 1 hour
|
||||
},
|
||||
async headers() {
|
||||
await fetchToken()
|
||||
return {
|
||||
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/145.0.0.0 Safari/537.36',
|
||||
Authorization: `Bearer ${token}`,
|
||||
'cache-control': 'no-cache',
|
||||
'origin': 'https://www.directv.com',
|
||||
'pragma': 'no-cache',
|
||||
'priority': 'u=1, i',
|
||||
'referer': 'https://www.directv.com/',
|
||||
'sec-ch-ua': '"Chromium";v="146", "Not-A.Brand";v="24", "Brave";v="146"',
|
||||
'sec-ch-ua-mobile': '?0',
|
||||
'sec-ch-ua-platform': '"Windows"',
|
||||
'sec-fetch-dest': 'empty',
|
||||
'sec-fetch-mode': 'cors',
|
||||
'sec-fetch-site': 'cross-site',
|
||||
'sec-gpc': '1'
|
||||
}
|
||||
}
|
||||
},
|
||||
url({ date, channel }) {
|
||||
const [channelId, childId] = channel.site_id.split('#')
|
||||
return `https://www.directv.com/json/channelschedule?channels=${channelId}&startTime=${date.format()}&hours=24&chId=${childId}`
|
||||
return `https://api.cld.dtvce.com/discovery/edge/schedule/v1/service/schedule?startTime=${date.valueOf()}&endTime=${date.add(24, 'hour').valueOf()}&channelIds=${channel.site_id}&include4K=false&is4Kcompatible=false&includeTVOD=true`
|
||||
},
|
||||
async parser({ content, channel }) {
|
||||
const programs = []
|
||||
const items = parseItems(content, channel)
|
||||
for (let item of items) {
|
||||
if (item.programID === '-1') continue
|
||||
const detail = await loadProgramDetail(item.programID)
|
||||
const start = parseStart(item)
|
||||
const stop = start.add(item.duration, 'm')
|
||||
const stop = parseStop(item)
|
||||
programs.push({
|
||||
title: item.title,
|
||||
sub_title: item.episodeTitle,
|
||||
description: parseDescription(detail),
|
||||
description: parseDescription(item),
|
||||
rating: parseRating(item),
|
||||
date: parseYear(detail),
|
||||
category: item.subcategoryList,
|
||||
date: parseFullReleaseDate(item) ?? parseYear(item),
|
||||
category: parseCategory(item),
|
||||
season: item.seasonNumber,
|
||||
episode: item.episodeNumber,
|
||||
image: parseImage(item),
|
||||
@@ -47,72 +90,81 @@ module.exports = {
|
||||
return programs
|
||||
},
|
||||
async channels() {
|
||||
const codes = [10001]
|
||||
// alternate https://www.directv.com/dtvassets/dtv/dev/uf/CHLUP/chnlListingPageData.json
|
||||
// though i don't think you could fetch the schedule from the API with this
|
||||
|
||||
let channels = []
|
||||
for (let code of codes) {
|
||||
const html = await axios
|
||||
.get('https://www.directv.com/guide', {
|
||||
headers: {
|
||||
cookie: `dtve-prospect-zip=${code}`
|
||||
}
|
||||
})
|
||||
.then(r => r.data)
|
||||
.catch(console.log)
|
||||
|
||||
const $ = cheerio.load(html)
|
||||
const script = $('#dtvClientData').html()
|
||||
const [, json] = script.match(/var dtvClientData = (.*);/) || [null, null]
|
||||
const data = JSON.parse(json)
|
||||
|
||||
data.guideData.channels.forEach(item => {
|
||||
channels.push({
|
||||
lang: 'en',
|
||||
site_id: item.chNum,
|
||||
name: item.chName
|
||||
})
|
||||
const html = await axios
|
||||
.get('https://api.cld.dtvce.com/discovery/metadata/channel/v5/service/allchannels?sort=OrdCh%253DASC', {
|
||||
headers: {
|
||||
Authorization: `Bearer ${await fetchToken()}`,
|
||||
'Accept-Language': 'en-US,en;q=0.5',
|
||||
Connection: 'keep-alive'
|
||||
}
|
||||
})
|
||||
}
|
||||
.then(r => r.data)
|
||||
.catch(console.log)
|
||||
|
||||
const data = html?.channelInfoList
|
||||
|
||||
if (data && Array.isArray(data)) {
|
||||
data.forEach(item => {
|
||||
channels.push({
|
||||
lang: 'en',
|
||||
site_id: item.resourceId,
|
||||
name: item.channelName,
|
||||
icon: item.imageList && item.imageList.length > 0 ? item.imageList[0].imageUrl : null
|
||||
})
|
||||
})
|
||||
}
|
||||
|
||||
return channels
|
||||
}
|
||||
}
|
||||
|
||||
function parseDescription(detail) {
|
||||
return detail ? detail.description : null
|
||||
function parseDescription(item) {
|
||||
return item ? item.description : null
|
||||
}
|
||||
function parseYear(detail) {
|
||||
return detail ? detail.releaseYear : null
|
||||
function parseCategory(item) {
|
||||
return item && item.genres ? item.genres : null
|
||||
}
|
||||
// DirecTV are the only ones to put the episode/movie's full release date. Kudos to them.
|
||||
function parseFullReleaseDate(item) {
|
||||
return item ? item.originalAirDate : null
|
||||
}
|
||||
function parseYear(item) {
|
||||
return item ? item.releaseYear : null
|
||||
}
|
||||
function parseRating(item) {
|
||||
return item.rating
|
||||
return item.parentalRating
|
||||
? {
|
||||
system: 'MPA',
|
||||
value: item.rating
|
||||
value: item.parentalRating
|
||||
}
|
||||
: null
|
||||
}
|
||||
function parseImage(item) {
|
||||
return item.primaryImageUrl ? `https://www.directv.com${item.primaryImageUrl}` : null
|
||||
}
|
||||
function loadProgramDetail(programID) {
|
||||
return axios
|
||||
.get(`https://www.directv.com/json/program/flip/${programID}`)
|
||||
.then(r => r.data)
|
||||
.then(d => d.programDetail)
|
||||
.catch(console.err)
|
||||
return item.images?.length > 0 ? item.images[0].defaultImageUrl : null
|
||||
}
|
||||
|
||||
function parseStart(item) {
|
||||
return dayjs.utc(item.airTime)
|
||||
return dayjs.utc(item.consumables?.[0]?.startTime)
|
||||
}
|
||||
|
||||
function parseStop(item) {
|
||||
return dayjs.utc(item.consumables?.[0]?.endTime)
|
||||
}
|
||||
|
||||
function parseItems(content, channel) {
|
||||
const data = JSON.parse(content)
|
||||
if (!data) return []
|
||||
if (!Array.isArray(data.schedule)) return []
|
||||
try {
|
||||
const data = JSON.parse(content)
|
||||
if (!data) return []
|
||||
if (!Array.isArray(data.schedules)) return []
|
||||
|
||||
const [, childId] = channel.site_id.split('#')
|
||||
const channelData = data.schedule.find(i => i.chId == childId)
|
||||
return channelData.schedules && Array.isArray(channelData.schedules) ? channelData.schedules : []
|
||||
const channelData = data.schedules.find(i => i.channelId === channel.site_id)
|
||||
return channelData?.contents && Array.isArray(channelData.contents) ? channelData.contents : []
|
||||
} catch (error) {
|
||||
console.error('Error parsing content:', error)
|
||||
return []
|
||||
}
|
||||
}
|
||||
|
||||
@@ -10,36 +10,29 @@ dayjs.extend(utc)
|
||||
|
||||
jest.mock('axios')
|
||||
|
||||
const date = dayjs.utc('2023-01-15', 'YYYY-MM-DD').startOf('d')
|
||||
// Mock token fetching
|
||||
axios.post.mockImplementation((url) => {
|
||||
if (url === 'https://api.cld.dtvce.com/authn-tokengo/v3/v2/tokens?client_id=DTVE_DFW_WEB_Chrome_G') {
|
||||
return Promise.resolve({ data: '/S2dAVfUtUdnt6adfOBn+QrLZ2GymKSfxIGgfI/tRrOCf22bhs7aLmwmeKTUp0br3aHU2M/Rtv5Y43Kl9unTtNau8w48K3dNjVVH2gyrgvGvUxfVa8rXXuv9RBesXSric6ltlS4yDIjRtuOpmiU5Imt8O1zHWjA9K3/8M84oRQywb0HpE4tkTT3RBG5Cmz+wX5If6Hbb3ndFacEhUjpvCI0mAqPlI2r7x7/73quuoByp0+updUmyjWF+5SVkUBx5.ycdisTLMPpwxjYERYDmA7zm7Pq2ukk5KJk8duRW8lMg=' })
|
||||
}
|
||||
})
|
||||
|
||||
const date = dayjs.utc('2026-06-04', 'YYYY-MM-DD').startOf('d')
|
||||
const channel = {
|
||||
site_id: '249#249',
|
||||
site_id: '5070bc2e-dd69-4dee-98b4-a4c5e3b1fd7b',
|
||||
xmltv_id: 'ComedyCentralEast.us'
|
||||
}
|
||||
|
||||
it('can generate valid url', () => {
|
||||
const result = url({ date, channel })
|
||||
expect(result).toBe(
|
||||
'https://www.directv.com/json/channelschedule?channels=249&startTime=2023-01-15T00:00:00Z&hours=24&chId=249'
|
||||
`https://api.cld.dtvce.com/discovery/edge/schedule/v1/service/schedule?startTime=${date.valueOf()}&endTime=${date.add(24, 'hour').valueOf()}&channelIds=5070bc2e-dd69-4dee-98b4-a4c5e3b1fd7b&include4K=false&is4Kcompatible=false&includeTVOD=true`
|
||||
)
|
||||
})
|
||||
|
||||
it('can parse response', done => {
|
||||
const content = fs.readFileSync(path.resolve(__dirname, '__data__/content.json'))
|
||||
|
||||
axios.get.mockImplementation(url => {
|
||||
if (url === 'https://www.directv.com/json/program/flip/MV001173520000') {
|
||||
return Promise.resolve({
|
||||
data: JSON.parse(fs.readFileSync(path.resolve(__dirname, '__data__/program1.json')))
|
||||
})
|
||||
} else if (url === 'https://www.directv.com/json/program/flip/EP002298270445') {
|
||||
return Promise.resolve({
|
||||
data: JSON.parse(fs.readFileSync(path.resolve(__dirname, '__data__/program2.json')))
|
||||
})
|
||||
} else {
|
||||
return Promise.resolve({ data: '' })
|
||||
}
|
||||
})
|
||||
|
||||
parser({ content, channel })
|
||||
.then(result => {
|
||||
result = result.map(p => {
|
||||
@@ -48,38 +41,38 @@ it('can parse response', done => {
|
||||
return p
|
||||
})
|
||||
|
||||
expect(result).toMatchObject([
|
||||
{
|
||||
start: '2023-01-14T23:00:00.000Z',
|
||||
stop: '2023-01-15T01:00:00.000Z',
|
||||
title: 'Men in Black II',
|
||||
description:
|
||||
'Kay (Tommy Lee Jones) and Jay (Will Smith) reunite to provide our best line of defense against a seductress who levels the toughest challenge yet to the MIBs mission statement: protecting the earth from the scum of the universe. While investigating a routine crime, Jay uncovers a plot masterminded by Serleena (Boyle), a Kylothian monster who disguises herself as a lingerie model. When Serleena takes the MIB building hostage, there is only one person Jay can turn to -- his former MIB partner.',
|
||||
date: '2002',
|
||||
image: 'https://www.directv.com/db_photos/movies/AllPhotosAPGI/29160/29160_aa.jpg',
|
||||
category: ['Comedy', 'Movies Anywhere', 'Action/Adventure', 'Science Fiction'],
|
||||
expect(result).toHaveLength(47)
|
||||
|
||||
expect(result[0]).toMatchObject({
|
||||
start: '2026-04-06T00:00:00.000Z',
|
||||
stop: '2026-04-06T00:30:00.000Z',
|
||||
title: 'Seinfeld',
|
||||
sub_title: 'The Nap',
|
||||
description: 'George finds the ideal napping spot at work; Jerry has his kitchen rebuilt; Elaine meets a new beau (Vince Grant).',
|
||||
date: '1997-04-10',
|
||||
season: 8,
|
||||
episode: 18,
|
||||
category: ['Sitcom'],
|
||||
rating: {
|
||||
system: 'MPA',
|
||||
value: 'TVPG'
|
||||
}
|
||||
})
|
||||
|
||||
expect(result[46]).toMatchObject({
|
||||
start: '2026-04-06T23:35:00.000Z',
|
||||
stop: '2026-04-07T00:10:00.000Z',
|
||||
title: 'The Office',
|
||||
sub_title: 'The Convention',
|
||||
description: 'Michael organizes a party in his hotel room when he, Dwight and Jan attend the Northeastern Mid-Market Office Supply Convention in Philadelphia.',
|
||||
category: ['Comedy', 'Sitcom'],
|
||||
season: 3,
|
||||
episode: 2,
|
||||
rating: {
|
||||
system: 'MPA',
|
||||
value: 'TV14'
|
||||
}
|
||||
},
|
||||
{
|
||||
start: '2023-01-15T06:00:00.000Z',
|
||||
stop: '2023-01-15T06:30:00.000Z',
|
||||
title: 'South Park',
|
||||
sub_title: 'Goth Kids 3: Dawn of the Posers',
|
||||
description: 'The goth kids are sent to a camp for troubled children.',
|
||||
image:
|
||||
'https://www.directv.com/db_photos/showcards/v5/AllPhotos/184338/p184338_b_v5_aa.jpg',
|
||||
category: ['Series', 'Animation', 'Comedy'],
|
||||
season: 17,
|
||||
episode: 4,
|
||||
rating: {
|
||||
system: 'MPA',
|
||||
value: 'TVMA'
|
||||
}
|
||||
}
|
||||
])
|
||||
})
|
||||
done()
|
||||
})
|
||||
.catch(done)
|
||||
|
||||
Reference in New Issue
Block a user