mirror of
https://github.com/iptv-org/epg
synced 2026-09-10 13:56:51 -04:00
feat: added sky.com for different europe countries
This commit is contained in:
knylbyte
+275
-99
@@ -1,137 +1,313 @@
|
||||
const axios = require('axios')
|
||||
const dayjs = require('dayjs')
|
||||
const utc = require('dayjs/plugin/utc')
|
||||
const doFetch = require('@ntlab/sfetch')
|
||||
const debug = require('debug')('site:sky.com')
|
||||
const fs = require('fs')
|
||||
const path = require('path')
|
||||
const fs = require('fs/promises')
|
||||
const utc = require('dayjs/plugin/utc')
|
||||
|
||||
dayjs.extend(utc)
|
||||
|
||||
doFetch.setCheckResult(false).setDebugger(debug)
|
||||
|
||||
const eventIds = []
|
||||
const API_ENDPOINT = 'https://awk.epgsky.com/hawk/linear'
|
||||
const CHANNELS_FILE = path.join(__dirname, 'sky.com.channels.xml')
|
||||
const LANG_BY_TERRITORY = {
|
||||
DE: 'de',
|
||||
GB: 'en',
|
||||
IT: 'it'
|
||||
}
|
||||
const MAX_SIDS_PER_REQUEST = 20
|
||||
const GRAB_START_DATE = dayjs
|
||||
.utc(process.env.CURR_DATE || new Date().toISOString())
|
||||
.startOf('d')
|
||||
const eventIds = new Set()
|
||||
const scheduleRequests = new Map()
|
||||
let scheduleBatches
|
||||
|
||||
module.exports = {
|
||||
site: 'sky.com',
|
||||
days: 2,
|
||||
request: {
|
||||
headers({ channel }) {
|
||||
return getHeaders(parseSiteId(channel.site_id).territory)
|
||||
},
|
||||
cache: {
|
||||
ttl: 24 * 60 * 60 * 1000 // 1 day
|
||||
ttl: 24 * 60 * 60 * 1000, // 1 day
|
||||
vary: ['X-SkyOTT-Territory']
|
||||
}
|
||||
},
|
||||
url({ date, channel }) {
|
||||
return `https://awk.epgsky.com/hawk/linear/schedule/${date.format('YYYYMMDD')}/${
|
||||
channel.site_id
|
||||
}`
|
||||
const { sid } = parseSiteId(channel.site_id)
|
||||
const sids = getScheduleBatch(channel.site_id) || [sid]
|
||||
|
||||
return `${API_ENDPOINT}/schedule/${date.format('YYYYMMDD')}/${sids.join(',')}`
|
||||
},
|
||||
async parser({ content, channel, date }) {
|
||||
async parser({ content, channel, date, config }) {
|
||||
const programs = []
|
||||
if (content) {
|
||||
const events = {}
|
||||
const ev = items => {
|
||||
if (typeof items === 'string' || Buffer.isBuffer(items)) {
|
||||
items = JSON.parse(items)
|
||||
}
|
||||
if (Array.isArray(items?.schedule)) {
|
||||
items.schedule
|
||||
.filter(schedule => schedule.sid === channel.site_id)
|
||||
.forEach(schedule => {
|
||||
if (Array.isArray(schedule.events)) {
|
||||
schedule.events
|
||||
.filter(event => !eventIds.includes(event.eid))
|
||||
.forEach(event => {
|
||||
// use event id (eid) as unique filter
|
||||
if (events[event.eid] === undefined) {
|
||||
events[event.eid] = event
|
||||
}
|
||||
})
|
||||
}
|
||||
})
|
||||
}
|
||||
const events = new Map()
|
||||
const range = getGrabRange(config)
|
||||
|
||||
collectEvents(content, channel, events)
|
||||
|
||||
date = date.startOf('d')
|
||||
if (date.isSame(range.lastDate, 'd')) {
|
||||
try {
|
||||
const response = await getSchedule(channel, date.add(1, 'd'))
|
||||
collectEvents(response, channel, events)
|
||||
} catch (error) {
|
||||
debug('Unable to load the final Sky schedule batch: %s', error.message)
|
||||
}
|
||||
ev(content)
|
||||
if (Object.keys(events).length) {
|
||||
date = date.startOf('d')
|
||||
// fetch next day schedule to get 24 hours schedule
|
||||
await doFetch([module.exports.url({ channel, date: date.add(1, 'd') })], (url, res) => {
|
||||
if (res) {
|
||||
ev(res)
|
||||
}
|
||||
}
|
||||
|
||||
for (const event of events.values()) {
|
||||
const start = dayjs.utc(event.st * 1000)
|
||||
const stop = start.add(event.d, 's')
|
||||
const eventId = getEventId(channel, event)
|
||||
if (
|
||||
start.isBefore(range.stop) &&
|
||||
stop.isAfter(range.start) &&
|
||||
!eventIds.has(eventId)
|
||||
) {
|
||||
eventIds.add(eventId)
|
||||
const image = event.programmeuuid
|
||||
? `https://images.metadata.sky.com/pd-image/${event.programmeuuid}/16-9/640`
|
||||
: null
|
||||
|
||||
programs.push({
|
||||
title: event.t,
|
||||
description: event.sy,
|
||||
season: event.seasonnumber,
|
||||
episode: event.episodenumber,
|
||||
start,
|
||||
stop,
|
||||
icon: image,
|
||||
image
|
||||
})
|
||||
Object.values(events)
|
||||
.forEach(event => {
|
||||
const start = dayjs.utc(event.st * 1000)
|
||||
const stop = start.add(event.d, 's')
|
||||
if (date.isSame(start, 'd') || (date.isSame(stop, 'd') && stop > date)) {
|
||||
eventIds.push(event.eid)
|
||||
const image = `https://images.metadata.sky.com/pd-image/${event.programmeuuid}/16-9/640`
|
||||
programs.push({
|
||||
title: event.t,
|
||||
description: event.sy,
|
||||
season: event.seasonnumber,
|
||||
episode: event.episodenumber,
|
||||
start,
|
||||
stop,
|
||||
icon: image,
|
||||
image
|
||||
})
|
||||
}
|
||||
})
|
||||
}
|
||||
}
|
||||
|
||||
return programs
|
||||
},
|
||||
async channels() {
|
||||
const dataPath = path.join(__dirname, '__data__', 'regions.json')
|
||||
const regions = []
|
||||
|
||||
try {
|
||||
const raw = await fs.readFile(dataPath, 'utf8')
|
||||
const payload = JSON.parse(raw)
|
||||
if (Array.isArray(payload.regions)) {
|
||||
regions.push(...payload.regions)
|
||||
const territories = Object.entries(LANG_BY_TERRITORY)
|
||||
const queue = territories.map(([territory, lang]) => ({
|
||||
type: 'regions',
|
||||
lang,
|
||||
territory,
|
||||
url: `${API_ENDPOINT}/regions`,
|
||||
params: {
|
||||
headers: getHeaders(territory)
|
||||
}
|
||||
} catch (err) {
|
||||
debug('Failed to read regions from %s: %o', dataPath, err)
|
||||
throw err
|
||||
}
|
||||
|
||||
if (regions.length === 0) {
|
||||
debug('No regions defined in %s', dataPath)
|
||||
return []
|
||||
}
|
||||
|
||||
const uniqueRegions = new Map()
|
||||
regions.forEach(region => {
|
||||
if (!region || region.bouquet === undefined || region.subBouquet === undefined) return
|
||||
const key = `${region.bouquet}-${region.subBouquet}`
|
||||
if (!uniqueRegions.has(key)) uniqueRegions.set(key, region)
|
||||
})
|
||||
|
||||
const channels = {}
|
||||
const queues = Array.from(uniqueRegions.values()).map(region => ({
|
||||
t: 'c',
|
||||
url: `https://awk.epgsky.com/hawk/linear/services/${region.bouquet}/${region.subBouquet}`
|
||||
}))
|
||||
const channels = new Map()
|
||||
const regions = new Set()
|
||||
const failures = []
|
||||
const states = new Map(
|
||||
territories.map(([territory]) => [
|
||||
territory,
|
||||
{
|
||||
channels: 0,
|
||||
regionsLoaded: false,
|
||||
serviceRequests: 0,
|
||||
serviceResponses: 0
|
||||
}
|
||||
])
|
||||
)
|
||||
|
||||
await doFetch(queues, (queue, res) => {
|
||||
// process channels
|
||||
if (queue.t === 'c') {
|
||||
if (Array.isArray(res.services)) {
|
||||
for (const ch of res.services) {
|
||||
if (channels[ch.sid] === undefined) {
|
||||
channels[ch.sid] = {
|
||||
lang: 'en',
|
||||
site_id: ch.sid,
|
||||
name: ch.t
|
||||
}
|
||||
}
|
||||
await doFetch(queue, (request, response) => {
|
||||
const state = states.get(request.territory)
|
||||
if (request.type === 'regions') {
|
||||
if (!Array.isArray(response?.regions) || !response.regions.length) {
|
||||
failures.push(`${request.territory}: ${request.url}`)
|
||||
return
|
||||
}
|
||||
|
||||
state.regionsLoaded = true
|
||||
for (const region of response.regions) {
|
||||
if (region?.bouquetId === undefined || region?.subBouquetId === undefined) {
|
||||
failures.push(`${request.territory}: ${request.url} (invalid region)`)
|
||||
continue
|
||||
}
|
||||
|
||||
const regionId = `${region.bouquetId}/${region.subBouquetId}`
|
||||
const key = `${request.territory}:${regionId}`
|
||||
if (regions.has(key)) continue
|
||||
|
||||
regions.add(key)
|
||||
state.serviceRequests++
|
||||
queue.push({
|
||||
type: 'services',
|
||||
lang: request.lang,
|
||||
territory: request.territory,
|
||||
url: `${API_ENDPOINT}/services/${regionId}`,
|
||||
params: {
|
||||
headers: getHeaders(request.territory)
|
||||
}
|
||||
})
|
||||
}
|
||||
return
|
||||
}
|
||||
|
||||
if (!Array.isArray(response?.services)) {
|
||||
failures.push(`${request.territory}: ${request.url}`)
|
||||
return
|
||||
}
|
||||
|
||||
state.serviceResponses++
|
||||
for (const service of response.services) {
|
||||
if (service?.sid === undefined) {
|
||||
failures.push(`${request.territory}: ${request.url} (invalid service)`)
|
||||
continue
|
||||
}
|
||||
|
||||
if (!service.t) continue
|
||||
|
||||
const siteId = `${request.territory}#${service.sid}`
|
||||
if (!channels.has(siteId)) {
|
||||
channels.set(siteId, {
|
||||
lang: request.lang,
|
||||
site_id: siteId,
|
||||
name: service.t
|
||||
})
|
||||
state.channels++
|
||||
}
|
||||
}
|
||||
})
|
||||
|
||||
return Object.values(channels)
|
||||
const incomplete = [...states]
|
||||
.filter(
|
||||
([, state]) =>
|
||||
!state.regionsLoaded ||
|
||||
!state.serviceRequests ||
|
||||
state.serviceResponses !== state.serviceRequests ||
|
||||
!state.channels
|
||||
)
|
||||
.map(([territory]) => territory)
|
||||
|
||||
if (incomplete.length || failures.length) {
|
||||
const reasons = [...new Set([...failures, ...incomplete])].join(', ')
|
||||
throw new Error(
|
||||
`Unable to load complete Sky channel list: ${reasons || 'no channels found'}`
|
||||
)
|
||||
}
|
||||
|
||||
return [...channels.values()]
|
||||
}
|
||||
}
|
||||
|
||||
function getHeaders(territory) {
|
||||
return {
|
||||
'X-SkyOTT-Territory': territory
|
||||
}
|
||||
}
|
||||
|
||||
function getEventId(channel, event) {
|
||||
return `${channel.site_id}:${event.eid}`
|
||||
}
|
||||
|
||||
function getGrabRange(config) {
|
||||
const configuredDays = Number(config?.days)
|
||||
const days = Number.isInteger(configuredDays) && configuredDays > 0
|
||||
? configuredDays
|
||||
: module.exports.days
|
||||
const stop = GRAB_START_DATE.add(days, 'd')
|
||||
|
||||
return {
|
||||
lastDate: stop.subtract(1, 'd'),
|
||||
start: GRAB_START_DATE,
|
||||
stop
|
||||
}
|
||||
}
|
||||
|
||||
function getSchedule(channel, date) {
|
||||
const { territory } = parseSiteId(channel.site_id)
|
||||
const url = module.exports.url({ channel, date })
|
||||
const key = `${territory}:${url}`
|
||||
|
||||
if (!scheduleRequests.has(key)) {
|
||||
const request = axios
|
||||
.get(url, {
|
||||
headers: getHeaders(territory)
|
||||
})
|
||||
.then(response => response.data)
|
||||
.catch(error => {
|
||||
scheduleRequests.delete(key)
|
||||
throw error
|
||||
})
|
||||
|
||||
scheduleRequests.set(key, request)
|
||||
}
|
||||
|
||||
return scheduleRequests.get(key)
|
||||
}
|
||||
|
||||
function getScheduleBatch(siteId) {
|
||||
if (!scheduleBatches) scheduleBatches = loadScheduleBatches()
|
||||
|
||||
return scheduleBatches.get(siteId)
|
||||
}
|
||||
|
||||
function loadScheduleBatches() {
|
||||
const channelsXml = fs.readFileSync(CHANNELS_FILE, 'utf8')
|
||||
const sidsByTerritory = new Map(
|
||||
Object.keys(LANG_BY_TERRITORY).map(territory => [territory, new Set()])
|
||||
)
|
||||
|
||||
for (const match of channelsXml.matchAll(/\bsite_id="([^"]+)"/g)) {
|
||||
const { sid, territory } = parseSiteId(match[1])
|
||||
sidsByTerritory.get(territory).add(sid)
|
||||
}
|
||||
|
||||
const batches = new Map()
|
||||
for (const [territory, sidSet] of sidsByTerritory) {
|
||||
const sids = [...sidSet]
|
||||
for (let index = 0; index < sids.length; index += MAX_SIDS_PER_REQUEST) {
|
||||
const batch = sids.slice(index, index + MAX_SIDS_PER_REQUEST)
|
||||
for (const sid of batch) {
|
||||
batches.set(`${territory}#${sid}`, batch)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
return batches
|
||||
}
|
||||
|
||||
function collectEvents(content, channel, events) {
|
||||
const data = parseContent(content)
|
||||
if (!Array.isArray(data?.schedule)) return
|
||||
|
||||
const { sid } = parseSiteId(channel.site_id)
|
||||
for (const schedule of data.schedule) {
|
||||
if (String(schedule.sid) !== sid || !Array.isArray(schedule.events)) continue
|
||||
|
||||
for (const event of schedule.events) {
|
||||
if (event?.eid !== undefined && !events.has(event.eid)) {
|
||||
events.set(event.eid, event)
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
function parseSiteId(siteId) {
|
||||
const [territory, sid, ...extra] = String(siteId || '').split('#')
|
||||
if (!LANG_BY_TERRITORY[territory] || !sid || extra.length) {
|
||||
throw new Error(
|
||||
`Invalid Sky site_id "${siteId || ''}". Expected "<territory>#<sid>" with territory "DE", "GB" or "IT".`
|
||||
)
|
||||
}
|
||||
|
||||
return { sid, territory }
|
||||
}
|
||||
|
||||
function parseContent(content) {
|
||||
if (!content) return null
|
||||
|
||||
try {
|
||||
if (Buffer.isBuffer(content)) content = content.toString()
|
||||
|
||||
return typeof content === 'string' ? JSON.parse(content) : content
|
||||
} catch {
|
||||
return null
|
||||
}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user