updating dependencies & fixed tv.dir.bg

This commit is contained in:
theofficialomega
2025-07-27 16:14:59 +02:00
parent 2a658185d3
commit d6884090df
8 changed files with 2268 additions and 644 deletions

2621
package-lock.json generated

File diff suppressed because it is too large Load Diff

View File

@@ -38,7 +38,7 @@
"dependencies": { "dependencies": {
"@alex_neo/jest-expect-message": "^1.0.5", "@alex_neo/jest-expect-message": "^1.0.5",
"@eslint/eslintrc": "^3.3.1", "@eslint/eslintrc": "^3.3.1",
"@eslint/js": "^9.31.0", "@eslint/js": "^9.32.0",
"@freearhey/chronos": "^0.0.1", "@freearhey/chronos": "^0.0.1",
"@freearhey/core": "^0.10.2", "@freearhey/core": "^0.10.2",
"@freearhey/search-js": "^0.1.2", "@freearhey/search-js": "^0.1.2",
@@ -46,32 +46,32 @@
"@octokit/core": "^7.0.3", "@octokit/core": "^7.0.3",
"@octokit/plugin-paginate-rest": "^13.1.1", "@octokit/plugin-paginate-rest": "^13.1.1",
"@octokit/plugin-rest-endpoint-methods": "^16.0.0", "@octokit/plugin-rest-endpoint-methods": "^16.0.0",
"@swc/core": "^1.13.0", "@swc/core": "^1.13.2",
"@swc/jest": "^0.2.39", "@swc/jest": "^0.2.39",
"@types/cli-progress": "^3.11.6", "@types/cli-progress": "^3.11.6",
"@types/fs-extra": "^11.0.4", "@types/fs-extra": "^11.0.4",
"@types/inquirer": "^9.0.8", "@types/inquirer": "^9.0.8",
"@types/jest": "^30.0.0", "@types/jest": "^30.0.0",
"@types/langs": "^2.0.5", "@types/langs": "^2.0.5",
"@types/node": "^24.0.15", "@types/node": "^24.1.0",
"@types/node-cleanup": "^2.1.5", "@types/node-cleanup": "^2.1.5",
"@types/numeral": "^2.0.5", "@types/numeral": "^2.0.5",
"@typescript-eslint/eslint-plugin": "^8.37.0", "@typescript-eslint/eslint-plugin": "^8.38.0",
"@typescript-eslint/parser": "^8.37.0", "@typescript-eslint/parser": "^8.38.0",
"axios": "^1.10.0", "axios": "^1.11.0",
"axios-cookiejar-support": "^6.0.4", "axios-cookiejar-support": "^6.0.4",
"chalk": "^5.4.1", "chalk": "^5.4.1",
"cheerio": "^1.1.0", "cheerio": "^1.1.2",
"cli-progress": "^3.12.0", "cli-progress": "^3.12.0",
"commander": "^14.0.0", "commander": "^14.0.0",
"consola": "^3.4.2", "consola": "^3.4.2",
"cross-env": "^7.0.3", "cross-env": "^10.0.0",
"csv-parser": "^3.2.0", "csv-parser": "^3.2.0",
"cwait": "^1.1.2", "cwait": "^1.1.2",
"dayjs": "^1.11.13", "dayjs": "^1.11.13",
"epg-grabber": "^0.41.0", "epg-grabber": "^0.41.0",
"epg-parser": "^0.3.1", "epg-parser": "^0.3.1",
"eslint": "^9.31.0", "eslint": "^9.32.0",
"eslint-config-prettier": "^10.1.8", "eslint-config-prettier": "^10.1.8",
"form-data": "^4.0.4", "form-data": "^4.0.4",
"fs-extra": "^11.3.0", "fs-extra": "^11.3.0",
@@ -79,8 +79,8 @@
"globals": "^16.3.0", "globals": "^16.3.0",
"husky": "^9.1.7", "husky": "^9.1.7",
"iconv-lite": "^0.6.3", "iconv-lite": "^0.6.3",
"inquirer": "^12.7.0", "inquirer": "^12.8.2",
"jest": "^30.0.4", "jest": "^30.0.5",
"jest-offline": "^1.0.1", "jest-offline": "^1.0.1",
"langs": "^2.0.0", "langs": "^2.0.0",
"libxml2-wasm": "^0.5.0", "libxml2-wasm": "^0.5.0",

File diff suppressed because one or more lines are too long

File diff suppressed because one or more lines are too long

View File

@@ -0,0 +1,4 @@
{
"status": true,
"html": "<div class=\"panels\">\n <div class=\"panel\">\n <div class=\"day-broadcast-list\">\n <p class=\"broadcast-item-name\">\n 29.07\n </p>\n <div class=\"broadcasts-lists\">\n </div>\n </div>\n </div>\n <div class=\"panel\">\n <div class=\"day-broadcast-list\">\n <p class=\"broadcast-item-name\">\n 30.07\n </p>\n <div class=\"broadcasts-lists\">\n </div>\n </div>\n </div>\n <div class=\"panel\">\n <div class=\"day-broadcast-list\">\n <p class=\"broadcast-item-name\">\n 31.07\n </p>\n <div class=\"broadcasts-lists\">\n </div>\n </div>\n </div>\n </div>"
}

View File

@@ -1 +0,0 @@
<div class=\"panels\">\n <div class=\"panel\">\n <div class=\"day-broadcast-list\">\n <p class=\"broadcast-item-name\">\n 19.02\n </p>\n <div class=\"broadcasts-lists\">\n </div>\n </div>\n </div>\n <div class=\"panel\">\n <div class=\"day-broadcast-list\">\n <p class=\"broadcast-item-name\">\n 20.02\n </p>\n <div class=\"broadcasts-lists\">\n </div>\n </div>\n </div>\n <div class=\"panel\">\n <div class=\"day-broadcast-list\">\n <p class=\"broadcast-item-name\">\n 21.02\n </p>\n <div class=\"broadcasts-lists\">\n </div>\n </div>\n </div>\n </div>

View File

@@ -1,52 +1,134 @@
const axios = require('axios') const axios = require('axios')
const cheerio = require('cheerio') const cheerio = require('cheerio')
const url = require('url') const dayjs = require('dayjs')
const { DateTime } = require('luxon') const utc = require('dayjs/plugin/utc')
const timezone = require('dayjs/plugin/timezone')
const customParseFormat = require('dayjs/plugin/customParseFormat')
let cachedToken = null dayjs.extend(utc)
let tokenExpiry = null dayjs.extend(timezone)
dayjs.extend(customParseFormat)
let sessionCache = null
async function getSession(forceRefresh = false) {
if (sessionCache && !forceRefresh) {
return sessionCache
}
try {
const initResponse = await axios.get('https://tv.dir.bg/init')
if (!initResponse.data) {
throw new Error('No response data from init endpoint')
}
// Extract cookies from response headers
const setCookieHeader = initResponse.headers['set-cookie']
let xsrfToken = null
let dirSessionCookie = null
if (setCookieHeader) {
setCookieHeader.forEach(cookie => {
// Extract XSRF token from cookie
const xsrfMatch = cookie.match(/XSRF-TOKEN=([^;]+)/)
if (xsrfMatch) {
xsrfToken = decodeURIComponent(xsrfMatch[1])
}
// Extract dir_session cookie
const sessionMatch = cookie.match(/dir_session=([^;]+)/)
if (sessionMatch) {
dirSessionCookie = sessionMatch[1]
}
})
}
const csrfToken = initResponse.data.csrfToken
if (!csrfToken) {
throw new Error('No CSRF/XSRF token found in response')
}
// Build cookie string
let cookieString = ''
if (xsrfToken) {
cookieString += `XSRF-TOKEN=${encodeURIComponent(xsrfToken)}`
}
if (dirSessionCookie) {
if (cookieString) cookieString += '; '
cookieString += `dir_session=${dirSessionCookie}`
}
sessionCache = {
csrfToken,
cookieString,
timestamp: Date.now()
}
return sessionCache
} catch (error) {
console.error('Error getting session:', error.message)
throw error
}
}
module.exports = { module.exports = {
site: 'tv.dir.bg', site: 'tv.dir.bg',
days: 2, days: 2,
async url({ channel, date }) { url: 'https://tv.dir.bg/load/programs',
const token = await getToken() request: {
if (!token) { maxContentLength: 125000000, // 10 MB
throw new Error('Unable to retrieve CSRF token') method: 'POST',
} async headers() {
try {
const form = new url.URLSearchParams({ const session = await getSession()
_token: token, return {
channel: channel.site_id, 'Cookie': session.cookieString,
day: date.format('YYYY-MM-DD') 'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8',
}) 'X-Requested-With': 'XMLHttpRequest'
}
return axios.post('https://tv.dir.bg/load/programs', form.toString(), {
headers: { } catch (error) {
'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8', console.error('Error getting headers:', error.message)
'X-Requested-With': 'XMLHttpRequest' throw error
} }
}) },
async data({ channel, date }) {
try {
const session = await getSession()
const params = new URLSearchParams()
params.append('_token', session.csrfToken)
params.append('channel', channel.site_id)
params.append('day', date.format('YYYY-MM-DD'))
return params
} catch (error) {
console.error('Error preparing request data:', error.message)
throw error
}
},
}, },
parser({ content, date }) { parser({ content, date }) {
const programs = [] const programs = []
const items = parseItems(content) const items = parseItems(content)
items.forEach(item => { items.forEach(item => {
const $item = cheerio.load(item)
const prev = programs[programs.length - 1] const prev = programs[programs.length - 1]
const $item = cheerio.load(item)
let start = parseStart($item, date) let start = parseStart($item, date)
if (!start) return
if (prev) { if (prev) {
if (start < prev.start) { if (start.isBefore(prev.start)) {
start = start.plus({ days: 1 }) start = start.add(1, 'd')
date = date.plus({ days: 1 })
} }
prev.stop = start prev.stop = start
} }
const stop = start.plus({ minutes: 30 }) const stop = start.add(30, 'm')
programs.push({ programs.push({
title: parseTitle($item), title: parseTitle($item),
start, start,
@@ -56,6 +138,7 @@ module.exports = {
return programs return programs
}, },
async channels() { async channels() {
try { try {
const response = await axios.get('https://tv.dir.bg/channels') const response = await axios.get('https://tv.dir.bg/channels')
@@ -63,7 +146,7 @@ module.exports = {
const channels = [] const channels = []
$('.channel_cont').each((index, element) => { $('.channel_cont').each((_index, element) => {
const $element = $(element) const $element = $(element)
const $link = $element.find('a.channel_link') const $link = $element.find('a.channel_link')
@@ -79,63 +162,55 @@ module.exports = {
channels.push({ channels.push({
lang: 'bg', lang: 'bg',
site_id: site_id, site_id: site_id,
name: name, name: name.trim(),
logo: logo logo: logo ? (logo.startsWith('http') ? logo : `https://tv.dir.bg${logo}`) : null
}) })
} }
}) })
return channels return channels
} catch (error) { } catch (error) {
console.error('Error fetching channels:', error) console.error('Error fetching channels:', error.message)
return [] return []
}
}
}
async function getToken() {
if (cachedToken && tokenExpiry && DateTime.now() < tokenExpiry) {
return cachedToken
}
try {
const response = await axios.get('https://tv.dir.bg/init', { headers: {'X-Requested-With': 'XMLHttpRequest'} })
// Check different possible locations for the token
let token = null
if (response.data && response.data.csrfToken) {
token = response.data.csrfToken
} }
},
if (token) {
cachedToken = token clearSession() {
tokenExpiry = DateTime.now().plus({ hours: 1 }) sessionCache = null
return token
} else {
console.error('CSRF token not found in response structure:', Object.keys(response.data || {}))
return null
}
} catch (error) {
console.error('Error fetching token:', error.message)
return null
} }
} }
function parseStart($item, date) { function parseStart($item, date) {
const timeText = $item('.broadcast-time').text().trim() const time = $item('.broadcast-time').text().trim()
if (!timeText) return null const dateString = `${date.format('YYYY-MM-DD')} ${time}`
const [hours, minutes] = timeText.split(':').map(Number) return dayjs.tz(dateString, 'YYYY-MM-DD HH:mm', 'Europe/Sofia')
const dateTime = date.isValid ? date : DateTime.fromISO(date)
return dateTime.set({ hour: hours, minute: minutes, second: 0, millisecond: 0 })
} }
function parseTitle($item) { function parseTitle($item) {
return $item('.broadcast-title').text().trim() return $item('.broadcast-title').text()
.replace(/\s+/g, ' ')
.trim()
} }
function parseItems(content) { function parseItems(content) {
const $ = cheerio.load(content) try {
return $('.broadcast-item').toArray() const json = JSON.parse(content)
}
if (!json || json.status !== true) {
return []
}
const $ = cheerio.load(json.html)
const items = $('.broadcast-item').toArray()
return items
} catch (error) {
console.error('❌ Error parsing items:', error.message)
console.error('Error stack:', error.stack)
return []
}
}

View File

@@ -9,46 +9,42 @@ dayjs.extend(utc)
const date = dayjs.utc('2025-06-30', 'YYYY-MM-DD').startOf('d') const date = dayjs.utc('2025-06-30', 'YYYY-MM-DD').startOf('d')
const channel = { const channel = {
site_id: '12', site_id: '61',
xmltv_id: 'BTV.bg' xmltv_id: 'BTV.bg'
} }
it('can generate valid url', () => { it('can generate valid url', () => {
expect(url({ channel, date })).toBe('https://tv.dir.bg/programa/12') expect(url).toBe('https://tv.dir.bg/load/programs')
}) })
it('can parse response', () => { it('can parse response', () => {
const content = fs.readFileSync(path.resolve(__dirname, '__data__/content.html')) const content = fs.readFileSync(path.resolve(__dirname, '__data__/content.json'))
const result = parser({ content, date }).map(p => { const results = parser({ content, date }).map(p => {
p.start = p.start.toJSON() p.start = p.start.toJSON()
p.stop = p.stop.toJSON() p.stop = p.stop.toJSON()
return p return p
}) })
expect(result).toMatchObject([ expect(results.length).toBe(63)
{
start: '2025-06-30T08:00:00.000Z', expect(results[0]).toMatchObject({
stop: '2025-06-30T10:00:00.000Z', start: '2025-06-30T03:00:00.000Z',
title: 'Купа на Франция: Еспали - Пари Сен Жермен' stop: '2025-06-30T03:30:00.000Z',
}, title: 'Светът на здравето'
{ })
start: '2025-06-30T10:00:00.000Z',
stop: '2025-06-30T12:00:00.000Z', expect(results[62]).toMatchObject({
title: 'Ла Лига: Леганес - Реал Сосиедад' start: '2025-07-01T02:00:00.000Z',
}, stop: '2025-07-01T02:30:00.000Z',
{ title: 'Убийства в Рая , сезон 1 , епизод 7'
start: '2025-06-30T12:00:00.000Z', })
stop: '2025-06-30T13:00:00.000Z',
title: 'Пред Стадиона&quot; - спортно шоу'
}
])
}) })
it('can handle empty guide', () => { it('can handle empty guide', () => {
const result = parser({ const result = parser({
date, date,
channel, channel,
content: fs.readFileSync(path.resolve(__dirname, '__data__/no_data.html')) content: fs.readFileSync(path.resolve(__dirname, '__data__/no_content.json'))
}) })
expect(result).toMatchObject([]) expect(result).toMatchObject([])
}) })