mirror of
https://github.com/iptv-org/epg
synced 2026-04-30 22:46:58 -04:00
Fixes linter errors
This commit is contained in:
freearhey
@@ -1,163 +1,163 @@
|
||||
const dayjs = require('dayjs')
|
||||
const axios = require('axios')
|
||||
const cheerio = require('cheerio')
|
||||
const utc = require('dayjs/plugin/utc')
|
||||
const customParseFormat = require('dayjs/plugin/customParseFormat')
|
||||
|
||||
dayjs.extend(utc)
|
||||
dayjs.extend(customParseFormat)
|
||||
|
||||
module.exports = {
|
||||
site: 'tv24.se',
|
||||
days: 2,
|
||||
url: function ({ channel, date }) {
|
||||
return `https://tv24.se/x/channel/${channel.site_id}/0/${date.format('YYYY-MM-DD')}`
|
||||
},
|
||||
parser: async function ({ content, date }) {
|
||||
let programs = []
|
||||
const items = parseItems(content)
|
||||
for (let item of items) {
|
||||
const prev = programs[programs.length - 1]
|
||||
const $item = cheerio.load(item)
|
||||
let start = parseStart($item, date)
|
||||
if (prev) {
|
||||
if (start.isBefore(prev.start)) {
|
||||
start = start.add(1, 'd')
|
||||
date = date.add(1, 'd')
|
||||
}
|
||||
prev.stop = start
|
||||
}
|
||||
const stop = start.add(30, 'm')
|
||||
const details = await loadProgramDetails($item)
|
||||
programs.push({
|
||||
title: parseTitle($item),
|
||||
description: details.description,
|
||||
actors: details.actors,
|
||||
icon: details.icon,
|
||||
category: details.category,
|
||||
sub_title: details.sub_title,
|
||||
season: details.season,
|
||||
episode: details.episode,
|
||||
start,
|
||||
stop
|
||||
})
|
||||
}
|
||||
|
||||
return programs
|
||||
},
|
||||
async channels() {
|
||||
let html = await axios
|
||||
.get('https://tv24.se/x/settings/addremove')
|
||||
.then(r => r.data)
|
||||
.catch(console.log)
|
||||
let $ = cheerio.load(html)
|
||||
const nums = $('li')
|
||||
.toArray()
|
||||
.map(item => $(item).data('channel'))
|
||||
html = await axios
|
||||
.get('https://tv24.se', {
|
||||
headers: {
|
||||
Cookie: `selectedChannels=${nums.join(',')}`
|
||||
}
|
||||
})
|
||||
.then(r => r.data)
|
||||
.catch(console.log)
|
||||
$ = cheerio.load(html)
|
||||
const items = $('li.c').toArray()
|
||||
|
||||
return items.map(item => {
|
||||
const name = $(item).find('h3').text().trim()
|
||||
const link = $(item).find('.channel').attr('href')
|
||||
const [, site_id] = link.match(/\/kanal\/(.*)/) || [null, null]
|
||||
|
||||
return {
|
||||
lang: 'sv',
|
||||
site_id,
|
||||
name
|
||||
}
|
||||
})
|
||||
}
|
||||
}
|
||||
|
||||
async function loadProgramDetails($item) {
|
||||
const programId = $item('a').attr('href')
|
||||
const data = await axios
|
||||
.get(`https://tv24.se/x${programId}/0/0`)
|
||||
.then(r => r.data)
|
||||
.catch(console.error)
|
||||
if (!data) return Promise.resolve({})
|
||||
const $ = cheerio.load(data.contentBefore + data.contentAfter)
|
||||
|
||||
return Promise.resolve({
|
||||
icon: parseIcon($),
|
||||
actors: parseActors($),
|
||||
description: parseDescription($),
|
||||
category: parseCategory($),
|
||||
sub_title: parseSubTitle($),
|
||||
season: parseSeason($),
|
||||
episode: parseEpisode($)
|
||||
})
|
||||
}
|
||||
|
||||
function parseIcon($) {
|
||||
const style = $('.image > .actual').attr('style')
|
||||
const [, url] = style.match(/background-image: url\('([^']+)'\)/)
|
||||
|
||||
return url
|
||||
}
|
||||
|
||||
function parseSeason($) {
|
||||
const [, season] = $('.sub-title')
|
||||
.text()
|
||||
.trim()
|
||||
.match(/Säsong (\d+)/) || [null, '']
|
||||
|
||||
return parseInt(season)
|
||||
}
|
||||
|
||||
function parseEpisode($) {
|
||||
const [, episode] = $('.sub-title')
|
||||
.text()
|
||||
.trim()
|
||||
.match(/Avsnitt (\d+)/) || [null, '']
|
||||
|
||||
return parseInt(episode)
|
||||
}
|
||||
|
||||
function parseSubTitle($) {
|
||||
const [, subtitle] = $('.sub-title').text().trim().split(': ')
|
||||
|
||||
return subtitle
|
||||
}
|
||||
|
||||
function parseCategory($) {
|
||||
return $('.extras > dt:contains(Kategori)').next().text().trim().split(' / ')
|
||||
}
|
||||
|
||||
function parseActors($) {
|
||||
return $('.cast > li')
|
||||
.map((i, el) => {
|
||||
return $(el).find('.name').text().trim()
|
||||
})
|
||||
.get()
|
||||
}
|
||||
|
||||
function parseDescription($) {
|
||||
return $('.info > p').text().trim()
|
||||
}
|
||||
|
||||
function parseTitle($item) {
|
||||
return $item('h3').text()
|
||||
}
|
||||
|
||||
function parseStart($item, date) {
|
||||
const time = $item('.time')
|
||||
|
||||
return dayjs.utc(`${date.format('YYYY-MM-DD')} ${time}`, 'YYYY-MM-DD HH:mm')
|
||||
}
|
||||
|
||||
function parseItems(content) {
|
||||
const $ = cheerio.load(content)
|
||||
|
||||
return $('.program').toArray()
|
||||
}
|
||||
const dayjs = require('dayjs')
|
||||
const axios = require('axios')
|
||||
const cheerio = require('cheerio')
|
||||
const utc = require('dayjs/plugin/utc')
|
||||
const customParseFormat = require('dayjs/plugin/customParseFormat')
|
||||
|
||||
dayjs.extend(utc)
|
||||
dayjs.extend(customParseFormat)
|
||||
|
||||
module.exports = {
|
||||
site: 'tv24.se',
|
||||
days: 2,
|
||||
url: function ({ channel, date }) {
|
||||
return `https://tv24.se/x/channel/${channel.site_id}/0/${date.format('YYYY-MM-DD')}`
|
||||
},
|
||||
parser: async function ({ content, date }) {
|
||||
let programs = []
|
||||
const items = parseItems(content)
|
||||
for (let item of items) {
|
||||
const prev = programs[programs.length - 1]
|
||||
const $item = cheerio.load(item)
|
||||
let start = parseStart($item, date)
|
||||
if (prev) {
|
||||
if (start.isBefore(prev.start)) {
|
||||
start = start.add(1, 'd')
|
||||
date = date.add(1, 'd')
|
||||
}
|
||||
prev.stop = start
|
||||
}
|
||||
const stop = start.add(30, 'm')
|
||||
const details = await loadProgramDetails($item)
|
||||
programs.push({
|
||||
title: parseTitle($item),
|
||||
description: details.description,
|
||||
actors: details.actors,
|
||||
icon: details.icon,
|
||||
category: details.category,
|
||||
sub_title: details.sub_title,
|
||||
season: details.season,
|
||||
episode: details.episode,
|
||||
start,
|
||||
stop
|
||||
})
|
||||
}
|
||||
|
||||
return programs
|
||||
},
|
||||
async channels() {
|
||||
let html = await axios
|
||||
.get('https://tv24.se/x/settings/addremove')
|
||||
.then(r => r.data)
|
||||
.catch(console.log)
|
||||
let $ = cheerio.load(html)
|
||||
const nums = $('li')
|
||||
.toArray()
|
||||
.map(item => $(item).data('channel'))
|
||||
html = await axios
|
||||
.get('https://tv24.se', {
|
||||
headers: {
|
||||
Cookie: `selectedChannels=${nums.join(',')}`
|
||||
}
|
||||
})
|
||||
.then(r => r.data)
|
||||
.catch(console.log)
|
||||
$ = cheerio.load(html)
|
||||
const items = $('li.c').toArray()
|
||||
|
||||
return items.map(item => {
|
||||
const name = $(item).find('h3').text().trim()
|
||||
const link = $(item).find('.channel').attr('href')
|
||||
const [, site_id] = link.match(/\/kanal\/(.*)/) || [null, null]
|
||||
|
||||
return {
|
||||
lang: 'sv',
|
||||
site_id,
|
||||
name
|
||||
}
|
||||
})
|
||||
}
|
||||
}
|
||||
|
||||
async function loadProgramDetails($item) {
|
||||
const programId = $item('a').attr('href')
|
||||
const data = await axios
|
||||
.get(`https://tv24.se/x${programId}/0/0`)
|
||||
.then(r => r.data)
|
||||
.catch(console.error)
|
||||
if (!data) return Promise.resolve({})
|
||||
const $ = cheerio.load(data.contentBefore + data.contentAfter)
|
||||
|
||||
return Promise.resolve({
|
||||
icon: parseIcon($),
|
||||
actors: parseActors($),
|
||||
description: parseDescription($),
|
||||
category: parseCategory($),
|
||||
sub_title: parseSubTitle($),
|
||||
season: parseSeason($),
|
||||
episode: parseEpisode($)
|
||||
})
|
||||
}
|
||||
|
||||
function parseIcon($) {
|
||||
const style = $('.image > .actual').attr('style')
|
||||
const [, url] = style.match(/background-image: url\('([^']+)'\)/)
|
||||
|
||||
return url
|
||||
}
|
||||
|
||||
function parseSeason($) {
|
||||
const [, season] = $('.sub-title')
|
||||
.text()
|
||||
.trim()
|
||||
.match(/Säsong (\d+)/) || [null, '']
|
||||
|
||||
return parseInt(season)
|
||||
}
|
||||
|
||||
function parseEpisode($) {
|
||||
const [, episode] = $('.sub-title')
|
||||
.text()
|
||||
.trim()
|
||||
.match(/Avsnitt (\d+)/) || [null, '']
|
||||
|
||||
return parseInt(episode)
|
||||
}
|
||||
|
||||
function parseSubTitle($) {
|
||||
const [, subtitle] = $('.sub-title').text().trim().split(': ')
|
||||
|
||||
return subtitle
|
||||
}
|
||||
|
||||
function parseCategory($) {
|
||||
return $('.extras > dt:contains(Kategori)').next().text().trim().split(' / ')
|
||||
}
|
||||
|
||||
function parseActors($) {
|
||||
return $('.cast > li')
|
||||
.map((i, el) => {
|
||||
return $(el).find('.name').text().trim()
|
||||
})
|
||||
.get()
|
||||
}
|
||||
|
||||
function parseDescription($) {
|
||||
return $('.info > p').text().trim()
|
||||
}
|
||||
|
||||
function parseTitle($item) {
|
||||
return $item('h3').text()
|
||||
}
|
||||
|
||||
function parseStart($item, date) {
|
||||
const time = $item('.time')
|
||||
|
||||
return dayjs.utc(`${date.format('YYYY-MM-DD')} ${time}`, 'YYYY-MM-DD HH:mm')
|
||||
}
|
||||
|
||||
function parseItems(content) {
|
||||
const $ = cheerio.load(content)
|
||||
|
||||
return $('.program').toArray()
|
||||
}
|
||||
|
||||
@@ -1,78 +1,78 @@
|
||||
// npm run channels:parse -- --config=./sites/tv24.se/tv24.se.config.js --output=./sites/tv24.se/tv24.se.channels.xml
|
||||
// npm run grab -- --site=tv24.se
|
||||
|
||||
const { parser, url } = require('./tv24.se.config.js')
|
||||
const fs = require('fs')
|
||||
const path = require('path')
|
||||
const axios = require('axios')
|
||||
const dayjs = require('dayjs')
|
||||
const utc = require('dayjs/plugin/utc')
|
||||
const customParseFormat = require('dayjs/plugin/customParseFormat')
|
||||
dayjs.extend(customParseFormat)
|
||||
dayjs.extend(utc)
|
||||
|
||||
jest.mock('axios')
|
||||
|
||||
const date = dayjs.utc('2022-08-26', 'YYYY-MM-DD').startOf('d')
|
||||
const channel = {
|
||||
site_id: 'svt1',
|
||||
xmltv_id: 'SVT1.se'
|
||||
}
|
||||
|
||||
it('can generate valid url', () => {
|
||||
expect(url({ channel, date })).toBe('https://tv24.se/x/channel/svt1/0/2022-08-26')
|
||||
})
|
||||
|
||||
it('can parse response', async () => {
|
||||
const content = fs.readFileSync(path.resolve(__dirname, '__data__/content.html'))
|
||||
|
||||
axios.get.mockImplementation(url => {
|
||||
if (url === 'https://tv24.se/x/b/rh7f40-1hkm/0/0') {
|
||||
return Promise.resolve({
|
||||
data: JSON.parse(fs.readFileSync(path.resolve(__dirname, '__data__/program1.json')))
|
||||
})
|
||||
} else if (url === 'https://tv24.se/x/b/rh9dhc-1hkm/0/0') {
|
||||
return Promise.resolve({
|
||||
data: JSON.parse(fs.readFileSync(path.resolve(__dirname, '__data__/program2.json')))
|
||||
})
|
||||
} else {
|
||||
return Promise.resolve({ data: '' })
|
||||
}
|
||||
})
|
||||
|
||||
let results = await parser({ content, date })
|
||||
results = results.map(p => {
|
||||
p.start = p.start.toJSON()
|
||||
p.stop = p.stop.toJSON()
|
||||
return p
|
||||
})
|
||||
|
||||
expect(results[0]).toMatchObject({
|
||||
start: '2022-08-26T04:00:00.000Z',
|
||||
stop: '2022-08-26T07:10:00.000Z',
|
||||
title: 'Morgonstudion',
|
||||
icon: 'https://jrsy.tmsimg.com/assets/p14436175_i_h9_ad.jpg',
|
||||
description:
|
||||
'Dagens viktigaste nyheter och analyser med ständiga uppdateringar. Vi sänder direkt inrikes- och utrikesnyheter inklusive sport, kultur och nöje. Dessutom intervjuer med aktuella gäster. Nyhetssammanfattningar varje kvart med start kl 06.00.',
|
||||
actors: ['Carolina Neurath', 'Karin Magnusson', 'Pelle Nilsson', 'Ted Wigren']
|
||||
})
|
||||
|
||||
expect(results[33]).toMatchObject({
|
||||
start: '2022-08-27T05:20:00.000Z',
|
||||
stop: '2022-08-27T05:50:00.000Z',
|
||||
title: 'Uppdrag granskning',
|
||||
icon: 'https://jrsy.tmsimg.com/assets/p22818697_e_h9_aa.jpg',
|
||||
description:
|
||||
'När samtliga sex män frias för ännu en skjutning växer vreden inom polisen. Ökningen av skjutningar i Sverige ligger i topp i Europa - och nu är våldsspiralen på väg mot ett nattsvart rekord. Hur blev Sverige landet där mördare går fria?',
|
||||
actors: ['Karin Mattisson', 'Ali Fegan'],
|
||||
category: ['Dokumentär', 'Samhällsfrågor'],
|
||||
season: 23,
|
||||
episode: 5,
|
||||
sub_title: 'Där mördare går fria'
|
||||
})
|
||||
})
|
||||
|
||||
it('can handle empty guide', async () => {
|
||||
const result = await parser({ content: '' })
|
||||
expect(result).toMatchObject([])
|
||||
})
|
||||
// npm run channels:parse -- --config=./sites/tv24.se/tv24.se.config.js --output=./sites/tv24.se/tv24.se.channels.xml
|
||||
// npm run grab -- --site=tv24.se
|
||||
|
||||
const { parser, url } = require('./tv24.se.config.js')
|
||||
const fs = require('fs')
|
||||
const path = require('path')
|
||||
const axios = require('axios')
|
||||
const dayjs = require('dayjs')
|
||||
const utc = require('dayjs/plugin/utc')
|
||||
const customParseFormat = require('dayjs/plugin/customParseFormat')
|
||||
dayjs.extend(customParseFormat)
|
||||
dayjs.extend(utc)
|
||||
|
||||
jest.mock('axios')
|
||||
|
||||
const date = dayjs.utc('2022-08-26', 'YYYY-MM-DD').startOf('d')
|
||||
const channel = {
|
||||
site_id: 'svt1',
|
||||
xmltv_id: 'SVT1.se'
|
||||
}
|
||||
|
||||
it('can generate valid url', () => {
|
||||
expect(url({ channel, date })).toBe('https://tv24.se/x/channel/svt1/0/2022-08-26')
|
||||
})
|
||||
|
||||
it('can parse response', async () => {
|
||||
const content = fs.readFileSync(path.resolve(__dirname, '__data__/content.html'))
|
||||
|
||||
axios.get.mockImplementation(url => {
|
||||
if (url === 'https://tv24.se/x/b/rh7f40-1hkm/0/0') {
|
||||
return Promise.resolve({
|
||||
data: JSON.parse(fs.readFileSync(path.resolve(__dirname, '__data__/program1.json')))
|
||||
})
|
||||
} else if (url === 'https://tv24.se/x/b/rh9dhc-1hkm/0/0') {
|
||||
return Promise.resolve({
|
||||
data: JSON.parse(fs.readFileSync(path.resolve(__dirname, '__data__/program2.json')))
|
||||
})
|
||||
} else {
|
||||
return Promise.resolve({ data: '' })
|
||||
}
|
||||
})
|
||||
|
||||
let results = await parser({ content, date })
|
||||
results = results.map(p => {
|
||||
p.start = p.start.toJSON()
|
||||
p.stop = p.stop.toJSON()
|
||||
return p
|
||||
})
|
||||
|
||||
expect(results[0]).toMatchObject({
|
||||
start: '2022-08-26T04:00:00.000Z',
|
||||
stop: '2022-08-26T07:10:00.000Z',
|
||||
title: 'Morgonstudion',
|
||||
icon: 'https://jrsy.tmsimg.com/assets/p14436175_i_h9_ad.jpg',
|
||||
description:
|
||||
'Dagens viktigaste nyheter och analyser med ständiga uppdateringar. Vi sänder direkt inrikes- och utrikesnyheter inklusive sport, kultur och nöje. Dessutom intervjuer med aktuella gäster. Nyhetssammanfattningar varje kvart med start kl 06.00.',
|
||||
actors: ['Carolina Neurath', 'Karin Magnusson', 'Pelle Nilsson', 'Ted Wigren']
|
||||
})
|
||||
|
||||
expect(results[33]).toMatchObject({
|
||||
start: '2022-08-27T05:20:00.000Z',
|
||||
stop: '2022-08-27T05:50:00.000Z',
|
||||
title: 'Uppdrag granskning',
|
||||
icon: 'https://jrsy.tmsimg.com/assets/p22818697_e_h9_aa.jpg',
|
||||
description:
|
||||
'När samtliga sex män frias för ännu en skjutning växer vreden inom polisen. Ökningen av skjutningar i Sverige ligger i topp i Europa - och nu är våldsspiralen på väg mot ett nattsvart rekord. Hur blev Sverige landet där mördare går fria?',
|
||||
actors: ['Karin Mattisson', 'Ali Fegan'],
|
||||
category: ['Dokumentär', 'Samhällsfrågor'],
|
||||
season: 23,
|
||||
episode: 5,
|
||||
sub_title: 'Där mördare går fria'
|
||||
})
|
||||
})
|
||||
|
||||
it('can handle empty guide', async () => {
|
||||
const result = await parser({ content: '' })
|
||||
expect(result).toMatchObject([])
|
||||
})
|
||||
|
||||
Reference in New Issue
Block a user