Fixes linter errors

This commit is contained in:
freearhey
2023-10-15 14:08:23 +03:00
parent 57e508fc3b
commit 63c86a2b30
393 changed files with 28447 additions and 28443 deletions

View File

@@ -1,98 +1,98 @@
const axios = require('axios')
const cheerio = require('cheerio')
const dayjs = require('dayjs')
const utc = require('dayjs/plugin/utc')
const timezone = require('dayjs/plugin/timezone')
dayjs.extend(utc)
dayjs.extend(timezone)
module.exports = {
site: 'telsu.fi',
days: 2,
url: function ({ date, channel }) {
return `https://www.telsu.fi/${date.format('YYYYMMDD')}/${channel.site_id}`
},
parser: function ({ content, date }) {
let programs = []
const items = parseItems(content)
items.forEach(item => {
const $item = cheerio.load(item)
const prev = programs[programs.length - 1]
let start = parseStart($item, date)
let stop = parseStop($item, date)
if (prev) {
if (start.isBefore(prev.start)) {
start = start.add(1, 'd')
}
prev.stop = start
if (stop.isBefore(prev.stop)) {
stop = stop.add(1, 'd')
}
}
programs.push({
title: parseTitle($item),
description: parseDescription($item),
icon: parseIcon($item),
start,
stop
})
})
return programs
},
async channels() {
const html = await axios
.get('https://www.telsu.fi/')
.then(r => r.data)
.catch(console.log)
const $ = cheerio.load(html)
const items = $('.ch').toArray()
return items.map(item => {
const name = $(item).find('a').attr('title')
const site_id = $(item).attr('rel')
return {
lang: 'fi',
site_id,
name
}
})
}
}
function parseTitle($item) {
return $item('h1 > b').text().trim()
}
function parseDescription($item) {
return $item('.t > div').clone().children().remove().end().text().trim()
}
function parseIcon($item) {
const imgSrc = $item('.t > div > div.ps > a > img').attr('src')
return imgSrc ? `https://www.telsu.fi${imgSrc}` : null
}
function parseStart($item, date) {
const subtitle = $item('.h > h2').clone().children().remove().end().text().trim()
const [, HH, mm] = subtitle.match(/(\d{2})\.(\d{2}) - (\d{2})\.(\d{2})$/) || [null, null, null]
if (!HH || !mm) return null
return dayjs.tz(`${date.format('YYYY-MM-DD')} ${HH}:${mm}`, 'YYYY-MM-DD HH:mm', 'Europe/Helsinki')
}
function parseStop($item, date) {
const subtitle = $item('.h > h2').clone().children().remove().end().text().trim()
const [, HH, mm] = subtitle.match(/ - (\d{2})\.(\d{2})$/) || [null, null, null]
if (!HH || !mm) return null
return dayjs.tz(`${date.format('YYYY-MM-DD')} ${HH}:${mm}`, 'YYYY-MM-DD HH:mm', 'Europe/Helsinki')
}
function parseItems(content) {
const $ = cheerio.load(content)
return $('#res > div.dets').toArray()
}
const axios = require('axios')
const cheerio = require('cheerio')
const dayjs = require('dayjs')
const utc = require('dayjs/plugin/utc')
const timezone = require('dayjs/plugin/timezone')
dayjs.extend(utc)
dayjs.extend(timezone)
module.exports = {
site: 'telsu.fi',
days: 2,
url: function ({ date, channel }) {
return `https://www.telsu.fi/${date.format('YYYYMMDD')}/${channel.site_id}`
},
parser: function ({ content, date }) {
let programs = []
const items = parseItems(content)
items.forEach(item => {
const $item = cheerio.load(item)
const prev = programs[programs.length - 1]
let start = parseStart($item, date)
let stop = parseStop($item, date)
if (prev) {
if (start.isBefore(prev.start)) {
start = start.add(1, 'd')
}
prev.stop = start
if (stop.isBefore(prev.stop)) {
stop = stop.add(1, 'd')
}
}
programs.push({
title: parseTitle($item),
description: parseDescription($item),
icon: parseIcon($item),
start,
stop
})
})
return programs
},
async channels() {
const html = await axios
.get('https://www.telsu.fi/')
.then(r => r.data)
.catch(console.log)
const $ = cheerio.load(html)
const items = $('.ch').toArray()
return items.map(item => {
const name = $(item).find('a').attr('title')
const site_id = $(item).attr('rel')
return {
lang: 'fi',
site_id,
name
}
})
}
}
function parseTitle($item) {
return $item('h1 > b').text().trim()
}
function parseDescription($item) {
return $item('.t > div').clone().children().remove().end().text().trim()
}
function parseIcon($item) {
const imgSrc = $item('.t > div > div.ps > a > img').attr('src')
return imgSrc ? `https://www.telsu.fi${imgSrc}` : null
}
function parseStart($item, date) {
const subtitle = $item('.h > h2').clone().children().remove().end().text().trim()
const [, HH, mm] = subtitle.match(/(\d{2})\.(\d{2}) - (\d{2})\.(\d{2})$/) || [null, null, null]
if (!HH || !mm) return null
return dayjs.tz(`${date.format('YYYY-MM-DD')} ${HH}:${mm}`, 'YYYY-MM-DD HH:mm', 'Europe/Helsinki')
}
function parseStop($item, date) {
const subtitle = $item('.h > h2').clone().children().remove().end().text().trim()
const [, HH, mm] = subtitle.match(/ - (\d{2})\.(\d{2})$/) || [null, null, null]
if (!HH || !mm) return null
return dayjs.tz(`${date.format('YYYY-MM-DD')} ${HH}:${mm}`, 'YYYY-MM-DD HH:mm', 'Europe/Helsinki')
}
function parseItems(content) {
const $ = cheerio.load(content)
return $('#res > div.dets').toArray()
}

View File

@@ -1,47 +1,47 @@
// npm run channels:parse -- --config=./sites/telsu.fi/telsu.fi.config.js --output=./sites/telsu.fi/telsu.fi.channels.xml
// npm run grab -- --site=telsu.fi
const { parser, url } = require('./telsu.fi.config.js')
const fs = require('fs')
const path = require('path')
const dayjs = require('dayjs')
const utc = require('dayjs/plugin/utc')
const customParseFormat = require('dayjs/plugin/customParseFormat')
dayjs.extend(customParseFormat)
dayjs.extend(utc)
const date = dayjs.utc('2022-10-29', 'YYYY-MM-DD').startOf('d')
const channel = {
site_id: 'yle1',
xmltv_id: 'YleTV1.fi'
}
it('can generate valid url', () => {
expect(url({ date, channel })).toBe('https://www.telsu.fi/20221029/yle1')
})
it('can parse response', () => {
const content = fs.readFileSync(path.resolve(__dirname, '__data__/content.html'))
const results = parser({ content, date }).map(p => {
p.start = p.start.toJSON()
p.stop = p.stop.toJSON()
return p
})
expect(results[0]).toMatchObject({
start: '2022-10-29T04:00:00.000Z',
stop: '2022-10-29T04:28:00.000Z',
title: 'Antiikkikaksintaistelu',
description:
'Kausi 6, osa 5/12. Antiikkikaksintaistelu jatkuu Løkkenissä. Uusi taistelupari Rikke Fog ja Lasse Franck saavat kumpikin 10 000 kruunua ja viisi tuntia aikaa ostaa alueelta hyvää tavaraa halvalla.',
icon: 'https://www.telsu.fi/s/antiikkikaksintaistelu_11713730.jpg'
})
})
it('can handle empty guide', () => {
const result = parser({
content: fs.readFileSync(path.resolve(__dirname, '__data__/no_content.html')),
date
})
expect(result).toMatchObject([])
})
// npm run channels:parse -- --config=./sites/telsu.fi/telsu.fi.config.js --output=./sites/telsu.fi/telsu.fi.channels.xml
// npm run grab -- --site=telsu.fi
const { parser, url } = require('./telsu.fi.config.js')
const fs = require('fs')
const path = require('path')
const dayjs = require('dayjs')
const utc = require('dayjs/plugin/utc')
const customParseFormat = require('dayjs/plugin/customParseFormat')
dayjs.extend(customParseFormat)
dayjs.extend(utc)
const date = dayjs.utc('2022-10-29', 'YYYY-MM-DD').startOf('d')
const channel = {
site_id: 'yle1',
xmltv_id: 'YleTV1.fi'
}
it('can generate valid url', () => {
expect(url({ date, channel })).toBe('https://www.telsu.fi/20221029/yle1')
})
it('can parse response', () => {
const content = fs.readFileSync(path.resolve(__dirname, '__data__/content.html'))
const results = parser({ content, date }).map(p => {
p.start = p.start.toJSON()
p.stop = p.stop.toJSON()
return p
})
expect(results[0]).toMatchObject({
start: '2022-10-29T04:00:00.000Z',
stop: '2022-10-29T04:28:00.000Z',
title: 'Antiikkikaksintaistelu',
description:
'Kausi 6, osa 5/12. Antiikkikaksintaistelu jatkuu Løkkenissä. Uusi taistelupari Rikke Fog ja Lasse Franck saavat kumpikin 10 000 kruunua ja viisi tuntia aikaa ostaa alueelta hyvää tavaraa halvalla.',
icon: 'https://www.telsu.fi/s/antiikkikaksintaistelu_11713730.jpg'
})
})
it('can handle empty guide', () => {
const result = parser({
content: fs.readFileSync(path.resolve(__dirname, '__data__/no_content.html')),
date
})
expect(result).toMatchObject([])
})