Update knr.gl

This commit is contained in:
freearhey committed 2023-11-20 13:12:54 +03:00
1 parent e4fad111e6
commit 785099e918
5 files changed
+87 -39

No files matched your search

+1
View File
@@ -0,0 +1 @@
[{"command":"insert","method":null,"selector":null,"data":"\u003Cdiv id=\u0022knr-api-program-overview\u0022\u003E\n\u003Cdiv class=\u0022overview-program__output program-overview\u0022\u003E\n \u003Cul class=\u0022overview-program__list\u0022\u003E\n \u003Cli class=\u0022overview-program__list__item\u0022\u003E\n \u003Cspan class=\u0022overview-program__time\u0022\u003E\n 08:00\n \u003C\/span\u003E\n \u003Cspan class=\u0022overview-program__text \u0022\u003E\n Issittormiuaqqat\n \u003C\/span\u003E\n\n \u003C\/li\u003E\n \u003Cli class=\u0022overview-program__list__item\u0022\u003E\n \u003Cspan class=\u0022overview-program__time\u0022\u003E\n 08:30\n \u003C\/span\u003E\n \u003Cspan class=\u0022overview-program__text \u0022\u003E\n Meeqqanut\n \u003C\/span\u003E\n\n \u003C\/li\u003E\n \u003Cli class=\u0022overview-program__list__item\u0022\u003E\n \u003Cspan class=\u0022overview-program__time\u0022\u003E\n 09:00\n \u003C\/span\u003E\n \u003Cspan class=\u0022overview-program__text has-sublist\u0022\u003E\n Inuusuttunut (A)\n \u003C\/span\u003E\n\n \u003Cul class=\u0022overview-program__sublist\u0022\u003E\n \u003Cli class=\u0022overview-program__sublist__item\u0022\u003E\n Inuusuttunut \r\nAaqqissuisoq: Tungutaq Larsen\r\nKNR 26.02.1995\n \u003C\/li\u003E\n \u003C\/ul\u003E\n \u003C\/li\u003E\n \u003Cli class=\u0022overview-program__list__item\u0022\u003E\n \u003Cspan class=\u0022overview-program__time\u0022\u003E\n 10:00\n \u003C\/span\u003E\n \u003Cspan class=\u0022overview-program__text \u0022\u003E\n Qanorooq\n \u003C\/span\u003E\n\n \u003C\/li\u003E\n \u003Cli class=\u0022overview-program__list__item\u0022\u003E\n \u003Cspan class=\u0022overview-program__time\u0022\u003E\n 10:00\n \u003C\/span\u003E\n \u003Cspan class=\u0022overview-program__text has-sublist\u0022\u003E\n KNR2: Tusagassiortunik katersortitsineq - Erik Jensen\n \u003C\/span\u003E\n\n \u003Cul class=\u0022overview-program__sublist\u0022\u003E\n \u003Cli class=\u0022overview-program__sublist__item\u0022\u003E\n Naalakkersuisoq Erik Jensen tusagassiortunut 21.november nal. 10.00-11.00 katersortitsissaaq attassisinnaanermut siuariartornermullu pilersaarut pillugu (holdbarheds- og v\u00e6kstplan).\n \u003C\/li\u003E\n \u003C\/ul\u003E\n \u003C\/li\u003E\n \u003Cli class=\u0022overview-program__list__item\u0022\u003E\n \u003Cspan class=\u0022overview-program__time\u0022\u003E\n 10:30\n \u003C\/span\u003E\n \u003Cspan class=\u0022overview-program__text \u0022\u003E\n Tema:\n \u003C\/span\u003E\n\n \u003C\/li\u003E\n \u003Cli class=\u0022overview-program__list__item\u0022\u003E\n \u003Cspan class=\u0022overview-program__time\u0022\u003E\n 11:00\n \u003C\/span\u003E\n \u003Cspan class=\u0022overview-program__text has-sublist\u0022\u003E\n MOOQQU (2:2)\n \u003C\/span\u003E\n\n \u003Cul class=\u0022overview-program__sublist\u0022\u003E\n \u003Cli class=\u0022overview-program__sublist__item\u0022\u003E\n Piorsarsimassuseq - \r\nUani aallakaatitani marluusuni Simon \u0026#039;Mooqu\u0026#039; L\u00f8vstr\u00f8m ilisaritipparput. \r\nAallakaatitassiortoq: Ane-Marie Petersen.\r\nKNR 02.10.2022\n \u003C\/li\u003E\n \u003C\/ul\u003E\n \u003C\/li\u003E\n \u003Cli class=\u0022overview-program__list__item\u0022\u003E\n \u003Cspan class=\u0022overview-program__time\u0022\u003E\n 11:30\n \u003C\/span\u003E\n \u003Cspan class=\u0022overview-program__text has-sublist\u0022\u003E\n Saqqami nalliuttorsiorneq\n \u003C\/span\u003E\n\n \u003Cul class=\u0022overview-program__sublist\u0022\u003E\n \u003Cli class=\u0022overview-program__sublist__item\u0022\u003E\n Saqqami nalliuttorsiorneq KNR 2005\r\n2005-mi Saqqap 250-nngortorsiorluni nalliuttorsiornerani KNR-TV najuussimavoq, ullormilu tassani pisimasut takusassiarineqarsimallutik.\r\nPeqataapput: Jonas Jensen, Mikkel jensen (Uno), Hans Enoksen, Arnaq Eriksen, Ulf Fleischer, Maariu Olsen, Kunuk Platou, Simon L\u00f8vstr\u00f8m nipilersortut, Meeqqat aliikkusersuisut, erinarsoqatigiit erinarsortut, Pele Jensen, aliikkusersuisut assigiingitsut.\r\nAaqqiss.:\tTungutaq Larsen\r\Line truncated
+16
View File
@@ -0,0 +1,16 @@
[
{
"command": "insert",
"method": null,
"selector": null,
"data": "<div id=\"knr-api-program-overview\">\n<div class=\"overview-program__output program-overview\">\n <ul class=\"overview-program__list\">\n <li class=\"overview-program__list__item\">\n <span class=\"overview-program__time\">\n 08:00\n <\/span>\n <span class=\"overview-program__text \">\n Meeqqanut\n <\/span>\n\n <\/li>\n <li class=\"overview-program__list__item\">\n <span class=\"overview-program__time\">\n 09:00\n <\/span>\n <span class=\"overview-program__text has-sublist\">\n Taamani: Oqallinneq: Akileraartarneq pillugu (A)\n <\/span>\n\n <ul class=\"overview-program__sublist\">\n <li class=\"overview-program__sublist__item\">\n Oqallinneq: Akileraartarneq pillugu \r\nAaqqissuisoq: Else Løvstrøm\r\nKNR 15.04.1991\n <\/li>\n <\/ul>\n <\/li>\n <li class=\"overview-program__list__item\">\n <span class=\"overview-program__time\">\n 10:00\n <\/span>\n <span class=\"overview-program__text \">\n Piorsarsimassuseq: \n <\/span>\n\n <\/li>\n <li class=\"overview-program__list__item\">\n <span class=\"overview-program__time\">\n 10:30\n <\/span>\n <span class=\"overview-program__text has-sublist\">\n Kangerlussuarmi borgerråd (A)\n <\/span>\n\n <ul class=\"overview-program__sublist\">\n <li class=\"overview-program__sublist__item\">\n Kangerlussuarmi borgerråd \r\nAaqqissuisoq: Iisaaq Olsen\r\nKNR 14.01.1998\n <\/li>\n <\/ul>\n <\/li>\n <li class=\"overview-program__list__item\">\n <span class=\"overview-program__time\">\n 11:00\n <\/span>\n <span class=\"overview-program__text has-sublist\">\n Kalaaliwood\n <\/span>\n\n <ul class=\"overview-program__sublist\">\n <li class=\"overview-program__sublist__item\">\n Aallakaatitassiaq toqqaannartoq Kalaaliwood nammineq videolianik sms 1717 atorlugu unammisitsinermik illarnarsinnaasunillu imalik.\r\nKalaaliwod-imi ilisarititsisorissavarput Marie Mathiassen.\r\nKNR 10.03.2017\n <\/li>\n <\/ul>\n <\/li>\n <\/ul>\n <ul class=\"overview-program__list\">\n <li class=\"overview-program__list__item\">\n <span class=\"overview-program__time\">\n 12:00\n <\/span>\n <span class=\"overview-program__text \">\n Unilaarfik\n <\/span>\n\n <\/li>\n <li class=\"overview-program__list__item\">\n <span class=\"overview-program__time\">\n 17:00\n <\/span>\n <span class=\"overview-program__text \">\n Issittormiuaqqat\n <\/span>\n\n <\/li>\n <li class=\"overview-program__list__item\">\n <span class=\"overview-program__time\">\n 17:00\n <\/span>\n <span class=\"overview-program__text has-sublist\">\n KNR2: EM24 Isikkamik arsaalluni anngunniunneq Nordirland-Danmark\n <\/span>\n\n <ul class=\"overview-program__sublist\">\n <li class=\"overview-program__sublist__item\">\n Sidste og afgørende kamp om kvalifikationen til EM i Tyskland 2024. Danmark vandt 1-0 i første opgør mellem de to nationer i EM-kvalifikationen. Får Kasper Hjulmands tropper en sejr på en svær udebane i Belfast? Og hvilken plads ender Danmark på i kvalifikationen?\r\n\r\n\n <\/li>\n <\/ul>\n <\/li>\n <li class=\"overview-program__list__item\">\n <span class=\"overview-program__time\">\n 17:30\n <\/span>\n <span class=\"overview-program__text \">\n Meeqqanut\n <\/span>\n\n <\/li>\n <\/ul>\n <ul class=\"overview-program__list\">\n <li class=\"overview-program__list__item\">\n <span class=\"overview-program__time\">\n 18:00\n <\/span>\n <span class=\"overview-program__text has-sublist\">\n Inuusuttunut (A)\n <\/span>\n\n <ul class=\"overview-program__sublist\">\n <li class=\"overview-program__sublist__item\">\n Inuusuttunut \r\nAaqqissuisoq: Tungutaq Larsen\r\nKNR 26.02.1995\n <\/li>\n <\/ul>\n <\/li>\n <li class=\"overview-program__list__item\">\n <span class=\"overview-program__time\">\n 19:00\n <\/span>\n Line truncated
"settings": null
},
{
"command": "insert",
"method": "prepend",
"selector": null,
"data": "<div data-drupal-messages>\n <div role=\"contentinfo\" aria-label=\"Error message\" class=\"alert alert--error\">\n <div role=\"alert\">\n <h2 class=\"visually-hidden\">Error message<\/h2>\n An illegal choice has been detected. Please contact the site administrator.\n <\/div>\n <\/div>\n<\/div>\n",
"settings": null
}
]
+1 -1
View File
@@ -1,4 +1,4 @@
<?xml version="1.0" encoding="UTF-8"?>
<channels>
<channel site="knr.gl" lang="kl" xmltv_id="KNR1.gl" site_id="#">KNR TV</channel>
<channel site="knr.gl" lang="kl" xmltv_id="KNR1.gl" site_id="#">KNR</channel>
</channels>
+31 -17
View File
@@ -11,8 +11,20 @@ dayjs.extend(customParseFormat)
module.exports = {
site: 'knr.gl',
days: 2,
url({ date }) {
return `https://knr.gl/admin/knr/TV/program/${date.format('YYYY-MM-DD')}/gl`
url: 'https://knr.gl/kl/tv/aallakaatitassat?ajax_form=1',
request: {
method: 'POST',
headers: {
'content-type': 'application/x-www-form-urlencoded; charset=UTF-8'
},
data({ date }) {
const params = new URLSearchParams()
params.append('list_date', date.format('YYYY-MM-DD'))
params.append('form_id', 'knr_radio_tv_program_overview_form')
params.append('_triggering_element_name', 'list_date')
return params
}
},
parser({ content, date }) {
let programs = []
@@ -37,27 +49,29 @@ module.exports = {
function parseStart(item, date) {
const time = `${date.format('YYYY-MM-DD')} ${item.time}`
return dayjs.tz(time, 'YYYY-MM-DD HH:mm', 'America/Godthab')
return dayjs.tz(time, 'YYYY-MM-DD HH:mm', 'America/Nuuk')
}
function parseItems(content) {
const data = JSON.parse(content)
if (!data.program_list) return []
const $ = cheerio.load(data.program_list)
if (data.length !== 1 || !data[0].data) return []
const $ = cheerio.load(data[0].data)
const items = []
$('dt').each(function () {
const titleElem = $(this)
.contents()
.filter(function () {
return this.nodeType === 3
})[0]
$('.overview-program__list__item').each((i, el) => {
const title = $(el).find('.overview-program__text').text().trim()
const description = $(el)
.find('.overview-program__sublist__item')
.first()
.text()
.trim()
.replace(/(\r\n|\n|\r)/gm, ' ')
const time = $(el).find('.overview-program__time').text().trim()
items.push({
title: titleElem.nodeValue.trim(),
description: $(this)
.next('dd')
.text()
.replace(/(\r\n|\n|\r)/gm, ' '),
time: $(this, 'strong').text().trim()
title,
description,
time
})
})
+38 -21
View File
@@ -1,6 +1,8 @@
// npm run grab -- --site=knr.gl
const { parser, url } = require('./knr.gl.config.js')
const { parser, url, request } = require('./knr.gl.config.js')
const fs = require('fs')
const path = require('path')
const dayjs = require('dayjs')
const utc = require('dayjs/plugin/utc')
const customParseFormat = require('dayjs/plugin/customParseFormat')
@@ -10,43 +12,58 @@ dayjs.extend(utc)
const date = dayjs.utc('2021-11-22', 'YYYY-MM-DD').startOf('d')
const channel = {
site_id: '#',
xmltv_id: 'KNRTV.gl'
xmltv_id: 'KNR.gl'
}
it('can generate valid url', () => {
expect(url({ date })).toBe('https://knr.gl/admin/knr/TV/program/2021-11-22/gl')
expect(url).toBe('https://knr.gl/kl/tv/aallakaatitassat?ajax_form=1')
})
it('can generate valid request method', () => {
expect(request.method).toBe('POST')
})
it('can generate valid request headers', () => {
expect(request.headers).toMatchObject({})
})
it('can generate valid request data', () => {
const params = request.data({ date })
expect(params.get('list_date')).toBe('2021-11-22')
expect(params.get('form_id')).toBe('knr_radio_tv_program_overview_form')
expect(params.get('_triggering_element_name')).toBe('list_date')
})
it('can parse response', () => {
const content =
'{"program_list":"\\u003Cdt class=\\u0022program\\u0022\\u003E\\u003Cstrong\\u003E08:00\\u003C\\/strong\\u003E Meeqqanut - Toqqorsivimmiit\\u003C\\/dt\\u003E\\u003Cdt class=\\u0022knr-program-pointer knr-program-togle-program\\u0022 data-program-id=\\u0022588574\\u0022 data-module-path=\\u0022sites\\/knr\\/modules\\/custom\\/knr_site\\u0022\\u003E\\u003Cimg height=\\u00229\\u0022 width=\\u00229\\u0022 id=\\u0022icon_588574\\u0022 alt=\\u0022View description\\u0022 src=\\u0022\\/sites\\/knr\\/modules\\/custom\\/knr_site\\/assets\\/img\\/plus.gif\\u0022\\u003E\\u003Cstrong\\u003E08:30\\u003C\\/strong\\u003E ICC 2018 Piorsarsimassutikkut pisut (1:3)\\u003C\\/dt\\u003E\\u003Cdd id=\\u0022program_588574\\u0022 style=\\u0022display: none;\\u0022\\u003E\\u003Cdiv class=\\u0022box\\u0022\\u003E2018 ICC ataatsimersuareernerata kingorna unnukkut piorsarsimassutsikkut pisut takutinneqarput. Aammalu illoqarfik Utqiagvik ilisaritinneqarluni. Ove Heilmann, Aannguaq Nielsen, Aannguaq Reimer-Johansen\\r\\nKNR 09.12.2018\\u003C\\/div\\u003E\\u003C\\/dd\\u003E"}'
const result = parser({ content, date }).map(p => {
const content = fs.readFileSync(path.resolve(__dirname, '__data__/content.json'))
const results = parser({ content, date }).map(p => {
p.start = p.start.toJSON()
p.stop = p.stop.toJSON()
return p
})
expect(result).toMatchObject([
{
start: '2021-11-22T11:00:00.000Z',
stop: '2021-11-22T11:30:00.000Z',
title: 'Meeqqanut - Toqqorsivimmiit'
},
{
start: '2021-11-22T11:30:00.000Z',
stop: '2021-11-22T12:30:00.000Z',
title: 'ICC 2018 Piorsarsimassutikkut pisut (1:3)',
description:
'2018 ICC ataatsimersuareernerata kingorna unnukkut piorsarsimassutsikkut pisut takutinneqarput. Aammalu illoqarfik Utqiagvik ilisaritinneqarluni. Ove Heilmann, Aannguaq Nielsen, Aannguaq Reimer-Johansen KNR 09.12.2018'
}
])
expect(results[0]).toMatchObject({
start: '2021-11-22T11:00:00.000Z',
stop: '2021-11-22T11:30:00.000Z',
title: 'Issittormiuaqqat'
})
expect(results[4]).toMatchObject({
start: '2021-11-22T13:00:00.000Z',
stop: '2021-11-22T13:30:00.000Z',
title: 'KNR2: Tusagassiortunik katersortitsineq - Erik Jensen',
description:
'Naalakkersuisoq Erik Jensen tusagassiortunut 21.november nal. 10.00-11.00 katersortitsissaaq attassisinnaanermut siuariartornermullu pilersaarut pillugu (holdbarheds- og vækstplan).'
})
})
it('can handle empty guide', () => {
const content = fs.readFileSync(path.resolve(__dirname, '__data__/no_content.json'))
const result = parser({
date,
channel,
content: '{"program_list":""}'
content
})
expect(result).toMatchObject([])
})