Merge branch 'iptv-org:master' into master
This commit is contained in:
9 files changed
+5724
-258
No files matched your search
File diff suppressed because it is too large.
Load diff
@@ -2,47 +2,47 @@
|
||||
// npx epg-grabber --config=sites/musor.tv/musor.tv.config.js --channels=sites/musor.tv/musor.tv_hu.channels.xml --output=guide.xml --days=2
|
||||
|
||||
const { parser, url } = require('./musor.tv.config.js')
|
||||
const fs = require('fs')
|
||||
const path = require('path')
|
||||
const dayjs = require('dayjs')
|
||||
const utc = require('dayjs/plugin/utc')
|
||||
const customParseFormat = require('dayjs/plugin/customParseFormat')
|
||||
dayjs.extend(customParseFormat)
|
||||
dayjs.extend(utc)
|
||||
|
||||
const date = dayjs.utc('2022-03-07', 'YYYY-MM-DD').startOf('d')
|
||||
const date = dayjs.utc('2022-11-20', 'YYYY-MM-DD').startOf('d')
|
||||
const channel = {
|
||||
site_id: 'DUNA',
|
||||
xmltv_id: 'DunaTV.hu'
|
||||
site_id: 'HATOS_CSATORNA',
|
||||
xmltv_id: 'Hatoscsatorna.hu'
|
||||
}
|
||||
|
||||
it('can generate valid url', () => {
|
||||
expect(url({ channel, date })).toBe('https://musor.tv/napi/tvmusor/DUNA/2022.03.07')
|
||||
expect(url({ channel, date })).toBe('https://musor.tv/napi/tvmusor/HATOS_CSATORNA/2022.11.20')
|
||||
})
|
||||
|
||||
it('can parse response', () => {
|
||||
const content = `<!DOCTYPE html><html><head></head><body> <div class="big_content"> <div class="content"> <div class="content_container"> <section> <div class="striped_table striped_table_min_height"> <div class="striped_table_row"> <div class="striped_table_cell_right striped_table_cell_right_padding"> <div class="multicolumn multicolumndayprogarea"> <div class="smartpe_progentry" itemscope itemtype="https://schema.org/BroadcastEvent" title="Tovább a részletes műsorinformációhoz" onclick="clickOn(event,'a_36861422');"> <div class="smartpe_progentryrow"> <div class="smartpe_progentrycell"> <div class="smartpe_progentry_intable top5"> <div class="smartpe_progentryrow"> <div class="smartpe_progentrycell"> <time class="smartpe_time" itemprop="startDate" content="2022-03-06GMT23:35:00">00:35</time> </div></div></div></div></div><div class="smartpe_progentryrow"> <div class="smartpe_progentrycell"> <h3 class="smartpe_progtitle_common smartpe_progtitle" itemprop="name"><a id="a_36861422" href="/tvmusor/Havannai_ejszaka/36861422" target="_blank">Havannai éjszaka</a></h3> </div></div><div class="smartpe_progentryrow"> <div class="smartpe_progentrycell"> <div class="smartpe_progshortdesc" itemprop="description"> kubai-francia filmdráma,2014 </div></div></div><div class="smartpe_progentryrow"> <div class="smartpe_progentrycell smartpe_screenshot"> <img src="//musor.tv/img/small/143/14373/Labadrugas.jpg" width="174" height="116" class="" alt="tv-műsor kép: Labadrúgás" title="tv-műsor: Labadrúgás"> </div></div><div class="smartpe_progentryrow"> <div class="smartpe_progentrycell"> <div class="smartpe_progentrylong"> A Havannai éjszaka az első film, amely teljes egészében Kubában forgott és kendőzetlen őszinteséggel beszél egy elveszett generáció minden illúziójáról és csalódottságáról. Amadeo 16 évig nem találkozott legjobb barátaival, fe </div></div></div></div><div class="smartpe_progentry" itemscope itemtype="https://schema.org/BroadcastEvent" title="Tovább a részletes műsorinformációhoz" onclick="clickOn(event,'a_36861419');"> <div class="smartpe_progentryrow"> <div class="smartpe_progentrycell"> <div class="smartpe_progentry_intable top5"> <div class="smartpe_progentryrow"> <div class="smartpe_progentrycell"> <time class="smartpe_time" itemprop="startDate" content="2022-03-07GMT01:15:00">02:15</time> </div></div></div></div></div><div class="smartpe_progentryrow"> <div class="smartpe_progentrycell"> <h3 class="smartpe_progtitle_common smartpe_progtitle" itemprop="name"><a id="a_36861419" href="/tvmusor/A_tengeralattjaro_2018_I_1_/36861419" target="_blank">A tengeralattjáró 2018 I./1.</a></h3> </div></div><div class="smartpe_progentryrow"> <div class="smartpe_progentrycell"> <div class="smartpe_progshortdesc" itemprop="description"> német tévéfilmsorozat,2018 </div></div></div><div class="smartpe_progentryrow"> <div class="smartpe_progentrycell"> <img src="/images/etc/pg_16.svg" class="smartpe_rating" width="22" height="22" alt="TV műsor 16 év felettieknek!" title="A TV műsor megtekintése 16 év felettieknek ajánlott!"> <span class="smartpe_hd"><img src="/images/etc/hd_30.png" alt="HD adás" title="A műsor HD minőségben is elérhető!" width="30" height="22"></span> </div></div><div class="smartpe_progentryrow"> <div class="smartpe_progentrycell"> <div class="smartpe_progentrylong"> 8/1.: Új utakonUlrich Wrangel tengeralattjáró-kapitány és emberei összecsapásba keverednek egy amerikai fregatt-tal. Eközben a megszállt Franciaországban az ifjú Klaus Hoffmann kapitány azon igyekszik, hogy méltó legyen apja hírnevé </div></div></div></div></div></div></div></div></section> </div></div></div></body></html>`
|
||||
const result = parser({ content, date }).map(p => {
|
||||
const content = fs.readFileSync(path.resolve(__dirname, '__data__/content.html'))
|
||||
let results = parser({ content, date })
|
||||
results = results.map(p => {
|
||||
p.start = p.start.toJSON()
|
||||
p.stop = p.stop.toJSON()
|
||||
return p
|
||||
})
|
||||
|
||||
expect(result).toMatchObject([
|
||||
{
|
||||
start: '2022-03-06T23:35:00.000Z',
|
||||
stop: '2022-03-07T01:15:00.000Z',
|
||||
title: `Havannai éjszaka`,
|
||||
icon: 'https://musor.tv/img/small/143/14373/Labadrugas.jpg',
|
||||
description:
|
||||
'A Havannai éjszaka az első film, amely teljes egészében Kubában forgott és kendőzetlen őszinteséggel beszél egy elveszett generáció minden illúziójáról és csalódottságáról. Amadeo 16 évig nem találkozott legjobb barátaival, fe'
|
||||
},
|
||||
{
|
||||
start: '2022-03-07T01:15:00.000Z',
|
||||
stop: '2022-03-07T01:45:00.000Z',
|
||||
title: `A tengeralattjáró 2018 I./1.`,
|
||||
description:
|
||||
'8/1.: Új utakonUlrich Wrangel tengeralattjáró-kapitány és emberei összecsapásba keverednek egy amerikai fregatt-tal. Eközben a megszállt Franciaországban az ifjú Klaus Hoffmann kapitány azon igyekszik, hogy méltó legyen apja hírnevé'
|
||||
}
|
||||
])
|
||||
expect(results[0]).toMatchObject({
|
||||
start: '2022-11-19T23:00:00.000Z',
|
||||
stop: '2022-11-19T23:30:00.000Z',
|
||||
title: `Egészségtér`,
|
||||
description:
|
||||
'Egészségtér címmel új természetgyógyászattal foglalkozó magazinműsor indult hetente fél órás időtartamban a hatoscsatornán. A műsor derűs, objektív hangvételével és szakmailag magas színvonalú ismeretterjesztő jellegével az e'
|
||||
})
|
||||
|
||||
expect(results[1]).toMatchObject({
|
||||
start: '2022-11-19T23:30:00.000Z',
|
||||
stop: '2022-11-20T00:00:00.000Z',
|
||||
title: `Tradíció Klipek`,
|
||||
description: 'Tradíció Klipek Birinyi József néprajzi, vallási, népzenei, népszokás filmjeiből.'
|
||||
})
|
||||
})
|
||||
|
||||
it('can handle empty guide', () => {
|
||||
|
||||
@@ -0,0 +1 @@
|
||||
{"status":"success","data":{"time":0.00061583518981934,"loadedBlocks":{"290_2022-11-19":[{"a":1109861478,"b":182081154,"c":"Forma-1 magazin. Hírek, információk, érdekességek a Forma-1 világából.","d":85,"e":1668814200000,"f":1668819300000,"g":0,"h":"sportm\u0171sor","i":"0:30","j":"R\u00f6vidp\u00e1ly\u00e1s \u00dasz\u00f3 Orsz\u00e1gos Bajnoks\u00e1g","l":"0","n":"rovidpalyas-uszo-orszagos-bajnoksag","z": "f1e45193930943d9ee29769e0afa902aff0e4a90-better-call-saul.jpg"},{"a":1109694402,"b":182081154,"c":"","d":120,"e":1668814200000,"f":1668821400000,"g":0,"h":"sportm\u0171sor","i":"0:30","j":"R\u00f6vidp\u00e1ly\u00e1s \u00dasz\u00f3 Orsz\u00e1gos Bajnoks\u00e1g","l":"0","n":"rovidpalyas-uszo-orszagos-bajnoksag"},{"a":1109861491,"b":119070278,"c":"","d":15,"e":1668819300000,"f":1668820200000,"g":0,"h":"sportm\u0171sor","i":"1:55","j":"Sportl\u00f6v\u00e9szet","l":"0","n":"sportloveszet"},{"a":1109694395,"b":155272,"c":"Forma-1 magazin. H\u00edrek, inform\u00e1ci\u00f3k, \u00e9rdekess\u00e9gek a Forma-1 vil\u00e1g\u00e1b\u00f3l.","d":25,"e":1668820200000,"f":1668821700000,"g":0,"h":"sportm\u0171sor","i":"2:10","j":"Boxutca","l":"0","n":"boxutca"},{"a":1109694411,"b":129719,"c":"","d":25,"e":1668821700000,"f":1668823200000,"g":0,"h":"sportm\u0171sor","i":"2:35","j":"V\u00edv\u00e1s","l":"0","n":"vivas"},{"a":1109861492,"b":201151,"c":"Horg\u00e1szunk, sz\u00e9p vid\u00e9keket barangolunk be, remek hal\u00e9teleket k\u00e9sz\u00edt\u00fcnk, valamint besz\u00e1molunk a horg\u00e1szvizeket \u00e9s a horg\u00e1szatot \u00e9rint\u0151 aktualit\u00e1sokr\u00f3l.","d":30,"e":1668823200000,"f":1668825000000,"g":0,"h":"sportm\u0171sor","i":"3:00","j":"Pecat\u00fara","l":"0","n":"pecatura"},{"a":1109694412,"b":193538538,"c":"","d":105,"e":1668824400000,"f":1668830700000,"g":0,"h":"sportm\u0171sor","i":"3:20","j":"K&H f\u00e9rfi k\u00e9zilabda Liga","l":"0","n":"k-h-ferfi-kezilabda-liga"},{"a":1109861487,"b":193538538,"c":"","d":95,"e":1668825000000,"f":1668830700000,"g":0,"h":"sportm\u0171sor","i":"3:30","j":"K&H f\u00e9rfi k\u00e9zilabda Liga","l":"0","n":"k-h-ferfi-kezilabda-liga"},{"a":1109694841,"b":103253000,"c":"","d":25,"e":1668830700000,"f":1668832200000,"g":0,"h":"sportm\u0171sor","i":"5:05","j":"Futsal magazin","l":"0","n":"futsal-magazin"},{"a":1109694834,"b":187051552,"c":"","d":35,"e":1668832200000,"f":1668834300000,"g":0,"h":"sportm\u0171sor","i":"5:30","j":"MTK Tv","l":"0","n":"mtk-tv"},{"a":1109694845,"b":182081154,"c":"","d":80,"e":1668834300000,"f":1668839100000,"g":0,"h":"sportm\u0171sor","i":"6:05","j":"R\u00f6vidp\u00e1ly\u00e1s \u00dasz\u00f3 Orsz\u00e1gos Bajnoks\u00e1g","l":"0","n":"rovidpalyas-uszo-orszagos-bajnoksag"},{"a":1109862280,"b":182081154,"c":"","d":80,"e":1668834300000,"f":1668839100000,"g":0,"h":"sportm\u0171sor","i":"6:05","j":"R\u00f6vidp\u00e1ly\u00e1s \u00dasz\u00f3 Orsz\u00e1gos Bajnoks\u00e1g","l":"0","n":"rovidpalyas-uszo-orszagos-bajnoksag"},{"a":1109862283,"b":142979464,"c":"","d":105,"e":1668839100000,"f":1668845400000,"g":0,"h":"sportm\u0171sor","i":"7:25","j":"N\u0151i k\u00e9zilabda Eur\u00f3pa-bajnoks\u00e1g","l":"0","n":"noi-kezilabda-europa-bajnoksag"},{"a":1109694838,"b":142979464,"c":"","d":105,"e":1668839100000,"f":1668845400000,"g":0,"h":"sportm\u0171sor","i":"7:25","j":"N\u0151i k\u00e9zilabda Eur\u00f3pa-bajnoks\u00e1g","l":"0","n":"noi-kezilabda-europa-bajnoksag"},{"a":1122074022,"b":142979464,"c":"","d":105,"e":1668839100000,"f":1668845400000,"g":0,"h":"sportm\u0171sor","i":"7:25","j":"N\u0151i k\u00e9zilabda Eur\u00f3pa-bajnoks\u00e1g","l":"0","n":"noi-kezilabda-europa-bajnoksag"},{"a":1109862282,"b":142979464,"c":"","d":105,"e":1668845400000,"f":1668851700000,"g":0,"h":"sportm\u0171sor","i":"9:10","j":"N\u0151i k\u00e9zilabda Eur\u00f3pa-bajnoks\u00e1g","l":"0","n":"noi-kezilabda-europa-bajnoksag"},{"a":1122074023,"b":142979464,"c":"","d":100,"e":1668845400000,"f":1668851400000,"g":0,"h":"sportm\u0171sor","i":"9:10","j":"N\u0151i k\u00e9zilabda Eur\u00f3pa-bajnoks\u00e1g","l":"0","n":"noi-kezilabda-europa-bajnoksag"},{"a":1109694835,"b":142979464,"c":"","d":105,"e":1668845400000,"f":1668851700000,"g":0,"h":"sportm\u0171sor","i":"9:10","j":"N\u0151i k\u00e9zilabda Eur\u00f3pa-bajnoks\u00e1g","l":"0","n":"noi-kezilabda-europa-bajnoksag"},{"a":1109694848,"b":155272,"c":"Forma-1 magazin. H\u00edrek, inform\u00e1ci\u00f3k, \u00e9rdekess\u00e9gek a Forma-1 vil\u00e1g\u00e1b\u00f3l.","d":35,"e":1668851400000,"f":1668853500000,"g":0,"h":"sportm\u0171sor","i":"10:50","j":"Boxutca","l":"0","n":"boxutca"},{"a":1109694844,"b":75702,"c":"Forma-1-es vil\u00e1gbajnoks\u00e1g futamainak k\u00f6zvet\u00edt\u00e9se.","d":70,"e":1668853500000,"f":1668857700000,"g":0,"h":"sportm\u0171sor","i":"11:25","j":"Forma-1","l":"0","n":"forma-1"},{"a":1109862284,"b":49850339,"c":"","d":70,"e":1668853500000,"f":1668857700000,"g":0,"h":"sportm\u0171sor","i":"11:25","j":"Forma-1 Abu Dhabi Nagyd\u00edj","l":"0","n":"forma-1-abu-dhabi-nagydij"},{"a":1109694831,"b":162158,"c":"","d":Line truncated
|
||||
@@ -1,6 +1,6 @@
|
||||
const FormData = require('form-data')
|
||||
const axios = require('axios')
|
||||
const dayjs = require('dayjs')
|
||||
const _ = require('lodash')
|
||||
|
||||
module.exports = {
|
||||
site: 'tvmusor.hu',
|
||||
@@ -26,13 +26,20 @@ module.exports = {
|
||||
let programs = []
|
||||
const items = parseItems(content, channel, date)
|
||||
items.forEach(item => {
|
||||
const prev = programs[programs.length - 1]
|
||||
let start = dayjs(item.e)
|
||||
let stop = dayjs(item.f)
|
||||
if (prev) {
|
||||
start = prev.stop
|
||||
}
|
||||
|
||||
programs.push({
|
||||
title: item.j,
|
||||
category: item.h,
|
||||
description: item.c,
|
||||
icon: parseIcon(item),
|
||||
start: dayjs(item.e),
|
||||
stop: dayjs(item.f)
|
||||
start,
|
||||
stop
|
||||
})
|
||||
})
|
||||
|
||||
@@ -67,6 +74,7 @@ function parseItems(content, channel, date) {
|
||||
if (!data || !data.data || !data.data.loadedBlocks) return []
|
||||
const blocks = data.data.loadedBlocks
|
||||
const blockId = `${channel.site_id}_${date.format('YYYY-MM-DD')}`
|
||||
if (!Array.isArray(blocks[blockId])) return []
|
||||
|
||||
return Array.isArray(blocks[blockId]) ? blocks[blockId] : []
|
||||
return _.uniqBy(_.uniqBy(blocks[blockId], 'e'), 'b')
|
||||
}
|
||||
@@ -1,17 +1,19 @@
|
||||
// node ./scripts/channels.js --config=./sites/tvmusor.hu/tvmusor.hu.config.js --output=./sites/tvmusor.hu/tvmusor.hu_hu.channels.xml
|
||||
// npm run channels:parse -- --config=./sites/tvmusor.hu/tvmusor.hu.config.js --output=./sites/tvmusor.hu/tvmusor.hu_hu.channels.xml
|
||||
// npx epg-grabber --config=sites/tvmusor.hu/tvmusor.hu.config.js --channels=sites/tvmusor.hu/tvmusor.hu_hu.channels.xml --output=guide.xml --days=2
|
||||
|
||||
const { parser, url, request } = require('./tvmusor.hu.config.js')
|
||||
const fs = require('fs')
|
||||
const path = require('path')
|
||||
const dayjs = require('dayjs')
|
||||
const utc = require('dayjs/plugin/utc')
|
||||
const customParseFormat = require('dayjs/plugin/customParseFormat')
|
||||
dayjs.extend(customParseFormat)
|
||||
dayjs.extend(utc)
|
||||
|
||||
const date = dayjs.utc('2021-11-24', 'YYYY-MM-DD').startOf('d')
|
||||
const date = dayjs.utc('2022-11-19', 'YYYY-MM-DD').startOf('d')
|
||||
const channel = {
|
||||
site_id: '139',
|
||||
xmltv_id: 'AMCHungary.hu'
|
||||
site_id: '290',
|
||||
xmltv_id: 'M4Sport.hu'
|
||||
}
|
||||
|
||||
it('can generate valid url', () => {
|
||||
@@ -30,27 +32,33 @@ it('can generate valid request headers', () => {
|
||||
|
||||
it('can generate valid request data', () => {
|
||||
const result = request.data({ channel, date })
|
||||
expect(result.get('data')).toBe('{"blocks":["139|2021-11-24"]}')
|
||||
expect(result.get('data')).toBe('{"blocks":["290|2022-11-19"]}')
|
||||
})
|
||||
|
||||
it('can parse response', () => {
|
||||
const content = `{"status":"success","data":{"time":0.00033187866210938,"loadedBlocks":{"139_2021-11-24":[{"a":903037163,"b":167085,"c":"Milyen volt a vil\\u00e1g, amikor elkezdett \\u00e1talakulni azz\\u00e1 a horrorisztikus apokalipsziss\\u00e9, amelyet a The Walking Dead festett le? A Los Angeles-ben j\\u00e1tsz\\u00f3d\\u00f3 t\\u00e1rs-sorozat pontosan erre a k\\u00e9rd\\u00e9sre v\\u00e1laszol.","d":65,"e":1637712900000,"f":1637716800000,"g":2021,"h":"filmsorozat","i":"1:15","j":"Fear the Walking Dead","l":"18","n":"fear-the-walking-dead","z":"d6310651d2be559cc4e49498a21edd7477c19244_6345563D34F3542B1649E80.jpg"}]}}}`
|
||||
const result = parser({ content, channel, date }).map(p => {
|
||||
const content = fs.readFileSync(path.resolve(__dirname, '__data__/content.json'))
|
||||
let results = parser({ content, channel, date })
|
||||
results = results.map(p => {
|
||||
p.start = p.start.toJSON()
|
||||
p.stop = p.stop.toJSON()
|
||||
return p
|
||||
})
|
||||
|
||||
expect(result).toMatchObject([
|
||||
{
|
||||
start: '2021-11-24T00:15:00.000Z',
|
||||
stop: '2021-11-24T01:20:00.000Z',
|
||||
title: `Fear the Walking Dead`,
|
||||
category: 'filmsorozat',
|
||||
description: `Milyen volt a világ, amikor elkezdett átalakulni azzá a horrorisztikus apokalipszissé, amelyet a The Walking Dead festett le? A Los Angeles-ben játszódó társ-sorozat pontosan erre a kérdésre válaszol.`,
|
||||
icon: 'http://www.tvmusor.hu/images/events/408/d6310651d2be559cc4e49498a21edd7477c19244_6345563D34F3542B1649E80.jpg'
|
||||
}
|
||||
])
|
||||
expect(results[0]).toMatchObject({
|
||||
start: '2022-11-18T23:30:00.000Z',
|
||||
stop: '2022-11-19T00:55:00.000Z',
|
||||
title: `Rövidpályás Úszó Országos Bajnokság`,
|
||||
category: 'sportműsor',
|
||||
description: 'Forma-1 magazin. Hírek, információk, érdekességek a Forma-1 világából.',
|
||||
icon: 'http://www.tvmusor.hu/images/events/408/f1e45193930943d9ee29769e0afa902aff0e4a90-better-call-saul.jpg'
|
||||
})
|
||||
|
||||
expect(results[1]).toMatchObject({
|
||||
start: '2022-11-19T00:55:00.000Z',
|
||||
stop: '2022-11-19T01:10:00.000Z',
|
||||
title: `Sportlövészet`,
|
||||
category: 'sportműsor'
|
||||
})
|
||||
})
|
||||
|
||||
it('can handle empty guide', () => {
|
||||
|
||||
@@ -30,7 +30,6 @@
|
||||
<channel lang="hu" xmltv_id="Eurosport1.fr" site_id="94">Eurosport 1</channel>
|
||||
<channel lang="hu" xmltv_id="Eurosport2.fr" site_id="37">Eurosport 2</channel>
|
||||
<channel lang="hu" xmltv_id="FEM3.hu" site_id="307">Fem 3</channel>
|
||||
<!-- <channel lang="hu" xmltv_id="FilmBoxCentralEurope.us" site_id="226">FilmBox</channel> -->
|
||||
<channel lang="hu" xmltv_id="FilmCafeHungary.hu" site_id="89">Film Café</channel>
|
||||
<channel lang="hu" xmltv_id="FilmMania.hu" site_id="95">Film Mánia</channel>
|
||||
<channel lang="hu" xmltv_id="FilmNowHungary.hu" site_id="245">Film Now</channel>
|
||||
@@ -92,5 +91,6 @@
|
||||
<channel lang="hu" xmltv_id="ViasatExplore.se" site_id="65">Viasat Explore</channel>
|
||||
<channel lang="hu" xmltv_id="ViasatHistory.se" site_id="66">Viasat History</channel>
|
||||
<channel lang="hu" xmltv_id="ViasatNature.se" site_id="223">Viasat Nature</channel>
|
||||
<!-- <channel lang="hu" xmltv_id="" site_id="226">FilmBox</channel> -->
|
||||
</channels>
|
||||
</site>
|
||||
Reference in new issue
Block a user