Replace LF endings with CRLF

This commit is contained in:
freearhey
2025-07-31 22:29:01 +03:00
parent 17e3b4ddda
commit 29aa427923
379 changed files with 29332 additions and 29332 deletions
+93 -93
View File
@@ -1,93 +1,93 @@
const cheerio = require('cheerio')
const axios = require('axios')
const dayjs = require('dayjs')
const utc = require('dayjs/plugin/utc')
const customParseFormat = require('dayjs/plugin/customParseFormat')
dayjs.extend(utc)
dayjs.extend(customParseFormat)
const headers = {
'User-Agent':
'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.0.0 Safari/537.36 OPR/115.0.0.0'
}
module.exports = {
site: 'musor.tv',
days: 2,
request: { headers },
url({ channel, date }) {
return dayjs.utc().isSame(date, 'd')
? `https://musor.tv/mai/tvmusor/${channel.site_id}`
: `https://musor.tv/napi/tvmusor/${channel.site_id}/${date.format('YYYY.MM.DD')}`
},
parser({ content }) {
const programs = []
const [$, items] = parseItems(content)
items.forEach(item => {
const prev = programs[programs.length - 1]
const $item = $(item)
let start = parseStart($item)
if (prev) prev.stop = start
const stop = start.add(30, 'm')
programs.push({
title: parseTitle($item),
description: parseDescription($item),
image: parseImage($item),
start,
stop
})
})
return programs
},
async channels() {
const html = await axios
.get('https://musor.tv/', { headers })
.then(r => r.data)
.catch(console.error)
const $ = cheerio.load(html)
const channels = $('body > div.big_content > div > nav > table > tbody > tr > td > a').toArray()
return channels
.map(item => {
const $item = $(item)
const url = $item.attr('href')
if (!url.startsWith('//musor.tv/mai/tvmusor/')) return null
const site_id = url.replace('//musor.tv/mai/tvmusor/', '')
return {
lang: 'hu',
site_id,
name: $item.text()
}
})
.filter(i => i)
}
}
function parseImage($item) {
const imgSrc = $item.find('div.smartpe_screenshot > img').attr('src')
return imgSrc ? `https:${imgSrc}` : null
}
function parseTitle($item) {
return $item.find('div:nth-child(2) > div > h3 > a').text().trim()
}
function parseDescription($item) {
return $item.find('div:nth-child(5) > div > div').text().trim()
}
function parseStart($item) {
let datetime = $item.find('div:nth-child(1) > div > div > div > div > time').attr('content')
if (!datetime) return null
return dayjs.utc(datetime.replace('GMT', 'T'), 'YYYY-MM-DDTHH:mm:ss')
}
function parseItems(content) {
const $ = cheerio.load(content)
return [$, $('div.multicolumndayprogarea > div.smartpe_progentry').toArray()]
}
const cheerio = require('cheerio')
const axios = require('axios')
const dayjs = require('dayjs')
const utc = require('dayjs/plugin/utc')
const customParseFormat = require('dayjs/plugin/customParseFormat')
dayjs.extend(utc)
dayjs.extend(customParseFormat)
const headers = {
'User-Agent':
'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.0.0 Safari/537.36 OPR/115.0.0.0'
}
module.exports = {
site: 'musor.tv',
days: 2,
request: { headers },
url({ channel, date }) {
return dayjs.utc().isSame(date, 'd')
? `https://musor.tv/mai/tvmusor/${channel.site_id}`
: `https://musor.tv/napi/tvmusor/${channel.site_id}/${date.format('YYYY.MM.DD')}`
},
parser({ content }) {
const programs = []
const [$, items] = parseItems(content)
items.forEach(item => {
const prev = programs[programs.length - 1]
const $item = $(item)
let start = parseStart($item)
if (prev) prev.stop = start
const stop = start.add(30, 'm')
programs.push({
title: parseTitle($item),
description: parseDescription($item),
image: parseImage($item),
start,
stop
})
})
return programs
},
async channels() {
const html = await axios
.get('https://musor.tv/', { headers })
.then(r => r.data)
.catch(console.error)
const $ = cheerio.load(html)
const channels = $('body > div.big_content > div > nav > table > tbody > tr > td > a').toArray()
return channels
.map(item => {
const $item = $(item)
const url = $item.attr('href')
if (!url.startsWith('//musor.tv/mai/tvmusor/')) return null
const site_id = url.replace('//musor.tv/mai/tvmusor/', '')
return {
lang: 'hu',
site_id,
name: $item.text()
}
})
.filter(i => i)
}
}
function parseImage($item) {
const imgSrc = $item.find('div.smartpe_screenshot > img').attr('src')
return imgSrc ? `https:${imgSrc}` : null
}
function parseTitle($item) {
return $item.find('div:nth-child(2) > div > h3 > a').text().trim()
}
function parseDescription($item) {
return $item.find('div:nth-child(5) > div > div').text().trim()
}
function parseStart($item) {
let datetime = $item.find('div:nth-child(1) > div > div > div > div > time').attr('content')
if (!datetime) return null
return dayjs.utc(datetime.replace('GMT', 'T'), 'YYYY-MM-DDTHH:mm:ss')
}
function parseItems(content) {
const $ = cheerio.load(content)
return [$, $('div.multicolumndayprogarea > div.smartpe_progentry').toArray()]
}
+57 -57
View File
@@ -1,57 +1,57 @@
const { parser, url } = require('./musor.tv.config.js')
const fs = require('fs')
const path = require('path')
const dayjs = require('dayjs')
const utc = require('dayjs/plugin/utc')
const customParseFormat = require('dayjs/plugin/customParseFormat')
dayjs.extend(customParseFormat)
dayjs.extend(utc)
const date = dayjs.utc('2022-11-19', 'YYYY-MM-DD').startOf('d')
const channel = {
site_id: 'HATOS_CSATORNA',
xmltv_id: 'Hatoscsatorna.hu'
}
it('can generate valid url', () => {
expect(url({ channel, date })).toBe('https://musor.tv/napi/tvmusor/HATOS_CSATORNA/2022.11.19')
})
it('can generate valid url for today', () => {
const today = dayjs.utc().startOf('d')
expect(url({ channel, date: today })).toBe('https://musor.tv/mai/tvmusor/HATOS_CSATORNA')
})
it('can parse response', () => {
const content = fs.readFileSync(path.resolve(__dirname, '__data__/content.html'))
const results = parser({ content, date }).map(p => {
p.start = p.start.toJSON()
p.stop = p.stop.toJSON()
return p
})
expect(results[0]).toMatchObject({
start: '2022-11-19T23:00:00.000Z',
stop: '2022-11-19T23:30:00.000Z',
title: 'Egészségtér',
description:
'Egészségtér címmel új természetgyógyászattal foglalkozó magazinműsor indult hetente fél órás időtartamban a hatoscsatornán. A műsor derűs, objektív hangvételével és szakmailag magas színvonalú ismeretterjesztő jellegével az e'
})
expect(results[1]).toMatchObject({
start: '2022-11-19T23:30:00.000Z',
stop: '2022-11-20T00:00:00.000Z',
title: 'Tradíció Klipek',
description: 'Tradíció Klipek Birinyi József néprajzi, vallási, népzenei, népszokás filmjeiből.'
})
})
it('can handle empty guide', () => {
const result = parser({
date,
content: '<!DOCTYPE html><html><head></head><body></body></html>'
})
expect(result).toMatchObject([])
})
const { parser, url } = require('./musor.tv.config.js')
const fs = require('fs')
const path = require('path')
const dayjs = require('dayjs')
const utc = require('dayjs/plugin/utc')
const customParseFormat = require('dayjs/plugin/customParseFormat')
dayjs.extend(customParseFormat)
dayjs.extend(utc)
const date = dayjs.utc('2022-11-19', 'YYYY-MM-DD').startOf('d')
const channel = {
site_id: 'HATOS_CSATORNA',
xmltv_id: 'Hatoscsatorna.hu'
}
it('can generate valid url', () => {
expect(url({ channel, date })).toBe('https://musor.tv/napi/tvmusor/HATOS_CSATORNA/2022.11.19')
})
it('can generate valid url for today', () => {
const today = dayjs.utc().startOf('d')
expect(url({ channel, date: today })).toBe('https://musor.tv/mai/tvmusor/HATOS_CSATORNA')
})
it('can parse response', () => {
const content = fs.readFileSync(path.resolve(__dirname, '__data__/content.html'))
const results = parser({ content, date }).map(p => {
p.start = p.start.toJSON()
p.stop = p.stop.toJSON()
return p
})
expect(results[0]).toMatchObject({
start: '2022-11-19T23:00:00.000Z',
stop: '2022-11-19T23:30:00.000Z',
title: 'Egészségtér',
description:
'Egészségtér címmel új természetgyógyászattal foglalkozó magazinműsor indult hetente fél órás időtartamban a hatoscsatornán. A műsor derűs, objektív hangvételével és szakmailag magas színvonalú ismeretterjesztő jellegével az e'
})
expect(results[1]).toMatchObject({
start: '2022-11-19T23:30:00.000Z',
stop: '2022-11-20T00:00:00.000Z',
title: 'Tradíció Klipek',
description: 'Tradíció Klipek Birinyi József néprajzi, vallási, népzenei, népszokás filmjeiből.'
})
})
it('can handle empty guide', () => {
const result = parser({
date,
content: '<!DOCTYPE html><html><head></head><body></body></html>'
})
expect(result).toMatchObject([])
})