Replace LF endings with CRLF

This commit is contained in:
freearhey
2025-07-31 22:29:01 +03:00
parent 17e3b4ddda
commit 29aa427923
379 changed files with 29332 additions and 29332 deletions

View File

@@ -1,98 +1,98 @@
const cheerio = require('cheerio')
const dayjs = require('dayjs')
const utc = require('dayjs/plugin/utc')
const timezone = require('dayjs/plugin/timezone')
const customParseFormat = require('dayjs/plugin/customParseFormat')
dayjs.extend(utc)
dayjs.extend(timezone)
dayjs.extend(customParseFormat)
const tz = 'Africa/Casablanca'
module.exports = {
site: 'snrt.ma',
days: 2,
url({ channel }) {
return `https://www.snrt.ma/ar/node/${channel.site_id}`
},
request: {
cache: {
ttl: 24 * 60 * 60 * 1000 // 1 day
}
},
parser({ content, date }) {
const [$, items] = parseItems(content)
const programs = items.map(item => {
const $item = $(item)
const start = parseStart($item)
return {
title: parseTitle($item),
description: parseDescription($item),
category: parseCategory($item),
start
}
}).filter(item => item.start).sort((a, b) => a.start - b.start)
// fill start-stop
for (let i = 0; i < programs.length; i++) {
if (i < programs.length - 1) {
programs[i].stop = programs[i + 1].start
} else {
programs[i].stop = dayjs.tz(
`${date.add(1, 'd').format('YYYY-MM-DD')} 00:00`,
'YYYY-MM-DD HH:mm',
tz
)
}
}
return programs.filter(p => p.start.isSame(date, 'd'))
},
async channels({ lang = 'ar' }) {
const axios = require('axios')
const result = await axios
.get('https://www.snrt.ma/ar/node/1208')
.then(response => response.data)
.catch(console.error)
const $ = cheerio.load(result)
const items = $('.channels-row h4').toArray()
const channels = items.map(item => {
const $item = $(item)
const url = $item.find('a').attr('href')
return {
lang,
site_id: url.substr(url.lastIndexOf('/') + 1),
name: $item.find('img').attr('alt')
}
})
return channels
}
}
function parseStart($item) {
const date = $item.attr('class').match(/\d{8}/)[0]
const time = $item.find('.grille-time').text().trim()
if (time) {
return dayjs.tz(`${date} ${time.replace('H', ':')}`, 'YYYYMMDD HH:mm', tz)
}
}
function parseTitle($item) {
return $item.find('.program-title-sm').text().trim()
}
function parseDescription($item) {
return $item.find('.program-description-sm').text().trim()
}
function parseCategory($item) {
return $item.find('.genre-first').text().trim()
}
function parseItems(content) {
const $ = cheerio.load(content)
return [$, $('.grille-line').toArray()]
}
const cheerio = require('cheerio')
const dayjs = require('dayjs')
const utc = require('dayjs/plugin/utc')
const timezone = require('dayjs/plugin/timezone')
const customParseFormat = require('dayjs/plugin/customParseFormat')
dayjs.extend(utc)
dayjs.extend(timezone)
dayjs.extend(customParseFormat)
const tz = 'Africa/Casablanca'
module.exports = {
site: 'snrt.ma',
days: 2,
url({ channel }) {
return `https://www.snrt.ma/ar/node/${channel.site_id}`
},
request: {
cache: {
ttl: 24 * 60 * 60 * 1000 // 1 day
}
},
parser({ content, date }) {
const [$, items] = parseItems(content)
const programs = items.map(item => {
const $item = $(item)
const start = parseStart($item)
return {
title: parseTitle($item),
description: parseDescription($item),
category: parseCategory($item),
start
}
}).filter(item => item.start).sort((a, b) => a.start - b.start)
// fill start-stop
for (let i = 0; i < programs.length; i++) {
if (i < programs.length - 1) {
programs[i].stop = programs[i + 1].start
} else {
programs[i].stop = dayjs.tz(
`${date.add(1, 'd').format('YYYY-MM-DD')} 00:00`,
'YYYY-MM-DD HH:mm',
tz
)
}
}
return programs.filter(p => p.start.isSame(date, 'd'))
},
async channels({ lang = 'ar' }) {
const axios = require('axios')
const result = await axios
.get('https://www.snrt.ma/ar/node/1208')
.then(response => response.data)
.catch(console.error)
const $ = cheerio.load(result)
const items = $('.channels-row h4').toArray()
const channels = items.map(item => {
const $item = $(item)
const url = $item.find('a').attr('href')
return {
lang,
site_id: url.substr(url.lastIndexOf('/') + 1),
name: $item.find('img').attr('alt')
}
})
return channels
}
}
function parseStart($item) {
const date = $item.attr('class').match(/\d{8}/)[0]
const time = $item.find('.grille-time').text().trim()
if (time) {
return dayjs.tz(`${date} ${time.replace('H', ':')}`, 'YYYYMMDD HH:mm', tz)
}
}
function parseTitle($item) {
return $item.find('.program-title-sm').text().trim()
}
function parseDescription($item) {
return $item.find('.program-description-sm').text().trim()
}
function parseCategory($item) {
return $item.find('.genre-first').text().trim()
}
function parseItems(content) {
const $ = cheerio.load(content)
return [$, $('.grille-line').toArray()]
}

View File

@@ -1,47 +1,47 @@
const { parser, url } = require('./snrt.ma.config.js')
const dayjs = require('dayjs')
const utc = require('dayjs/plugin/utc')
const timezone = require('dayjs/plugin/timezone')
const fs = require('fs')
const path = require('path')
dayjs.extend(utc)
dayjs.extend(timezone)
const date = dayjs.utc('2025-01-13', 'YYYY-MM-DD').startOf('d')
const channel = { site_id: '4075', xmltv_id: 'Tamazight.ma', lang: 'ar' }
it('can generate valid url', () => {
expect(url({ channel })).toBe('https://www.snrt.ma/ar/node/4075')
})
it('can parse response', () => {
const content = fs.readFileSync(path.resolve(__dirname, '__data__/content.html'))
const results = parser({ date, content }).map(p => {
p.start = p.start.toJSON()
p.stop = p.stop.toJSON()
return p
})
expect(results.length).toBe(27)
expect(results[0]).toMatchObject({
start: '2025-01-12T23:15:00.000Z',
stop: '2025-01-12T23:30:00.000Z',
title: 'الموعد الرياضي'
})
expect(results[26]).toMatchObject({
start: '2025-01-13T21:30:00.000Z',
stop: '2025-01-13T23:00:00.000Z',
title: 'سهرة خاصة براس السنة الامازيغية',
category: 'ترفيه'
})
})
it('can handle empty guide', () => {
const result = parser({
date,
channel: channel,
content: '<!DOCTYPE html><html lang="ar" dir="rtl"><head></head><body></body></html>'
})
expect(result).toMatchObject([])
})
const { parser, url } = require('./snrt.ma.config.js')
const dayjs = require('dayjs')
const utc = require('dayjs/plugin/utc')
const timezone = require('dayjs/plugin/timezone')
const fs = require('fs')
const path = require('path')
dayjs.extend(utc)
dayjs.extend(timezone)
const date = dayjs.utc('2025-01-13', 'YYYY-MM-DD').startOf('d')
const channel = { site_id: '4075', xmltv_id: 'Tamazight.ma', lang: 'ar' }
it('can generate valid url', () => {
expect(url({ channel })).toBe('https://www.snrt.ma/ar/node/4075')
})
it('can parse response', () => {
const content = fs.readFileSync(path.resolve(__dirname, '__data__/content.html'))
const results = parser({ date, content }).map(p => {
p.start = p.start.toJSON()
p.stop = p.stop.toJSON()
return p
})
expect(results.length).toBe(27)
expect(results[0]).toMatchObject({
start: '2025-01-12T23:15:00.000Z',
stop: '2025-01-12T23:30:00.000Z',
title: 'الموعد الرياضي'
})
expect(results[26]).toMatchObject({
start: '2025-01-13T21:30:00.000Z',
stop: '2025-01-13T23:00:00.000Z',
title: 'سهرة خاصة براس السنة الامازيغية',
category: 'ترفيه'
})
})
it('can handle empty guide', () => {
const result = parser({
date,
channel: channel,
content: '<!DOCTYPE html><html lang="ar" dir="rtl"><head></head><body></body></html>'
})
expect(result).toMatchObject([])
})