Optimized parseItems to only process requested date, improved config to accept context as per spec, fixed test parameter.

This commit is contained in:
Arif Budiman committed 2023-08-21 10:48:27 -07:00
1 parent 5e32930c75
commit 307da2bb7c
2 files changed
+28 -21

No files matched your search

+21 -19
View File
@@ -35,8 +35,7 @@ module.exports = {
parser: function (context) {
const programs = []
const items = parseItems(context.content)
const items = parseItems(context)
items.forEach(function(item, i) {
programs.push({
@@ -51,23 +50,26 @@ module.exports = {
}
}
function parseItems(content) {
const $ = cheerio.load(content)
const schDayMonths = $('.date-slider .slide').toArray()
function parseItems(context) {
const $ = cheerio.load(context.content)
const schDayMonths = $('.date-slider .month').toArray()
const schPrograms = $('.desc-slider .list-slider').toArray()
let items = [];
const monthDate = dayjs(context.date).format('MMM D')
const items = [];
schDayMonths.forEach(function(schDayMonth, i) {
let schDayPrograms = $(schPrograms[i]).find('.accordion').toArray()
//let schDayPrograms = $('.accordion').toArray()
schDayPrograms.forEach(function(program, i) {
let itemDay = {
progStart: parseStart(schDayMonth, program),
progStop: parseStop(schDayMonth, program, schDayPrograms[i+1]),
progTitle: parseTitle(program),
progDesc: parseDescription(program)
};
items.push(itemDay)
})
if (monthDate == $(schDayMonth).text()) {
let schDayPrograms = $(schPrograms[i]).find('.accordion').toArray()
schDayPrograms.forEach(function(program, i) {
let itemDay = {
progStart: parseStart(schDayMonth, program),
progStop: parseStop(schDayMonth, program, schDayPrograms[i+1]),
progTitle: parseTitle(program),
progDesc: parseDescription(program)
};
items.push(itemDay)
})
}
})
return items
@@ -82,14 +84,14 @@ function parseDescription(item) {
}
function parseStart(schDayMonth, item) {
let monthDate = cheerio.load(schDayMonth)('.slide .month').text().split(' ')
let monthDate = cheerio.load(schDayMonth).text().split(' ')
let startTime = cheerio.load(item)('.pkl').text()
let progStart = dayjs.tz(currentYear + ' ' + monthDate[0] + ' ' + monthDate[1] + ' ' + startTime, 'YYYY MMM DD HH:mm', 'Asia/Jakarta')
return progStart
}
function parseStop(schDayMonth, itemCurrent, itemNext) {
let monthDate = cheerio.load(schDayMonth)('.slide .month').text().split(' ')
let monthDate = cheerio.load(schDayMonth).text().split(' ')
if (itemNext) {
let stopTime = cheerio.load(itemNext)('.pkl').text()
+7 -2
View File
@@ -6,11 +6,16 @@ const dayjs = require('dayjs')
const utc = require('dayjs/plugin/utc')
dayjs.extend(utc)
const date = dayjs.utc('2023-04-29', 'YYYY-MM-DD').startOf('d')
const date = dayjs.utc('2023-08-18', 'YYYY-MM-DD').startOf('d')
const channel = { site_id: '0', xmltv_id: 'moji.id', lang: 'en', logo: 'https://moji.id/site/uploads/logo/62f9387ce00a2-224-x-71.png' }
const content = `<div class="box-sch"><div class="tittle-sch"><h1>schedule</h1></div><div class="date-slider slick-initialized slick-slider"><div class="slick-list draggable"><div class="slick-track" style="opacity: 1; width: 429px; transform: translate3d(0px, 0px, 0px);"><div class="list-slider slick-slide slick-current slick-active" data-slick-index="0" aria-hidden="false" style="width: 143px;" tabindex="0"><div class="slide"><span class="day">Fri</span><span class="month">Aug 18</span></div></div><div class="list-slider active slick-slide slick-active" data-slick-index="1" aria-hidden="false" style="width: 143px;" tabindex="0"><div class="slide"><span class="day">Sat</span><span class="month">Aug 19</span></div></div><div class="list-slider slick-slide slick-active" data-slick-index="2" aria-hidden="false" style="width: 143px;" tabindex="0"><div class="slide"><span class="day">Sun</span><span class="month">Aug 20</span></div></div></div></div></div><div class="desc" style="background: #5000e3 !important"><span>Jam Tayang</span><span>Program</span></div><div class="desc-slider slick-initialized slick-slider"><div class="slick-list draggable"><div class="slick-track" style="opacity: 1; width: 3510px; transform: translate3d(0px, 0px, 0px);"><div class="list-slider slick-slide slick-current slick-active" data-slick-index="0" aria-hidden="false" style="width: 1170px;" tabindex="0"><div class="accordion"><div class="grid-acc"><span class="pkl">00:00</span><span class="name-prog">TRUST</span></div><div class="content-acc"><span>Informasi seputar menjaga vitalitas pria</span></div></div><div class="accordion"><div class="grid-acc"><span class="pkl">00:30</span><span class="name-prog">2023 AVC CHALLENGE CUP FOR WOMEN (RECORDED)</span></div><div class="content-acc"><span>India Vs. Vietnam</span></div></div><div class="accordion"><div class="grid-acc"><span class="pkl">02:30</span><span class="name-prog">ONE CHAMPIONSHIP 2021</span></div><div class="content-acc"><span>Siaran laga-laga pertandingan tinju gaya bebas internasional. Meyuguhkan pertarungan sengit dari para petarung profeisional kelas dunia.</span></div></div><div class="accordion"><div class="grid-acc"><span class="pkl">03:30</span><span class="name-prog">VOLLEYBALL NATION'S LEAGUE 2023 (RECORDED)</span></div><div class="content-acc"><span>TURKI vs BRAZIL</span></div></div><div class="accordion"><div class="grid-acc"><span class="pkl">05:00</span><span class="name-prog">MOJI SPORT</span></div><div class="content-acc"><span>MOJI SPORT</span></div></div><div class="accordion"><div class="grid-acc"><span class="pkl">06:15</span><span class="name-prog">LIPUTAN 6 PAGI MOJI</span></div><div class="content-acc"><span>Kompilasi ragam berita hard news dan soft news baik dari dalam negeri maupun internasional juga info prediksi cuaca di wilayah Indonesia</span></div></div><div class="accordion"><div class="grid-acc"><span class="pkl">07:00</span><span class="name-prog">UNGKAP</span></div><div class="content-acc"><span>Liputan investigasi seputar berbagai topik dan peristiwa hangat serta kontroversial yang terjadi di Indonesia</span></div></div><div class="accordion"><div class="grid-acc"><span class="pkl">08:00</span><span class="name-prog">PIALA KAPOLRI 2023 PUTRI (LIVE)</span></div><div class="content-acc"><span>PIALA KAPOLRI 2023 PUTRI (LIVE)</span></div></div><div class="accordion"><div class="grid-acc"><span class="pkl">10:30</span><span class="name-prog">SERIES PAGI</span></div><div class="content-acc"><span>GANTENG GANTENG SERIGALA</span></div></div><div class="accordion"><div class="grid-acc"><span class="pkl">12:30</span><span class="name-prog">DIAM-DIAM SUKA</span></div><div class="content-acc"><span>DIAM-DIAM SUKA</span></div></div><div class="accordion"><div class="grid-acc"><span class="pkl">13:30</span><span class="name-prog">PIALA KAPOLRI 2023 PUTRA (LIVE)</span></div><div class="content-acc"><span>PIALA KAPOLRI 2023 PUTRA (LIVE)</span></div></div><div class="accordion"><div class="grid-acc"><span class="pkl">16:00</span><span class="name-prog">PIALA KAPOLRI 2023 PUTRI (LIVE)</span></div><div class="content-acc"><span>PIALA KAPOLRI 2023 PUTRI (LIVE)</span></div></div><div class="accordion"><div class="grid-acc"><span class="pkl">18:00</span><span class="name-prog">PIALA KAPOLRI 2023 PUTRA (LIVE)</span></div><div class="content-acc"><span>PIALA KAPOLRI 2023 PUTRA (LIVE)</span></div></div><div class="accordion"><div class="grid-acc"><span class="pkl">20:00</span><span class="name-prog">MOJI DRAMA (CHHOTI SARDARNI)</span></div><div class="content-acc"><span>CHHOTI SARDARNI</span></div></div><div class="accordion"><div class="grid-acc"><span class="pkl">21:30</span><span class="name-prog">SINEMA MALAM (BIDADARI CANTIK DI RUMAH KOST)</span></div><div class="content-acc"><span>(BIDADARI CANTIK DI RUMAH KOST</span></div></div><div class="accordion"><div class="grid-acc"><span class="pkl">23:00</span><span class="name-prog">TRUST</span></div><div class= Line truncated
const context = {
'content': content,
'date': date
}
it('can generate valid url', () => {
expect(url({ channel, date })).toBe('https://moji.id/schedule')
})
@@ -21,7 +26,7 @@ it('can handle empty guide', () => {
})
it('can parse response', () => {
const results = parser({ content })
const results = parser({ content: content, date: date })
expect(results[0]).toMatchObject(
{