Update /sites

sites/arirang.com/arirang.com.channels.xml

@@ -1,8 +1,6 @@
 <?xml version="1.0" encoding="UTF-8"?>
-<site site="arirang.com">
-    <channels>
-        <channel lang="en" xmltv_id="ArirangTV.kr" site_id="CH_K" logo="https://i.imgur.com/Asu5pE9.png">Arirang TV</channel>
-        <channel lang="en" xmltv_id="ArirangUN.kr" site_id="CH_Z" logo="https://i.imgur.com/Jdy3WNm.png">Arirang UN</channel>
-        <channel lang="en" xmltv_id="ArirangWorld.kr" site_id="CH_W" logo="https://i.imgur.com/5Aoithj.png">Arirang World</channel>
-    </channels>
-</site>
+<channels>
+  <channel site="arirang.com" lang="en" xmltv_id="ArirangTV.kr" site_id="CH_K">Arirang TV</channel>
+  <channel site="arirang.com" lang="en" xmltv_id="ArirangUN.kr" site_id="CH_Z">Arirang UN</channel>
+  <channel site="arirang.com" lang="en" xmltv_id="ArirangWorld.kr" site_id="CH_W">Arirang World</channel>
+</channels>

sites/arirang.com/arirang.com.config.js

@@ -8,132 +8,146 @@ dayjs.extend(timezone)
 dayjs.extend(customParseFormat)
 
 module.exports = {
-    site: 'arirang.com',
-    output: 'arirang.com.guide.xml',
-    channels: 'arirang.com.channels.xml',
-    lang: 'en',
-    days: 7,
-    delay: 5000,
-    url: 'https://www.arirang.com/v1.0/open/external/proxy',
+  site: 'arirang.com',
+  output: 'arirang.com.guide.xml',
+  channels: 'arirang.com.channels.xml',
+  lang: 'en',
+  days: 7,
+  delay: 5000,
+  url: 'https://www.arirang.com/v1.0/open/external/proxy',
 
-    request: {
+  request: {
+    method: 'POST',
+    timeout: 5000,
+    cache: { ttl: 60 * 60 * 1000 },
+    headers: {
+      Accept: 'application/json, text/plain, */*',
+      'Content-Type': 'application/json',
+      Origin: 'https://www.arirang.com',
+      Referer: 'https://www.arirang.com/schedule',
+      'User-Agent':
+        'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Safari/537.36'
+    },
+    data: function (context) {
+      const { channel, date } = context
+      return {
+        address: 'https://script.arirang.com/api/v1/bis/listScheduleV3.do',
         method: 'POST',
-        timeout: 5000,
-        cache: { ttl: 60 * 60 * 1000 },
-        headers: {
-            'Accept': 'application/json, text/plain, */*',
-            'Content-Type': 'application/json',
-            'Origin': 'https://www.arirang.com',
-            'Referer': 'https://www.arirang.com/schedule',
-            'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Safari/537.36'
-        },
-        data: function (context) {
-            const { channel, date } = context
-            return {
-                'address': 'https://script.arirang.com/api/v1/bis/listScheduleV3.do',
-                'method': 'POST',
-                'headers': {},
-                'body': {
-                    'data': {
-                        'dmParam': {
-                            'chanId': channel.site_id,
-                            'broadYmd': dayjs.tz(date, 'Asia/Seoul').format('YYYYMMDD'),
-                            'planNo': '1'
-                        }
-                    }
-                }
+        headers: {},
+        body: {
+          data: {
+            dmParam: {
+              chanId: channel.site_id,
+              broadYmd: dayjs.tz(date, 'Asia/Seoul').format('YYYYMMDD'),
+              planNo: '1'
             }
+          }
         }
-    },
-
-    logo: function (context) {
-        return context.channel.logo
-    },
-
-    async parser(context) {
-        const programs = []
-        const items = parseItems(context.content)
-
-        for (let item of items) {
-            const programDetail = await parseProgramDetail(item)
-
-            programs.push({
-                title: item.displayNm,
-                start: parseStart(item),
-                stop: parseStop(item),
-                icon: parseIcon(programDetail),
-                category: parseCategory(programDetail),
-                description: parseDescription(programDetail)
-            })
-        }
-
-        return programs
+      }
     }
+  },
+
+  logo: function (context) {
+    return context.channel.logo
+  },
+
+  async parser(context) {
+    const programs = []
+    const items = parseItems(context.content)
+
+    for (let item of items) {
+      const programDetail = await parseProgramDetail(item)
+
+      programs.push({
+        title: item.displayNm,
+        start: parseStart(item),
+        stop: parseStop(item),
+        icon: parseIcon(programDetail),
+        category: parseCategory(programDetail),
+        description: parseDescription(programDetail)
+      })
+    }
+
+    return programs
+  }
 }
 
 function parseItems(content) {
-    if (content != '') {
-        const data = JSON.parse(content)
-        return (!data || !data.responseBody || !Array.isArray(data.responseBody.dsSchWeek)) ? [] : data.responseBody.dsSchWeek
-    } else {
-        return []
-    }
+  if (content != '') {
+    const data = JSON.parse(content)
+    return !data || !data.responseBody || !Array.isArray(data.responseBody.dsSchWeek)
+      ? []
+      : data.responseBody.dsSchWeek
+  } else {
+    return []
+  }
 }
 
 function parseStart(item) {
-    return dayjs.tz(item.broadYmd + ' ' + item.broadHm, 'YYYYMMDD HHmm', 'Asia/Seoul')
+  return dayjs.tz(item.broadYmd + ' ' + item.broadHm, 'YYYYMMDD HHmm', 'Asia/Seoul')
 }
 
 function parseStop(item) {
-    return dayjs.tz(item.broadYmd + ' ' + item.broadHm, 'YYYYMMDD HHmm', 'Asia/Seoul').add(item.broadRun, 'minute')
+  return dayjs
+    .tz(item.broadYmd + ' ' + item.broadHm, 'YYYYMMDD HHmm', 'Asia/Seoul')
+    .add(item.broadRun, 'minute')
 }
 
 async function parseProgramDetail(item) {
-    return axios.post(
-        'https://www.arirang.com/v1.0/open/program/detail',
-        {
-            'bis_program_code': item.pgmCd
+  return axios
+    .post(
+      'https://www.arirang.com/v1.0/open/program/detail',
+      {
+        bis_program_code: item.pgmCd
+      },
+      {
+        headers: {
+          Accept: 'application/json, text/plain, */*',
+          'Content-Type': 'application/json',
+          Origin: 'https://www.arirang.com',
+          Referer: 'https://www.arirang.com/schedule',
+          'User-Agent':
+            'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Safari/537.36'
         },
-        {
-            headers: {
-                'Accept': 'application/json, text/plain, */*',
-                'Content-Type': 'application/json',
-                'Origin': 'https://www.arirang.com',
-                'Referer': 'https://www.arirang.com/schedule',
-                'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Safari/537.36'
-            },
-            timeout: 5000,
-            cache: { ttl: 60 * 1000 },
-        }
-    ).then(function (response) {
-        return response.data
-    }).catch(function (error) {
-        // console.log(error)
+        timeout: 5000,
+        cache: { ttl: 60 * 1000 }
+      }
+    )
+    .then(response => {
+      return response.data
+    })
+    .catch(error => {
+      console.log(error)
     })
 }
 
 function parseIcon(programDetail) {
-    if (programDetail && programDetail.image && programDetail.image[0].url) {
-        return programDetail.image[0].url
-    } else {
-        return ''
-    }
+  if (programDetail && programDetail.image && programDetail.image[0].url) {
+    return programDetail.image[0].url
+  } else {
+    return ''
+  }
 }
 
 function parseCategory(programDetail) {
-    if (programDetail && programDetail.category_Info && programDetail.category_Info[0].title) {
-        return programDetail.category_Info[0].title
-    } else {
-        return ''
-    }
+  if (programDetail && programDetail.category_Info && programDetail.category_Info[0].title) {
+    return programDetail.category_Info[0].title
+  } else {
+    return ''
+  }
 }
 
 function parseDescription(programDetail) {
-    if (programDetail && programDetail.content && programDetail.content[0] && programDetail.content[0].text) {
-        let description = programDetail.content[0].text
-        let regex = /(<([^>]+)>)/ig
-        return description.replace(regex, '')
-    } else {
-        return ''
-    }
+  if (
+    programDetail &&
+    programDetail.content &&
+    programDetail.content[0] &&
+    programDetail.content[0].text
+  ) {
+    let description = programDetail.content[0].text
+    let regex = /(<([^>]+)>)/gi
+    return description.replace(regex, '')
+  } else {
+    return ''
+  }
 }

sites/arirang.com/arirang.com.test.js

@@ -1,4 +1,4 @@
-// npx epg-grabber --config=sites/arirang.com/arirang.com.config.js --channels=sites/arirang.com/arirang.com.channels.xml --output=guide.xml --days=2
+// npm run grab -- --site=arirang.com
 // npx jest arirang.com.test.js
 
 const { url, parser } = require('./arirang.com.config.js')
@@ -7,53 +7,68 @@ const path = require('path')
 const axios = require('axios')
 const dayjs = require('dayjs')
 const utc = require('dayjs/plugin/utc')
-const { program } = require('commander')
 dayjs.extend(utc)
 
 jest.mock('axios')
 
 const date = dayjs.tz('2023-08-25', 'Asia/Seoul').startOf('d')
-const channel = { xmltv_id: 'ArirangWorld.kr', site_id: 'CH_W', name: 'Arirang World', lang: 'en', logo: 'https://i.imgur.com/5Aoithj.png' }
+const channel = {
+  xmltv_id: 'ArirangWorld.kr',
+  site_id: 'CH_W',
+  name: 'Arirang World',
+  lang: 'en',
+  logo: 'https://i.imgur.com/5Aoithj.png'
+}
 const content = fs.readFileSync(path.resolve(__dirname, '__data__/schedule.json'), 'utf8')
 const programDetail = fs.readFileSync(path.resolve(__dirname, '__data__/detail.json'), 'utf8')
-const context = { 'channel': channel, 'content': content, 'date': date }
+const context = { channel: channel, content: content, date: date }
 
 it('can generate valid url', () => {
-    expect(url).toBe('https://www.arirang.com/v1.0/open/external/proxy')
+  expect(url).toBe('https://www.arirang.com/v1.0/open/external/proxy')
 })
 
 it('can handle empty guide', async () => {
-    const results = await parser({ 'channel': channel, 'content': '', 'date': date })
-    expect(results).toMatchObject([])
+  const results = await parser({ channel: channel, content: '', date: date })
+  expect(results).toMatchObject([])
 })
 
 it('can parse response', async () => {
-    axios.post.mockImplementation((url, data) => {
-        if (url === 'https://www.arirang.com/v1.0/open/external/proxy' && JSON.stringify(data) === JSON.stringify({ "address": "https://script.arirang.com/api/v1/bis/listScheduleV3.do", "method": "POST", "headers": {}, "body": { "data": { "dmParam": { "chanId": "CH_W", "broadYmd": "20230825", "planNo": "1" } } } })) {
-            return Promise.resolve({
-                data: JSON.parse(content)
-            })
-        } else if (url === 'https://www.arirang.com/v1.0/open/program/detail' && JSON.stringify(data) === JSON.stringify({ "bis_program_code": "2023004T" })) {
-            return Promise.resolve({
-                data: JSON.parse(programDetail)
-            })
-        } else {
-            return Promise.resolve({
-                data: ''
-            })
-        }
-    })
+  axios.post.mockImplementation((url, data) => {
+    if (
+      url === 'https://www.arirang.com/v1.0/open/external/proxy' &&
+      JSON.stringify(data) ===
+        JSON.stringify({
+          address: 'https://script.arirang.com/api/v1/bis/listScheduleV3.do',
+          method: 'POST',
+          headers: {},
+          body: { data: { dmParam: { chanId: 'CH_W', broadYmd: '20230825', planNo: '1' } } }
+        })
+    ) {
+      return Promise.resolve({
+        data: JSON.parse(content)
+      })
+    } else if (
+      url === 'https://www.arirang.com/v1.0/open/program/detail' &&
+      JSON.stringify(data) === JSON.stringify({ bis_program_code: '2023004T' })
+    ) {
+      return Promise.resolve({
+        data: JSON.parse(programDetail)
+      })
+    } else {
+      return Promise.resolve({
+        data: ''
+      })
+    }
+  })
 
-    const results = await parser(context)
+  const results = await parser(context)
 
-    expect(results[0]).toMatchObject(
-        {
-            title: "WITHIN THE FRAME [R]",
-            start: dayjs.tz(date, 'Asia/Seoul'),
-            stop: dayjs.tz(date, 'Asia/Seoul').add(30, 'minute'),
-            icon: "https://img.arirang.com/v1/AUTH_d52449c16d3b4bbca17d4fffd9fc44af/public/images/202308/2080840096998752900.png",
-            description: "NEWS",
-            category: "Current Affairs"
-        }
-    )
-})
+  expect(results[0]).toMatchObject({
+    title: 'WITHIN THE FRAME [R]',
+    start: dayjs.tz(date, 'Asia/Seoul'),
+    stop: dayjs.tz(date, 'Asia/Seoul').add(30, 'minute'),
+    icon: 'https://img.arirang.com/v1/AUTH_d52449c16d3b4bbca17d4fffd9fc44af/public/images/202308/2080840096998752900.png',
+    description: 'NEWS',
+    category: 'Current Affairs'
+  })
+})