Update scripts

scripts/models/channel.ts

@@ -1,26 +1,28 @@
 import { ChannelData, ChannelSearchableData } from '../types/channel'
 import { Collection, Dictionary } from '@freearhey/core'
-import { Stream, Guide, Feed } from './'
+import { Stream, Feed, Logo, GuideChannel } from './'
 
 export class Channel {
-  id: string
-  name: string
+  id?: string
+  name?: string
   altNames?: Collection
   network?: string
   owners?: Collection
-  countryCode: string
+  countryCode?: string
   subdivisionCode?: string
   cityName?: string
   categoryIds?: Collection
-  isNSFW: boolean
+  isNSFW: boolean = false
   launched?: string
   closed?: string
   replacedBy?: string
   website?: string
-  logo?: string
   feeds?: Collection
+  logos: Collection = new Collection()
+
+  constructor(data?: ChannelData) {
+    if (!data) return
 
-  constructor(data: ChannelData) {
     this.id = data.id
     this.name = data.name
     this.altNames = new Collection(data.alt_names)
@@ -35,11 +37,16 @@ export class Channel {
     this.closed = data.closed || undefined
     this.replacedBy = data.replaced_by || undefined
     this.website = data.website || undefined
-    this.logo = data.logo
   }
 
   withFeeds(feedsGroupedByChannelId: Dictionary): this {
-    this.feeds = new Collection(feedsGroupedByChannelId.get(this.id))
+    if (this.id) this.feeds = new Collection(feedsGroupedByChannelId.get(this.id))
+
+    return this
+  }
+
+  withLogos(logosGroupedByChannelId: Dictionary): this {
+    if (this.id) this.logos = new Collection(logosGroupedByChannelId.get(this.id))
 
     return this
   }
@@ -50,19 +57,19 @@ export class Channel {
     return this.feeds
   }
 
-  getGuides(): Collection {
-    let guides = new Collection()
+  getGuideChannels(): Collection {
+    let channels = new Collection()
 
     this.getFeeds().forEach((feed: Feed) => {
-      guides = guides.concat(feed.getGuides())
+      channels = channels.concat(feed.getGuideChannels())
     })
 
-    return guides
+    return channels
   }
 
-  getGuideNames(): Collection {
-    return this.getGuides()
-      .map((guide: Guide) => guide.siteName)
+  getGuideChannelNames(): Collection {
+    return this.getGuideChannels()
+      .map((channel: GuideChannel) => channel.siteName)
       .uniq()
   }
 
@@ -100,12 +107,56 @@ export class Channel {
     return this.altNames || new Collection()
   }
 
+  getLogos(): Collection {
+    function feed(logo: Logo): number {
+      if (!logo.feed) return 1
+      if (logo.feed.isMain) return 1
+
+      return 0
+    }
+
+    function format(logo: Logo): number {
+      const levelByFormat: { [key: string]: number } = {
+        SVG: 0,
+        PNG: 3,
+        APNG: 1,
+        WebP: 1,
+        AVIF: 1,
+        JPEG: 2,
+        GIF: 1
+      }
+
+      return logo.format ? levelByFormat[logo.format] : 0
+    }
+
+    function size(logo: Logo): number {
+      return Math.abs(512 - logo.width) + Math.abs(512 - logo.height)
+    }
+
+    return this.logos.orderBy([feed, format, size], ['desc', 'desc', 'asc'], false)
+  }
+
+  getLogo(): Logo | undefined {
+    return this.getLogos().first()
+  }
+
+  hasLogo(): boolean {
+    return this.getLogos().notEmpty()
+  }
+
+  getLogoUrl(): string {
+    const logo = this.getLogo()
+    if (!logo) return ''
+
+    return logo.url || ''
+  }
+
   getSearchable(): ChannelSearchableData {
     return {
       id: this.getId(),
       name: this.getName(),
       altNames: this.getAltNames().all(),
-      guideNames: this.getGuideNames().all(),
+      guideNames: this.getGuideChannelNames().all(),
       streamNames: this.getStreamNames().all(),
       feedFullNames: this.getFeedFullNames().all()
     }

scripts/models/channelList.ts

@@ -0,0 +1,77 @@
+import { Collection } from '@freearhey/core'
+import epgGrabber from 'epg-grabber'
+
+export class ChannelList {
+  channels: Collection = new Collection()
+
+  constructor(data: { channels: epgGrabber.Channel[] }) {
+    this.channels = new Collection(data.channels)
+  }
+
+  add(channel: epgGrabber.Channel): this {
+    this.channels.add(channel)
+
+    return this
+  }
+
+  get(siteId: string): epgGrabber.Channel | undefined {
+    return this.channels.find((channel: epgGrabber.Channel) => channel.site_id == siteId)
+  }
+
+  sort(): this {
+    this.channels = this.channels.orderBy([
+      (channel: epgGrabber.Channel) => channel.lang || '_',
+      (channel: epgGrabber.Channel) => (channel.xmltv_id ? channel.xmltv_id.toLowerCase() : '0'),
+      (channel: epgGrabber.Channel) => channel.site_id
+    ])
+
+    return this
+  }
+
+  toString() {
+    function escapeString(value: string, defaultValue: string = '') {
+      if (!value) return defaultValue
+
+      const regex = new RegExp(
+        '((?:[\0-\x08\x0B\f\x0E-\x1F\uFFFD\uFFFE\uFFFF]|[\uD800-\uDBFF](?![\uDC00-\uDFFF])|(?:[^\uD800-\uDBFF]|^)[\uDC00-\uDFFF]))|([\\x7F-\\x84]|[\\x86-\\x9F]|[\\uFDD0-\\uFDEF]|(?:\\uD83F[\\uDFFE\\uDFFF])|(?:\\uD87F[\\uDF' +
+          'FE\\uDFFF])|(?:\\uD8BF[\\uDFFE\\uDFFF])|(?:\\uD8FF[\\uDFFE\\uDFFF])|(?:\\uD93F[\\uDFFE\\uD' +
+          'FFF])|(?:\\uD97F[\\uDFFE\\uDFFF])|(?:\\uD9BF[\\uDFFE\\uDFFF])|(?:\\uD9FF[\\uDFFE\\uDFFF])' +
+          '|(?:\\uDA3F[\\uDFFE\\uDFFF])|(?:\\uDA7F[\\uDFFE\\uDFFF])|(?:\\uDABF[\\uDFFE\\uDFFF])|(?:\\' +
+          'uDAFF[\\uDFFE\\uDFFF])|(?:\\uDB3F[\\uDFFE\\uDFFF])|(?:\\uDB7F[\\uDFFE\\uDFFF])|(?:\\uDBBF' +
+          '[\\uDFFE\\uDFFF])|(?:\\uDBFF[\\uDFFE\\uDFFF])(?:[\\0-\\t\\x0B\\f\\x0E-\\u2027\\u202A-\\uD7FF\\' +
+          'uE000-\\uFFFF]|[\\uD800-\\uDBFF][\\uDC00-\\uDFFF]|[\\uD800-\\uDBFF](?![\\uDC00-\\uDFFF])|' +
+          '(?:[^\\uD800-\\uDBFF]|^)[\\uDC00-\\uDFFF]))',
+        'g'
+      )
+
+      value = String(value || '').replace(regex, '')
+
+      return value
+        .replace(/&/g, '&')
+        .replace(/</g, '&lt;')
+        .replace(/>/g, '&gt;')
+        .replace(/"/g, '&quot;')
+        .replace(/'/g, '&apos;')
+        .replace(/\n|\r/g, ' ')
+        .replace(/  +/g, ' ')
+        .trim()
+    }
+
+    let output = '<?xml version="1.0" encoding="UTF-8"?>\r\n<channels>\r\n'
+
+    this.channels.forEach((channel: epgGrabber.Channel) => {
+      const logo = channel.logo ? ` logo="${channel.logo}"` : ''
+      const xmltv_id = channel.xmltv_id ? escapeString(channel.xmltv_id) : ''
+      const lang = channel.lang || ''
+      const site_id = channel.site_id || ''
+      const site = channel.site || ''
+      const displayName = channel.name ? escapeString(channel.name) : ''
+
+      output += `  <channel site="${site}" lang="${lang}" xmltv_id="${xmltv_id}" site_id="${site_id}"${logo}>${displayName}</channel>\r\n`
+    })
+
+    output += '</channels>\r\n'
+
+    return output
+  }
+}

scripts/models/feed.ts

@@ -1,6 +1,6 @@
 import { Collection, Dictionary } from '@freearhey/core'
 import { FeedData } from '../types/feed'
-import { Channel } from './channel'
+import { Logo, Channel } from '.'
 
 export class Feed {
   channelId: string
@@ -12,8 +12,9 @@ export class Feed {
   languageCodes: Collection
   timezoneIds: Collection
   videoFormat: string
-  guides?: Collection
+  guideChannels?: Collection
   streams?: Collection
+  logos: Collection = new Collection()
 
   constructor(data: FeedData) {
     this.channelId = data.channel
@@ -42,20 +43,30 @@ export class Feed {
     return this
   }
 
-  withGuides(guidesGroupedByStreamId: Dictionary): this {
-    this.guides = new Collection(guidesGroupedByStreamId.get(`${this.channelId}@${this.id}`))
+  withGuideChannels(guideChannelsGroupedByStreamId: Dictionary): this {
+    this.guideChannels = new Collection(
+      guideChannelsGroupedByStreamId.get(`${this.channelId}@${this.id}`)
+    )
 
     if (this.isMain) {
-      this.guides = this.guides.concat(new Collection(guidesGroupedByStreamId.get(this.channelId)))
+      this.guideChannels = this.guideChannels.concat(
+        new Collection(guideChannelsGroupedByStreamId.get(this.channelId))
+      )
     }
 
     return this
   }
 
-  getGuides(): Collection {
-    if (!this.guides) return new Collection()
+  withLogos(logosGroupedByStreamId: Dictionary): this {
+    this.logos = new Collection(logosGroupedByStreamId.get(this.getStreamId()))
 
-    return this.guides
+    return this
+  }
+
+  getGuideChannels(): Collection {
+    if (!this.guideChannels) return new Collection()
+
+    return this.guideChannels
   }
 
   getStreams(): Collection {
@@ -73,4 +84,41 @@ export class Feed {
   getStreamId(): string {
     return `${this.channelId}@${this.id}`
   }
+
+  getLogos(): Collection {
+    function format(logo: Logo): number {
+      const levelByFormat: { [key: string]: number } = {
+        SVG: 0,
+        PNG: 3,
+        APNG: 1,
+        WebP: 1,
+        AVIF: 1,
+        JPEG: 2,
+        GIF: 1
+      }
+
+      return logo.format ? levelByFormat[logo.format] : 0
+    }
+
+    function size(logo: Logo): number {
+      return Math.abs(512 - logo.width) + Math.abs(512 - logo.height)
+    }
+
+    return this.logos.orderBy([format, size], ['desc', 'asc'], false)
+  }
+
+  getLogo(): Logo | undefined {
+    return this.getLogos().first()
+  }
+
+  hasLogo(): boolean {
+    return this.getLogos().notEmpty()
+  }
+
+  getLogoUrl(): string {
+    const logo = this.getLogo()
+    if (!logo) return ''
+
+    return logo.url || ''
+  }
 }

scripts/models/guide.ts

@@ -1,35 +1,35 @@
-import type { GuideData } from '../types/guide'
-import { uniqueId } from 'lodash'
+import { Collection, DateTime } from '@freearhey/core'
+import { generateXMLTV } from 'epg-grabber'
+
+type GuideData = {
+  channels: Collection
+  programs: Collection
+  filepath: string
+  gzip: boolean
+}
 
 export class Guide {
-  channelId?: string
-  feedId?: string
-  siteDomain?: string
-  siteId?: string
-  siteName?: string
-  languageCode?: string
+  channels: Collection
+  programs: Collection
+  filepath: string
+  gzip: boolean
 
-  constructor(data?: GuideData) {
-    if (!data) return
-
-    this.channelId = data.channel
-    this.feedId = data.feed
-    this.siteDomain = data.site
-    this.siteId = data.site_id
-    this.siteName = data.site_name
-    this.languageCode = data.lang
+  constructor({ channels, programs, filepath, gzip }: GuideData) {
+    this.channels = channels
+    this.programs = programs
+    this.filepath = filepath
+    this.gzip = gzip || false
   }
 
-  getUUID(): string {
-    if (!this.getStreamId() || !this.siteId) return uniqueId()
+  toString() {
+    const currDate = new DateTime(process.env.CURR_DATE || new Date().toISOString(), {
+      timezone: 'UTC'
+    })
 
-    return this.getStreamId() + this.siteId
-  }
-
-  getStreamId(): string | undefined {
-    if (!this.channelId) return undefined
-    if (!this.feedId) return this.channelId
-
-    return `${this.channelId}@${this.feedId}`
+    return generateXMLTV({
+      channels: this.channels.all(),
+      programs: this.programs.all(),
+      date: currDate.toJSON()
+    })
   }
 }

scripts/models/guideChannel.ts

@@ -0,0 +1,59 @@
+import { Dictionary } from '@freearhey/core'
+import epgGrabber from 'epg-grabber'
+import { Feed, Channel } from '.'
+
+export class GuideChannel {
+  channelId?: string
+  channel?: Channel
+  feedId?: string
+  feed?: Feed
+  xmltvId?: string
+  languageCode?: string
+  siteId?: string
+  logoUrl?: string
+  siteDomain?: string
+  siteName?: string
+
+  constructor(data: epgGrabber.Channel) {
+    const [channelId, feedId] = data.xmltv_id ? data.xmltv_id.split('@') : [undefined, undefined]
+
+    this.channelId = channelId
+    this.feedId = feedId
+    this.xmltvId = data.xmltv_id
+    this.languageCode = data.lang
+    this.siteId = data.site_id
+    this.logoUrl = data.logo
+    this.siteDomain = data.site
+    this.siteName = data.name
+  }
+
+  withChannel(channelsKeyById: Dictionary): this {
+    if (this.channelId) this.channel = channelsKeyById.get(this.channelId)
+
+    return this
+  }
+
+  withFeed(feedsKeyByStreamId: Dictionary): this {
+    if (this.feedId) this.feed = feedsKeyByStreamId.get(this.getStreamId())
+
+    return this
+  }
+
+  getStreamId(): string {
+    if (!this.channelId) return ''
+    if (!this.feedId) return this.channelId
+
+    return `${this.channelId}@${this.feedId}`
+  }
+
+  toJSON() {
+    return {
+      channel: this.channelId || null,
+      feed: this.feedId || null,
+      site: this.siteDomain || '',
+      site_id: this.siteId || '',
+      site_name: this.siteName || '',
+      lang: this.languageCode || ''
+    }
+  }
+}

scripts/models/index.ts

@@ -1,6 +1,9 @@
-export * from './issue'
-export * from './site'
 export * from './channel'
 export * from './feed'
-export * from './stream'
 export * from './guide'
+export * from './guideChannel'
+export * from './issue'
+export * from './logo'
+export * from './site'
+export * from './stream'
+export * from './channelList'

scripts/models/logo.ts

@@ -0,0 +1,41 @@
+import { Collection, type Dictionary } from '@freearhey/core'
+import type { LogoData } from '../types/logo'
+import { type Feed } from './feed'
+
+export class Logo {
+  channelId?: string
+  feedId?: string
+  feed?: Feed
+  tags: Collection = new Collection()
+  width: number = 0
+  height: number = 0
+  format?: string
+  url?: string
+
+  constructor(data?: LogoData) {
+    if (!data) return
+
+    this.channelId = data.channel
+    this.feedId = data.feed || undefined
+    this.tags = new Collection(data.tags)
+    this.width = data.width
+    this.height = data.height
+    this.format = data.format || undefined
+    this.url = data.url
+  }
+
+  withFeed(feedsKeyByStreamId: Dictionary): this {
+    if (!this.feedId) return this
+
+    this.feed = feedsKeyByStreamId.get(this.getStreamId())
+
+    return this
+  }
+
+  getStreamId(): string {
+    if (!this.channelId) return ''
+    if (!this.feedId) return this.channelId
+
+    return `${this.channelId}@${this.feedId}`
+  }
+}