Update scripts

scripts/commands/playlist/generate.ts

@@ -15,7 +15,8 @@ import {
   LanguagesGenerator,
   RegionsGenerator,
   IndexGenerator,
-  SourcesGenerator
+  SourcesGenerator,
+  RawGenerator
 } from '../../generators'
 
 async function main() {
@@ -49,6 +50,9 @@ async function main() {
   const totalStreams = streams.count()
   logger.info(`found ${totalStreams} streams`)
 
+  logger.info('generating raw/...')
+  await new RawGenerator({ streams, logFile }).generate()
+
   logger.info('filtering streams...')
   streams = streams.uniqBy((stream: Stream) =>
     stream.hasId() ? stream.getChannelId() + stream.getFeedId() : uniqueId()

scripts/generators/index.ts

@@ -7,5 +7,6 @@ export * from './indexLanguageGenerator'
 export * from './indexNsfwGenerator'
 export * from './indexRegionGenerator'
 export * from './languagesGenerator'
+export * from './rawGenerator'
 export * from './regionsGenerator'
 export * from './sourcesGenerator'

scripts/generators/rawGenerator.ts

@@ -0,0 +1,41 @@
+import { Collection, Storage, File } from '@freearhey/core'
+import { Stream, Playlist } from '../models'
+import { PUBLIC_DIR } from '../constants'
+import { Generator } from './generator'
+import { EOL } from 'node:os'
+
+type RawGeneratorProps = {
+  streams: Collection
+  logFile: File
+}
+
+export class RawGenerator implements Generator {
+  streams: Collection
+  storage: Storage
+  logFile: File
+
+  constructor({ streams, logFile }: RawGeneratorProps) {
+    this.streams = streams.clone()
+    this.storage = new Storage(PUBLIC_DIR)
+    this.logFile = logFile
+  }
+
+  async generate() {
+    const files = this.streams.groupBy((stream: Stream) => stream.getFilename())
+
+    for (let filename of files.keys()) {
+      const streams = new Collection(files.get(filename)).map((stream: Stream) => {
+        const groupTitle = stream.getCategoryNames().join(';')
+        if (groupTitle) stream.groupTitle = groupTitle
+
+        return stream
+      })
+      const playlist = new Playlist(streams, { public: true })
+      const filepath = `raw/${filename}`
+      await this.storage.save(filepath, playlist.toString())
+      this.logFile.append(
+        JSON.stringify({ type: 'raw', filepath, count: playlist.streams.count() }) + EOL
+      )
+    }
+  }
+}