wip

bin/SiteIni.Pack.Update.sh

@@ -1,105 +0,0 @@
-#!/bin/bash
-
-#/**
-# * @file SiteIni.Pack.Update.sh
-# * @brief will update the siteini.pack folder
-# * @author Francis De Paemeleere
-# * @date 31/07/2016
-# */
-
-#backup the current working dir
-WG_BCKP_DIR="$(pwd)"
-
-
-function quit {
-    #restore previous working dir
-    cd "$WG_BCKP_DIR"
-    exit $1;
-}
-
-which unzip >/dev/null 2>&1 || { echo >&2 "unzip required, but it's not installed."; quit 1; }
-which wget >/dev/null 2>&1 || { echo >&2 "wget required, but it's not installed."; quit 1; }
-
-# set wget progress option
-wget --help | grep -q '\--show-progress' && \
-  _PROGRESS_OPT="-q --show-progress" || _PROGRESS_OPT=""
-
-function download {
-    wget $_PROGRESS_OPT "$1"
-    if [[ $? -ne 0 ]]
-    then
-        return 1
-    fi
-    return 0
-}
-
-# get the absolute path of the link (or relative path)
-if [ -L $0 ] ; then
-    DIR=$(dirname $(readlink -f $0)) ;
-else
-    DIR=$PWD/$(dirname $0) ;
-fi ;
-
-# move to the real folder
-cd "$DIR/.."
-
-#check if we can see the current siteini.pack
-echo " ==> detecting siteini.pack"
-if [ ! -d "siteini.pack" ]
-then
-    echo "$(pwd)"
-    echo "[error] Can't find current siteini.pack folder"
-    quit 1
-fi
-
-currentVersion="siteini.pack/*.txt"
-files=( $currentVersion )
-
-versionCurrent=${files[0]//[!0-9]/}
-echo " ==> Current version: ($versionCurrent)"
-
-
-content=$(wget http://www.webgrabplus.com/sites/default/files/download/ini/latest_version.txt -q -O -)
-#echo "${content//[!0-9]/}"
-versionOnline=${content//[!0-9]/}
-echo " ==> Online  version: ($versionOnline)"
-
-if (( "$versionCurrent" >= "$versionOnline" ))
-then
-	echo " ==> Already up-to-date"
-	quit 0
-fi
-
-echo " ==> removing history file"
-#remove older downloaded file (if it would exist)
-rm -f SiteIniPack_current.zip
-
-echo " ==> download new siteini.pack package"
-#download new file
-download "http://webgrabplus.com/sites/default/files/download/ini/SiteIniPack_current.zip"
-if [[ $? -ne 0 ]]
-then
-    echo "[error] Download of the siteini.pack failed"
-    quit 1
-fi
-
-echo " ==> remove old siteini.pack"
-#remove old siteini.pack
-rm -rf siteini.pack
-#check if the siteini.pack was deleted correctly
-if [ -d "siteini.pack" ]
-then
-    echo "[error] Can't delete old siteini.pack folder"
-    rm -f SiteIniPack_current.zip
-	quit 1
-fi
-
-echo " ==> extract new siteini.pack"
-#extract new siteini.pack
-unzip -q SiteIniPack_current.zip -d .
-
-echo " ==> cleanup"
-#remove older downloaded file
-rm -f SiteIniPack_current.zip
-
-quit 0

bin/epg-grabber/index.js

@@ -0,0 +1,82 @@
+#! /usr/bin/env node
+
+const fs = require('fs')
+const path = require('path')
+const axios = require('axios')
+const utils = require('./utils')
+const { Command } = require('commander')
+const program = new Command()
+const dayjs = require('dayjs')
+const utc = require('dayjs/plugin/utc')
+dayjs.extend(utc)
+
+program
+  .version('0.1.0', '-v, --version')
+  .name('epg-grabber')
+  .description('EPG grabber')
+  .usage('[options] [file-or-url]')
+  .option('-c, --config <config>', 'Path to config.xml file', './config.xml')
+  .option('-s, --sites <sites>', 'Path to /sites folder', './sites')
+  .parse(process.argv)
+
+const options = program.opts()
+
+const config = utils.parseConfig(options.config)
+
+return console.log(config)
+
+const sites = {
+  'tv.yandex.ru': {
+    url: function ({ date, channel }) {
+      return `https://tv.yandex.ru/channel/${channel.site_id}?date=${date.format('YYYY-MM-DD')}`
+    },
+    parser: function ({ channel, content }) {
+      const initialState = content.match(/window.__INITIAL_STATE__ = (.*);/i)[1]
+      const data = JSON.parse(initialState, null, 2)
+      const programs = data.channel.schedule.events.map(i => {
+        return {
+          title: i.title,
+          description: i.program.description,
+          start: i.start,
+          stop: i.finish,
+          lang: 'ru',
+          channel: channel['xmltv_id']
+        }
+      })
+
+      return programs
+    }
+  }
+}
+
+function main() {
+  const d = dayjs.utc()
+  const dates = Array.from({ length: config.days }, (_, i) => d.add(i, 'd'))
+  const channels = config.channels
+  const promises = []
+  channels.forEach(channel => {
+    const site = sites[channel.site]
+    dates.forEach(date => {
+      const url = site.url({ date, channel })
+      const promise = axios.get(url).then(response => {
+        return site.parser({ channel, content: response.data })
+      })
+
+      promises.push(promise)
+    })
+  })
+
+  Promise.allSettled(promises).then(results => {
+    let programs = []
+    results.forEach(result => {
+      if (result.status === 'fulfilled') {
+        programs = programs.concat(result.value)
+      }
+    })
+
+    const xml = utils.convertToXMLTV({ channels, programs })
+    fs.writeFileSync(path.resolve(__dirname, config.filename), xml)
+  })
+}
+
+main()

bin/epg-grabber/utils.js

@@ -0,0 +1,69 @@
+const fs = require('fs')
+const path = require('path')
+const convert = require('xml-js')
+const dayjs = require('dayjs')
+
+const utils = {}
+utils.convertToXMLTV = function ({ channels, programs }) {
+  let output = `<?xml version="1.0" encoding="UTF-8" ?><tv>`
+
+  for (let channel of channels) {
+    output += `
+<channel id="${channel['xmltv_id']}">
+  <display-name>${channel.name}</display-name>
+</channel>`
+  }
+
+  for (let program of programs) {
+    const start = dayjs(program.start).format('YYYYMMDDHHmmss ZZ')
+    const stop = dayjs(program.stop).format('YYYYMMDDHHmmss ZZ')
+
+    output += `
+<programme start="${start}" stop="${stop}" channel="${program.channel}">
+  <title lang="${program.lang}">${program.title}</title>`
+
+    if (program.category) {
+      output += `<category lang="${program.lang}">${program.category}</category>`
+    }
+
+    output += `</programme>`
+  }
+
+  output += '</tv>'
+
+  return output
+}
+
+utils.parseConfig = function (config) {
+  const xml = fs.readFileSync(path.resolve(process.cwd(), config), {
+    encoding: 'utf-8'
+  })
+  const result = convert.xml2js(xml)
+  const settings = result.elements.find(el => el.name === 'settings')
+  const filename = this.getElementText('filename', settings.elements)
+  const days = this.getElementText('days', settings.elements)
+  const userAgent = this.getElementText('user-agent', settings.elements)
+  const channels = settings.elements
+    .filter(el => el.name === 'channel')
+    .map(el => {
+      const channel = el.attributes
+      channel.name = el.elements.find(el => el.type === 'text').text
+
+      return channel
+    })
+
+  return {
+    filename,
+    days,
+    userAgent,
+    channels
+  }
+}
+
+utils.getElementText = function (name, elements) {
+  const el = elements.find(el => el.name === name)
+
+  return el ? el.elements.find(el => el.type === 'text').text : null
+}
+
+module.exports = utils