tobias-hilfiker/epg_generator
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Initial Commit

Browse Source
This commit is contained in:
Tobias Hilfiker
2023-09-10 21:48:48 +02:00
commit 227cca7d31
791 changed files with 165200 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

159
sites/tvguide.com/__data__/content.json Normal file
View File

@@ -0,0 +1,159 @@
{
"data": {
"duration": "1440",
"providerId": "9100001138",
"startTime": "1667088000",
"items": [
{
"channel": {
"fullName": "CBS",
"name": "CBS",
"number": null,
"sourceId": 9200018514,
"legacySourceId": 5943,
"networkName": "CBS",
"networkId": 1,
"logo": "/provider/1/4/1-685389140.png"
},
"programSchedules": [
{
"airingAttrib": 524817,
"catId": 2,
"startTime": 1667088000,
"endTime": 1667097000,
"programId": 6060455538,
"title": "NWSL Soccer Playoff",
"rating": null,
"programDetails": "https://cmg-prod.apigee.net/v1/xapi/tvschedules/tvguide/programdetails/6060455538/web"
},
{
"airingAttrib": 558098,
"catId": 5,
"startTime": 1667097000,
"endTime": 1667098800,
"programId": 6060248599,
"title": "Young Sheldon",
"rating": "TV-PG",
"programDetails": "https://cmg-prod.apigee.net/v1/xapi/tvschedules/tvguide/programdetails/6060248599/web"
},
{
"airingAttrib": 524288,
"catId": 5,
"startTime": 1667098800,
"endTime": 1667102400,
"programId": 1030182907,
"title": "Local Programming",
"rating": "TV-G",
"programDetails": "https://cmg-prod.apigee.net/v1/xapi/tvschedules/tvguide/programdetails/1030182907/web"
},
{
"airingAttrib": 524288,
"catId": 5,
"startTime": 1667102400,
"endTime": 1667120400,
"programId": 1030182907,
"title": "Local Programming",
"rating": "TV-G",
"programDetails": "https://cmg-prod.apigee.net/v1/xapi/tvschedules/tvguide/programdetails/1030182907/web"
},
{
"airingAttrib": 524288,
"catId": 5,
"startTime": 1667120400,
"endTime": 1667134800,
"programId": 1030182907,
"title": "Local Programming",
"rating": "TV-G",
"programDetails": "https://cmg-prod.apigee.net/v1/xapi/tvschedules/tvguide/programdetails/1030182907/web"
},
{
"airingAttrib": 557588,
"catId": 4,
"startTime": 1667134800,
"endTime": 1667140200,
"programId": 6060613824,
"title": "CBS Sunday Morning",
"rating": "TV-PG",
"programDetails": "https://cmg-prod.apigee.net/v1/xapi/tvschedules/tvguide/programdetails/6060613824/web"
},
{
"airingAttrib": 557588,
"catId": 4,
"startTime": 1667140200,
"endTime": 1667143800,
"programId": 6060613861,
"title": "Face the Nation",
"rating": "TV-PG",
"programDetails": "https://cmg-prod.apigee.net/v1/xapi/tvschedules/tvguide/programdetails/6060613861/web"
},
{
"airingAttrib": 524288,
"catId": 5,
"startTime": 1667143800,
"endTime": 1667145600,
"programId": 1030182907,
"title": "Local Programming",
"rating": "TV-G",
"programDetails": "https://cmg-prod.apigee.net/v1/xapi/tvschedules/tvguide/programdetails/1030182907/web"
},
{
"airingAttrib": 558097,
"catId": 2,
"startTime": 1667145600,
"endTime": 1667149200,
"programId": 6003572942,
"title": "The NFL Today",
"rating": null,
"programDetails": "https://cmg-prod.apigee.net/v1/xapi/tvschedules/tvguide/programdetails/6003572942/web"
},
{
"airingAttrib": 524817,
"catId": 2,
"startTime": 1667149200,
"endTime": 1667160000,
"programId": 6000129053,
"title": "NFL Football",
"rating": null,
"programDetails": "https://cmg-prod.apigee.net/v1/xapi/tvschedules/tvguide/programdetails/6000129053/web"
},
{
"airingAttrib": 524817,
"catId": 2,
"startTime": 1667160000,
"endTime": 1667170800,
"programId": 6000129053,
"title": "NFL Football",
"rating": null,
"programDetails": "https://cmg-prod.apigee.net/v1/xapi/tvschedules/tvguide/programdetails/6000129053/web"
},
{
"airingAttrib": 558100,
"catId": 4,
"startTime": 1667170800,
"endTime": 1667174400,
"programId": 6003572892,
"title": "60 Minutes",
"rating": "TV-PG",
"programDetails": "https://cmg-prod.apigee.net/v1/xapi/tvschedules/tvguide/programdetails/6003572892/web"
}
]
}
]
},
"links": {
"self": {
"href": "https://cmg-prod.apigee.net/v1/xapi/tvschedules/tvguide/9100001138/web?start=1667088000&duration=1440&channelSourceIds=9200018514"
},
"prev": {
"href": null
},
"next": {
"href": "https://cmg-prod.apigee.net/v1/xapi/tvschedules/tvguide/9100001138/web?start=1667088000&duration=1440&channelSourceIds=9200018514&offset=1667089440&limit=1667088000"
}
},
"meta": {
"componentName": null,
"componentDisplayName": null,
"componentType": null
}
}

20
sites/tvguide.com/__data__/no-content.json Normal file
View File

@@ -0,0 +1,20 @@
{
"errors": [
{
"code": 400,
"reason": "Not Found",
"message": "Bad Request"
}
],
"links": {
"self": {
"href": "https://cmg-prod.apigee.net/v1/xapi/tvschedules/tvguide/100001138/web?start=1667088000&duration=1440&channelSourceIds=9200018514"
}
},
"meta": {
"componentName": null,
"componentDisplayName": null,
"componentType": null
}
}

91
sites/tvguide.com/__data__/program.json Normal file
View File

@@ -0,0 +1,91 @@
{
"data": {
"item": {
"id": 6060613824,
"name": "CBS Sunday Morning",
"parentId": 1030037352,
"description": "The Backseat Lovers perform on the \"Saturday Sessions\"; and Daisy Ryan guests on \"The Dish.\" Also: comedian Fortune Feimster.",
"isSportsEvent": false,
"rating": null,
"tvRating": "TV-PG",
"episodeTitle": "10-30-2022",
"releaseYear": 2022,
"seoUrl": null,
"categoryId": 4,
"subCategoryId": 0,
"episodeAirDate": "/Date(1667088000000)/",
"episodeNumber": 248,
"seasonNumber": 40,
"mcoId": 1030037352,
"title": "CBS Sunday Morning",
"type": "show",
"slug": "cbs-sunday-morning",
"typeId": 1,
"images": [
{
"id": "1-10744155154",
"provider": "Tivo",
"imageType": {
"typeId": 1,
"typeName": "showcard",
"providerTypeName": "Vertical Showcard (3:4)"
},
"bucketType": "catalog",
"bucketPath": "/provider/1/1/1-10744155154.jpg",
"filename": "",
"width": 2160,
"height": 2880
},
{
"id": "1-10744155148",
"provider": "Tivo",
"imageType": {
"typeId": 5,
"typeName": "key art",
"providerTypeName": "Key Art"
},
"bucketType": "catalog",
"bucketPath": "/provider/1/5/1-10744155148.jpg",
"filename": "",
"width": 3000,
"height": 1688
}
],
"genres": [
{
"id": 19,
"name": "Talk & Interview",
"genres": [
"interview",
"talk"
]
},
{
"id": 99,
"name": "Other",
"genres": [
"newsmagazine",
"profile"
]
}
],
"duration": null,
"metacriticSummary": {
"url": null,
"score": 0,
"reviewCount": 0
},
"video": null
}
},
"links": {
"self": {
"href": "https://cmg-prod.apigee.net/v1/xapi/tvschedules/tvguide/programdetails/6060613824/web"
}
},
"meta": {
"componentName": null,
"componentDisplayName": null,
"componentType": null
}
}

90
sites/tvguide.com/tvguide.com.channels.xml Normal file
View File

@@ -0,0 +1,90 @@
<?xml version="1.0" encoding="UTF-8"?>
<site site="tvguide.com">
<channels>
<channel lang="en" xmltv_id="AEEast.us" site_id="9100001138#9200004889">A&amp;E East</channel>
<channel lang="en" xmltv_id="AMCEast.us" site_id="9100001138#9233011832">AMC East</channel>
<channel lang="en" xmltv_id="AnimalPlanetEast.us" site_id="9100001138#9200018479">Animal Planet East</channel>
<channel lang="en" xmltv_id="BBCAmericaEast.us" site_id="9100001138#9200014701">BBC America East</channel>
<channel lang="en" xmltv_id="BETEast.us" site_id="9100001138#9233005931">BET East</channel>
<channel lang="en" xmltv_id="BravoEast.us" site_id="9100001138#9200002886">Bravo East</channel>
<channel lang="en" xmltv_id="CartoonNetworkEast.us" site_id="9100001138#9200004848">Cartoon Network East</channel>
<channel lang="en" xmltv_id="CBSEast.us" site_id="9100001138#9200018514">CBS East</channel>
<channel lang="en" xmltv_id="CinemaxEast.us" site_id="9100001138#9233009829">Cinemax East</channel>
<channel lang="en" xmltv_id="CMTEast.us" site_id="9100001138#9200012085">CMT East</channel>
<channel lang="en" xmltv_id="CNBC.us" site_id="9100001138#9200009413">CNBC US</channel>
<channel lang="en" xmltv_id="CNN.us" site_id="9100001138#9233013812">CNN USA</channel>
<channel lang="en" xmltv_id="ComedyCentralEast.us" site_id="9100001138#9200000657">Comedy Central East</channel>
<channel lang="en" xmltv_id="DiscoveryChannelEast.us" site_id="9100001138#9233004102">Discovery Channel East</channel>
<channel lang="en" xmltv_id="DiscoveryLife.us" site_id="9100001138#9233013857">Discovery Life Channel</channel>
<channel lang="en" xmltv_id="DisneyChannelEast.us" site_id="9100001138#9200018475">Disney Channel East</channel>
<channel lang="en" xmltv_id="DisneyXDEast.us" site_id="9100001138#9200004852">Disney XD East</channel>
<channel lang="en" xmltv_id="DIYNetwork.us" site_id="9100001138#9200012415">DIY Network USA</channel>
<channel lang="en" xmltv_id="EEast.us" site_id="9100001138#9200012343">E! East</channel>
<channel lang="en" xmltv_id="ESPN.us" site_id="9100001138#9200006937">ESPN</channel>
<channel lang="en" xmltv_id="ESPN2.us" site_id="9100001138#9200012351">ESPN 2 US</channel>
<channel lang="en" xmltv_id="ESPNClassic.us" site_id="9100001138#9233011637">ESPN Classic USA</channel>
<channel lang="en" xmltv_id="ESPNU.us" site_id="9100001138#9233011350">ESPNU</channel>
<channel lang="en" xmltv_id="FanDuelTV.us" site_id="9100001138#9200012412">FanDuel TV</channel>
<channel lang="en" xmltv_id="FlixEast.us" site_id="9100001138#9233000217">Flix East</channel>
<channel lang="en" xmltv_id="FoodNetworkEast.us" site_id="9100001138#9233009448">Food Network East</channel>
<channel lang="en" xmltv_id="FoxEast.us" site_id="9100001138#9233002271">Fox East</channel>
<channel lang="en" xmltv_id="FoxNewsChannel.us" site_id="9100001138#9233000410">Fox News Channel</channel>
<channel lang="en" xmltv_id="FoxSports1.us" site_id="9100001138#9233008440">Fox Sports 1</channel>
<channel lang="en" xmltv_id="FreeformEast.us" site_id="9100001138#9200006942">Freeform East</channel>
<channel lang="en" xmltv_id="FuseEast.us" site_id="9100001138#9233000028">Fuse East</channel>
<channel lang="en" xmltv_id="FXEast.us" site_id="9100001138#9200006932">FX East</channel>
<channel lang="en" xmltv_id="FXMovieChannel.us" site_id="9100001138#9233013967">FX Movie Channel</channel>
<channel lang="en" xmltv_id="FXXEast.us" site_id="9100001138#9200018644">FXX East</channel>
<channel lang="en" xmltv_id="FYIEast.us" site_id="9100001138#9200020460">FYI East</channel>
<channel lang="en" xmltv_id="GameShowNetworkEast.us" site_id="9100001138#9200019858">Game Show Network East</channel>
<channel lang="en" xmltv_id="GolfChannel.us" site_id="9100001138#9233005443">Golf Channel US</channel>
<channel lang="en" xmltv_id="HallmarkChannelEast.us" site_id="9100001138#9200016034">Hallmark Channel East</channel>
<channel lang="en" xmltv_id="HBO2East.us" site_id="9100001138#9233003524">HBO 2 East</channel>
<channel lang="en" xmltv_id="HBOEast.us" site_id="9100001138#9200004886">HBO East</channel>
<channel lang="en" xmltv_id="HBOSignatureEast.us" site_id="9100001138#9233008160">HBO Signature East</channel>
<channel lang="en" xmltv_id="HGTVEast.us" site_id="9100001138#9233004104">HGTV East</channel>
<channel lang="en" xmltv_id="HistoryEast.us" site_id="9100001138#9233008002">History East</channel>
<channel lang="en" xmltv_id="IFCEast.us" site_id="9100001138#9200004303">IFC East</channel>
<channel lang="en" xmltv_id="InvestigationDiscoveryEast.us" site_id="9100001138#9200002243">Investigation Discovery East</channel>
<channel lang="en" xmltv_id="IONTVEast.us" site_id="9100001138#9233011910">ION TV East</channel>
<channel lang="en" xmltv_id="LifetimeEast.us" site_id="9100001138#9200020452">Lifetime East</channel>
<channel lang="en" xmltv_id="LifetimeMoviesEast.us" site_id="9100001138#9233009825">Lifetime Movies East</channel>
<channel lang="en" xmltv_id="LifetimeRealWomen.us" site_id="9100001138#9233001621">Lifetime Real Women</channel>
<channel lang="en" xmltv_id="MoreMaxEast.us" site_id="9100001138#9233015766">MoreMax East</channel>
<channel lang="en" xmltv_id="MSNBC.us" site_id="9100001138#9233006803">MSNBC</channel>
<channel lang="en" xmltv_id="MTVEast.us" site_id="9100001138#9200014754">MTV East</channel>
<channel lang="en" xmltv_id="NationalGeographicEast.us" site_id="9100001138#9233002310">National Geographic East</channel>
<channel lang="en" xmltv_id="NBCEast.us" site_id="9100001138#9233009876">NBC East</channel>
<channel lang="en" xmltv_id="NBCSN.us" site_id="9100001138#9233000030">NBCSN</channel>
<channel lang="en" xmltv_id="NewsNationEast.us" site_id="9100001138#9233013251">NewsNation East</channel>
<channel lang="en" xmltv_id="NickelodeonEast.us" site_id="9100001138#9200006939">Nickelodeon East</channel>
<channel lang="en" xmltv_id="OWNEast.us" site_id="9100001138#9200002736">Oprah Winfrey Network East</channel>
<channel lang="en" xmltv_id="OxygenEast.us" site_id="9100001138#9200004949">Oxygen East</channel>
<channel lang="en" xmltv_id="ParamountNetworkEast.us" site_id="9100001138#9233013810">Paramount Network East</channel>
<channel lang="en" xmltv_id="PBSEast.us" site_id="9100001138#9233004141">PBS East</channel>
<channel lang="en" xmltv_id="PopEast.us" site_id="9100001138#9200020464">Pop East</channel>
<channel lang="en" xmltv_id="QVC.us" site_id="9100001138#9200002891">QVC US</channel>
<channel lang="en" xmltv_id="Reelz.us" site_id="9100001138#9200011769">Reelz</channel>
<channel lang="en" xmltv_id="Science.us" site_id="9100001138#9200019847">Science</channel>
<channel lang="en" xmltv_id="Showtime2East.us" site_id="9100001138#9200018178">Showtime 2 East</channel>
<channel lang="en" xmltv_id="ShowtimeEast.us" site_id="9100001138#9200016599">Showtime East</channel>
<channel lang="en" xmltv_id="SmithsonianChannelEast.us" site_id="9100001138#9233002112">Smithsonian Channel East</channel>
<channel lang="en" xmltv_id="StarzEast.us" site_id="9100001138#9233013809">Starz East</channel>
<channel lang="en" xmltv_id="StarzEncoreEast.us" site_id="9100001138#9200009649">Starz Encore East</channel>
<channel lang="en" xmltv_id="SundanceTVEast.us" site_id="9100001138#9233001687">Sundance TV East</channel>
<channel lang="en" xmltv_id="SyfyEast.us" site_id="9100001138#9200004316">Syfy East</channel>
<channel lang="en" xmltv_id="TBSEast.us" site_id="9100001138#9233000403">TBS East</channel>
<channel lang="en" xmltv_id="TCMEast.us" site_id="9100001138#9200017928">TCM US</channel>
<channel lang="en" xmltv_id="TelemundoEast.us" site_id="9100001138#9200011857">Telemundo Este</channel>
<channel lang="en" xmltv_id="TheCW.us" site_id="9100001138#9233011398">The CW East</channel>
<channel lang="en" xmltv_id="TheMovieChannelEast.us" site_id="9100001138#9233015305">The Movie Channel East</channel>
<channel lang="en" xmltv_id="TLCEast.us" site_id="9100001138#9233004112">TLC East</channel>
<channel lang="en" xmltv_id="TNTEast.us" site_id="9100001138#9233011830">TNT East</channel>
<channel lang="en" xmltv_id="truTVEast.us" site_id="9100001138#9200009547">truTV East</channel>
<channel lang="en" xmltv_id="TVLandEast.us" site_id="9100001138#9233005468">TV Land East</channel>
<channel lang="en" xmltv_id="UnivisionEast.us" site_id="9100001138#9200000867">Univisión Este</channel>
<channel lang="en" xmltv_id="USANetworkEast.us" site_id="9100001138#9233004106">USA Network East</channel>
<channel lang="en" xmltv_id="VH1East.us" site_id="9100001138#9233000037">VH1 East</channel>
<channel lang="en" xmltv_id="WeTVEast.us" site_id="9100001138#9200018188">We TV East</channel>
</channels>
</site>

71
sites/tvguide.com/tvguide.com.config.js Normal file
View File

@@ -0,0 +1,71 @@
const axios = require('axios')
const dayjs = require('dayjs')
const utc = require('dayjs/plugin/utc')
const timezone = require('dayjs/plugin/timezone')
dayjs.extend(utc)
dayjs.extend(timezone)
module.exports = {
site: 'tvguide.com',
days: 2,
url: function ({ date, channel }) {
const [providerId, channelSourceIds] = channel.site_id.split('#')
const url = `https://cmg-prod.apigee.net/v1/xapi/tvschedules/tvguide/${providerId}/web?start=${date
.startOf('d')
.unix()}&duration=1440&channelSourceIds=${channelSourceIds}`
return url
},
async parser({ content, channel }) {
const programs = []
const items = parseItems(content)
for (let item of items) {
const details = await loadProgramDetails(item)
programs.push({
title: item.title,
sub_title: details.episodeTitle,
description: details.description,
season: details.seasonNumber,
episode: details.episodeNumber,
rating: parseRating(item),
categories: parseCategories(details),
start: parseTime(item.startTime),
stop: parseTime(item.endTime)
})
}
return programs
}
}
function parseRating(item) {
return item.rating ? { system: 'MPA', value: item.rating } : null
}
function parseCategories(details) {
return Array.isArray(details.genres) ? details.genres.map(g => g.name) : []
}
function parseTime(timestamp) {
return dayjs.unix(timestamp)
}
function parseItems(content) {
const data = JSON.parse(content)
if (!data.data || !Array.isArray(data.data.items) || !data.data.items.length) return []
return data.data.items[0].programSchedules
}
async function loadProgramDetails(item) {
const data = await axios
.get(item.programDetails)
.then(r => r.data)
.catch(err => {
console.log(err.message)
})
if (!data || !data.data || !data.data.item) return {}
return data.data.item
}

74
sites/tvguide.com/tvguide.com.test.js Normal file
View File

@@ -0,0 +1,74 @@
// npx epg-grabber --config=sites/tvguide.com/tvguide.com.config.js --channels=sites/tvguide.com/tvguide.com.channels.xml --output=guide.xml --days=2
const { parser, url } = require('./tvguide.com.config.js')
const fs = require('fs')
const path = require('path')
const axios = require('axios')
const dayjs = require('dayjs')
const utc = require('dayjs/plugin/utc')
const customParseFormat = require('dayjs/plugin/customParseFormat')
dayjs.extend(customParseFormat)
dayjs.extend(utc)
jest.mock('axios')
const date = dayjs.utc('2022-10-30', 'YYYY-MM-DD').startOf('d')
const channel = {
site_id: '9100001138#9200018514',
xmltv_id: 'CBSEast.us'
}
it('can generate valid url', () => {
expect(url({ date, channel })).toBe(
'https://cmg-prod.apigee.net/v1/xapi/tvschedules/tvguide/9100001138/web?start=1667088000&duration=1440&channelSourceIds=9200018514'
)
})
it('can parse response', async () => {
const content = fs.readFileSync(path.resolve(__dirname, '__data__/content.json'))
axios.get.mockImplementation(url => {
if (
url ===
'https://cmg-prod.apigee.net/v1/xapi/tvschedules/tvguide/programdetails/6060613824/web'
) {
return Promise.resolve({
data: JSON.parse(fs.readFileSync(path.resolve(__dirname, '__data__/program.json')))
})
} else {
return Promise.resolve({ data: '' })
}
})
let results = await parser({ content, channel, date })
results = results.map(p => {
p.start = p.start.toJSON()
p.stop = p.stop.toJSON()
return p
})
expect(results[5]).toMatchObject({
start: '2022-10-30T13:00:00.000Z',
stop: '2022-10-30T14:30:00.000Z',
title: 'CBS Sunday Morning',
sub_title: '10-30-2022',
description:
'The Backseat Lovers perform on the "Saturday Sessions"; and Daisy Ryan guests on "The Dish." Also: comedian Fortune Feimster.',
categories: ['Talk & Interview', 'Other'],
season: 40,
episode: 248,
rating: {
system: 'MPA',
value: 'TV-PG'
}
})
})
it('can handle empty guide', async () => {
const results = await parser({
date,
channel,
content: fs.readFileSync(path.resolve(__dirname, '__data__/no-content.json'))
})
expect(results).toMatchObject([])
})