mirror of https://github.com/iptv-org/iptv
Aleksandr Statciuk
3 years ago
committed by
GitHub
commit
a655c15189
@ -1,58 +1,49 @@
|
||||
name: 📺 Channel Request
|
||||
description: Request to add a channel into the playlist
|
||||
title: "Add: "
|
||||
labels: [ "channel request" ]
|
||||
title: 'Add: '
|
||||
labels: ['channel request']
|
||||
|
||||
body:
|
||||
- type: markdown
|
||||
attributes:
|
||||
value: |
|
||||
Please fill out the issue template as much as you can so we could efficiently process your request
|
||||
|
||||
**IMPORTANT**: An issue may contain a request for only one channel, otherwise it will be closed
|
||||
Please fill out the issue template as much as you can so we could efficiently process your request
|
||||
|
||||
- type: input
|
||||
id: name
|
||||
attributes:
|
||||
label: Channel Name
|
||||
description: Full name of the channel. It is recommended to use the name listed on [lyngsat](https://www.lyngsat.com/search.html) or [wikipedia](https://www.wikipedia.org/) if possible.
|
||||
placeholder: 'Fox Life Russia'
|
||||
placeholder: 'BBC America East'
|
||||
validations:
|
||||
required: true
|
||||
|
||||
- type: input
|
||||
id: origin
|
||||
attributes:
|
||||
label: Country
|
||||
description: Country from which the channel originates from
|
||||
validations:
|
||||
required: true
|
||||
|
||||
|
||||
- type: input
|
||||
id: lang
|
||||
attributes:
|
||||
label: Language
|
||||
validations:
|
||||
required: true
|
||||
|
||||
label: Channel ID
|
||||
description: Unique channel ID from iptv-org/database. A complete list of supported channels can be found on [iptv-org.github.io](https://iptv-org.github.io/).
|
||||
placeholder: 'BBCAmericaEast.us'
|
||||
|
||||
- type: input
|
||||
id: source
|
||||
attributes:
|
||||
label: Website
|
||||
description: Where did you find the broadcast?
|
||||
placeholder: 'ex. https://www.filmon.com/channel/strange-paradise'
|
||||
placeholder: 'https://example.com/live-tv'
|
||||
validations:
|
||||
required: true
|
||||
|
||||
- type: input
|
||||
id: stream
|
||||
attributes:
|
||||
label: Stream URL
|
||||
description: Link to a stream in m3u8 format
|
||||
placeholder: 'ex. https://lnc-kdfw-fox-aws.tubi.video/index.m3u8'
|
||||
|
||||
- type: input
|
||||
id: notes
|
||||
placeholder: 'https://example.com/playlist.m3u8'
|
||||
|
||||
- type: textarea
|
||||
attributes:
|
||||
label: Notes
|
||||
placeholder: 'Anything else we should know about this broadcast? Is it 24/7?'
|
||||
description: 'Anything else we should know about this broadcast?'
|
||||
|
||||
- type: checkboxes
|
||||
attributes:
|
||||
label: Please confirm the following
|
||||
options:
|
||||
- label: I have read [Contributing Guide](https://github.com/iptv-org/iptv/blob/master/CONTRIBUTING.md#request-a-channel)
|
||||
|
||||
@ -1,61 +1,61 @@
|
||||
name: 🛠 Broken Stream
|
||||
description: Report a broken stream
|
||||
title: "Replace: "
|
||||
labels: [ "broken stream" ]
|
||||
title: 'Replace: '
|
||||
labels: ['broken stream']
|
||||
|
||||
body:
|
||||
- type: markdown
|
||||
attributes:
|
||||
value: |
|
||||
Please fill out the issue template as much as you can so we could efficiently process your request
|
||||
**IMPORTANT**: An issue may contain a request for only one channel, otherwise it will be closed
|
||||
|
||||
Please fill out the issue template as much as you can so we could efficiently process your request
|
||||
|
||||
- type: input
|
||||
id: name
|
||||
attributes:
|
||||
label: Channel Name
|
||||
description: Full name of the channel. Please use the exact name, as in how it appears in the playlist.
|
||||
placeholder: 'Fox Life Russia'
|
||||
label: Stream Title
|
||||
description: Please use the exact title, as in how it appears in the playlist.
|
||||
placeholder: 'BBC America East (720p) [Geo-blocked]'
|
||||
validations:
|
||||
required: true
|
||||
|
||||
- type: dropdown
|
||||
id: reason
|
||||
attributes:
|
||||
label: What happened to the stream?
|
||||
options:
|
||||
- It is disappeared from the playlist
|
||||
- It is stuck at a single frame/the same segment
|
||||
- I see visual artifacts
|
||||
- It is buffering to unplayable point
|
||||
- I see visual artifacts
|
||||
- Other
|
||||
validations:
|
||||
required: true
|
||||
|
||||
|
||||
- type: input
|
||||
id: playlist
|
||||
attributes:
|
||||
label: Playlist
|
||||
description: What playlist was used to get the channel from?
|
||||
placeholder: 'ex. https://iptv-org.github.io/iptv/countries/au.m3u'
|
||||
placeholder: 'https://iptv-org.github.io/iptv/countries/au.m3u'
|
||||
validations:
|
||||
required: true
|
||||
|
||||
|
||||
- type: input
|
||||
id: link
|
||||
attributes:
|
||||
label: Broken Link
|
||||
description: Please specify the broken link from a playlist if you can
|
||||
placeholder: 'ex. https://lnc-kdfw-fox-aws.tubi.video/index.m3u8'
|
||||
|
||||
placeholder: 'https://lnc-kdfw-fox-aws.tubi.video/index.m3u8'
|
||||
|
||||
- type: input
|
||||
id: alt
|
||||
attributes:
|
||||
label: Possible Replacement
|
||||
description: If you know an alternate non-protected source or the way to fix current stream please let us know
|
||||
description: If you know an alternate source or the way to fix current stream please let us know
|
||||
placeholder: 'ex. https://lnc-kdfw-fox-aws.tubi.video/index.m3u8'
|
||||
|
||||
|
||||
- type: input
|
||||
id: notes
|
||||
attributes:
|
||||
label: Notes
|
||||
placeholder: 'Anything else we should know?'
|
||||
|
||||
- type: checkboxes
|
||||
attributes:
|
||||
label: Please confirm the following
|
||||
options:
|
||||
- label: I have read [Contributing Guide](https://github.com/iptv-org/iptv/blob/master/CONTRIBUTING.md#report-a-broken-stream)
|
||||
|
||||
@ -1,39 +0,0 @@
|
||||
name: cleanup
|
||||
on:
|
||||
workflow_dispatch:
|
||||
jobs:
|
||||
cleanup:
|
||||
runs-on: ubuntu-latest
|
||||
steps:
|
||||
- uses: actions/checkout@v2
|
||||
- run: echo "::set-output name=branch_name::$(date +'bot/cleanup-%s')"
|
||||
id: create-branch-name
|
||||
- run: |
|
||||
git config user.name 'iptv-bot[bot]'
|
||||
git config user.email '84861620+iptv-bot[bot]@users.noreply.github.com'
|
||||
- run: git checkout -b ${{ steps.create-branch-name.outputs.branch_name }}
|
||||
- run: npm install
|
||||
- run: node scripts/commands/create-database.js
|
||||
- run: node scripts/commands/cleanup-database.js
|
||||
- run: node scripts/commands/update-playlists.js
|
||||
- run: |
|
||||
git add channels/*
|
||||
git commit -m "[Bot] Update playlists"
|
||||
- uses: tibdex/github-app-token@v1
|
||||
if: ${{ !env.ACT }}
|
||||
id: create-app-token
|
||||
with:
|
||||
app_id: ${{ secrets.APP_ID }}
|
||||
private_key: ${{ secrets.APP_PRIVATE_KEY }}
|
||||
- uses: repo-sync/pull-request@v2
|
||||
if: ${{ github.ref == 'refs/heads/master' }}
|
||||
id: pull-request
|
||||
with:
|
||||
github_token: ${{ steps.create-app-token.outputs.token }}
|
||||
source_branch: ${{ steps.create-branch-name.outputs.branch_name }}
|
||||
destination_branch: 'master'
|
||||
pr_title: '[Bot] Remove broken links'
|
||||
pr_body: |
|
||||
This pull request is created by [cleanup][1] workflow.
|
||||
|
||||
[1]: https://github.com/iptv-org/iptv/actions/runs/${{ github.run_id }}
|
||||
@ -1,5 +1,4 @@
|
||||
node_modules
|
||||
database
|
||||
.artifacts
|
||||
.secrets
|
||||
.actrc
|
||||
|
||||
@ -1,8 +0,0 @@
|
||||
## Supported Statuses
|
||||
|
||||
| Label | Description |
|
||||
| ----------- | ------------------------------------------------- |
|
||||
| Geo-blocked | Channel is only available in selected countries. |
|
||||
| Not 24/7 | Broadcast is not available 24 hours a day. |
|
||||
| Timeout | Server does not respond for more than 60 seconds. |
|
||||
| Offline | The broadcast does not work for any other reason. |
|
||||
File diff suppressed because it is too large
Load Diff
@ -1,31 +1,46 @@
|
||||
{
|
||||
"name": "iptv",
|
||||
"scripts": {
|
||||
"validate": "node scripts/commands/validate.js",
|
||||
"lint": "npx m3u-linter -c m3u-linter.json",
|
||||
"act:auto-update": "act workflow_dispatch -W .github/workflows/auto-update.yml --artifact-server-path=.artifacts",
|
||||
"act:check": "act pull_request -W .github/workflows/check.yml",
|
||||
"db:create": "node scripts/commands/database/create.js",
|
||||
"db:matrix": "node scripts/commands/database/matrix.js",
|
||||
"db:update": "node scripts/commands/database/update.js",
|
||||
"db:export": "node scripts/commands/database/export.js",
|
||||
"cluster:load": "node scripts/commands/cluster/load.js",
|
||||
"playlist:validate": "node scripts/commands/playlist/validate.js",
|
||||
"playlist:generate": "node scripts/commands/playlist/generate.js",
|
||||
"playlist:update": "node scripts/commands/playlist/update.js",
|
||||
"playlist:lint": "npx m3u-linter -c m3u-linter.json",
|
||||
"readme:update": "node scripts/commands/readme/update.js",
|
||||
"test": "jest --runInBand"
|
||||
},
|
||||
"jest": {
|
||||
"testRegex": "tests/(.*?/)?.*test.js$"
|
||||
"testRegex": "tests/(.*?/)?.*test.js$",
|
||||
"setupFilesAfterEnv": [
|
||||
"@alex_neo/jest-expect-message"
|
||||
]
|
||||
},
|
||||
"author": "Arhey",
|
||||
"private": true,
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"chunk": "^0.0.3",
|
||||
"commander": "^7.0.0",
|
||||
"crypto": "^1.0.1",
|
||||
"@alex_neo/jest-expect-message": "^1.0.5",
|
||||
"chalk": "^4.1.2",
|
||||
"commander": "^8.3.0",
|
||||
"dayjs": "^1.10.7",
|
||||
"fs-extra": "^10.0.0",
|
||||
"iptv-checker": "^0.22.0",
|
||||
"iptv-playlist-parser": "^0.10.2",
|
||||
"jest": "^27.4.3",
|
||||
"jest": "^27.5.1",
|
||||
"jest-expect-message": "^1.0.2",
|
||||
"lodash": "^4.17.21",
|
||||
"m3u-linter": "^0.3.0",
|
||||
"markdown-include": "^0.4.3",
|
||||
"mz": "^2.7.0",
|
||||
"natural-orderby": "^2.0.3",
|
||||
"nedb-promises": "^5.0.2",
|
||||
"normalize-url": "^6.1.0",
|
||||
"transliteration": "^2.2.0",
|
||||
"winston": "^3.3.3"
|
||||
"signale": "^1.4.0",
|
||||
"transliteration": "^2.2.0"
|
||||
}
|
||||
}
|
||||
|
||||
@ -1,2 +1,2 @@
|
||||
logs/
|
||||
channels.db
|
||||
/logs/
|
||||
/database/
|
||||
@ -1,50 +0,0 @@
|
||||
const { program } = require('commander')
|
||||
const { db, logger, timer, checker, store, file, parser } = require('../core')
|
||||
|
||||
const options = program
|
||||
.requiredOption('-c, --cluster-id <cluster-id>', 'The ID of cluster to load', parser.parseNumber)
|
||||
.option('-t, --timeout <timeout>', 'Set timeout for each request', parser.parseNumber, 60000)
|
||||
.option('-d, --delay <delay>', 'Set delay for each request', parser.parseNumber, 0)
|
||||
.option('--debug', 'Enable debug mode')
|
||||
.parse(process.argv)
|
||||
.opts()
|
||||
|
||||
const config = {
|
||||
timeout: options.timeout,
|
||||
delay: options.delay,
|
||||
debug: options.debug
|
||||
}
|
||||
|
||||
const LOGS_PATH = process.env.LOGS_PATH || 'scripts/logs'
|
||||
|
||||
async function main() {
|
||||
logger.info('Starting...')
|
||||
logger.info(`Timeout: ${options.timeout}ms`)
|
||||
logger.info(`Delay: ${options.delay}ms`)
|
||||
timer.start()
|
||||
|
||||
const clusterLog = `${LOGS_PATH}/check-streams/cluster_${options.clusterId}.log`
|
||||
logger.info(`Loading cluster: ${options.clusterId}`)
|
||||
logger.info(`Creating '${clusterLog}'...`)
|
||||
await file.create(clusterLog)
|
||||
const items = await db.find({ cluster_id: options.clusterId })
|
||||
const total = items.length
|
||||
logger.info(`Found ${total} links`)
|
||||
|
||||
logger.info('Checking...')
|
||||
const results = {}
|
||||
for (const [i, item] of items.entries()) {
|
||||
const message = `[${i + 1}/${total}] ${item.filepath}: ${item.url}`
|
||||
const result = await checker.check(item, config)
|
||||
if (!result.error) {
|
||||
logger.info(message)
|
||||
} else {
|
||||
logger.info(`${message} (${result.error})`)
|
||||
}
|
||||
await file.append(clusterLog, JSON.stringify(result) + '\n')
|
||||
}
|
||||
|
||||
logger.info(`Done in ${timer.format('HH[h] mm[m] ss[s]')}`)
|
||||
}
|
||||
|
||||
main()
|
||||
@ -1,24 +0,0 @@
|
||||
const { db, logger } = require('../core')
|
||||
|
||||
async function main() {
|
||||
logger.info(`Loading database...`)
|
||||
let streams = await db.find({})
|
||||
|
||||
logger.info(`Removing broken links...`)
|
||||
let removed = 0
|
||||
const buffer = []
|
||||
for (const stream of streams) {
|
||||
const duplicate = buffer.find(i => i.id === stream.id)
|
||||
if (duplicate && ['offline', 'timeout'].includes(stream.status.code)) {
|
||||
await db.remove({ _id: stream._id })
|
||||
removed++
|
||||
} else {
|
||||
buffer.push(stream)
|
||||
}
|
||||
}
|
||||
db.compact()
|
||||
|
||||
logger.info(`Removed ${removed} links`)
|
||||
}
|
||||
|
||||
main()
|
||||
@ -0,0 +1,65 @@
|
||||
const { db, logger, timer, checker, store, file, parser } = require('../../core')
|
||||
const { program } = require('commander')
|
||||
|
||||
const options = program
|
||||
.requiredOption('-c, --cluster-id <cluster-id>', 'The ID of cluster to load', parser.parseNumber)
|
||||
.option('-t, --timeout <timeout>', 'Set timeout for each request', parser.parseNumber, 60000)
|
||||
.option('-d, --delay <delay>', 'Set delay for each request', parser.parseNumber, 0)
|
||||
.option('--debug', 'Enable debug mode')
|
||||
.parse(process.argv)
|
||||
.opts()
|
||||
|
||||
const config = {
|
||||
timeout: options.timeout,
|
||||
delay: options.delay,
|
||||
debug: options.debug
|
||||
}
|
||||
|
||||
const LOGS_DIR = process.env.LOGS_DIR || 'scripts/logs/cluster/load'
|
||||
|
||||
async function main() {
|
||||
logger.info('starting...')
|
||||
logger.info(`timeout: ${options.timeout}ms`)
|
||||
logger.info(`delay: ${options.delay}ms`)
|
||||
timer.start()
|
||||
|
||||
const clusterLog = `${LOGS_DIR}/cluster_${options.clusterId}.log`
|
||||
logger.info(`loading cluster: ${options.clusterId}`)
|
||||
logger.info(`creating '${clusterLog}'...`)
|
||||
await file.create(clusterLog)
|
||||
await db.streams.load()
|
||||
const items = await db.streams.find({ cluster_id: options.clusterId })
|
||||
const total = items.length
|
||||
logger.info(`found ${total} links`)
|
||||
|
||||
logger.info('checking...')
|
||||
const results = {}
|
||||
for (const [i, item] of items.entries()) {
|
||||
const message = `[${i + 1}/${total}] ${item.filepath}: ${item.url}`
|
||||
const request = {
|
||||
_id: item._id,
|
||||
url: item.url,
|
||||
http: {
|
||||
referrer: item.http_referrer,
|
||||
'user-agent': item.user_agent
|
||||
}
|
||||
}
|
||||
const result = await checker.check(request, config)
|
||||
if (!result.error) {
|
||||
logger.info(message)
|
||||
} else {
|
||||
logger.info(`${message} (${result.error})`)
|
||||
}
|
||||
const output = {
|
||||
_id: result._id,
|
||||
error: result.error,
|
||||
streams: result.streams,
|
||||
requests: result.requests
|
||||
}
|
||||
await file.append(clusterLog, JSON.stringify(output) + '\n')
|
||||
}
|
||||
|
||||
logger.info(`done in ${timer.format('HH[h] mm[m] ss[s]')}`)
|
||||
}
|
||||
|
||||
main()
|
||||
@ -1,104 +0,0 @@
|
||||
const { db, file, parser, store, logger } = require('../core')
|
||||
const transliteration = require('transliteration')
|
||||
const { program } = require('commander')
|
||||
const _ = require('lodash')
|
||||
|
||||
const options = program
|
||||
.option(
|
||||
'--max-clusters <max-clusters>',
|
||||
'Set maximum number of clusters',
|
||||
parser.parseNumber,
|
||||
200
|
||||
)
|
||||
.option('--input-dir <input-dir>', 'Set path to input directory', 'channels')
|
||||
.parse(process.argv)
|
||||
.opts()
|
||||
|
||||
const links = []
|
||||
|
||||
async function main() {
|
||||
logger.info('Starting...')
|
||||
logger.info(`Number of clusters: ${options.maxClusters}`)
|
||||
|
||||
await loadChannels()
|
||||
await saveToDatabase()
|
||||
|
||||
logger.info('Done')
|
||||
}
|
||||
|
||||
main()
|
||||
|
||||
async function loadChannels() {
|
||||
logger.info(`Loading links...`)
|
||||
|
||||
const files = await file.list(`${options.inputDir}/**/*.m3u`)
|
||||
for (const filepath of files) {
|
||||
const items = await parser.parsePlaylist(filepath)
|
||||
for (const item of items) {
|
||||
item.filepath = filepath
|
||||
links.push(item)
|
||||
}
|
||||
}
|
||||
logger.info(`Found ${links.length} links`)
|
||||
}
|
||||
|
||||
async function saveToDatabase() {
|
||||
logger.info('Saving to the database...')
|
||||
|
||||
await db.reset()
|
||||
const chunks = split(_.shuffle(links), options.maxClusters)
|
||||
for (const [i, chunk] of chunks.entries()) {
|
||||
for (const item of chunk) {
|
||||
const stream = store.create()
|
||||
stream.set('name', { title: item.name })
|
||||
stream.set('id', { id: item.tvg.id })
|
||||
stream.set('filepath', { filepath: item.filepath })
|
||||
stream.set('src_country', { filepath: item.filepath })
|
||||
stream.set('tvg_country', { tvg_country: item.tvg.country })
|
||||
stream.set('countries', { tvg_country: item.tvg.country })
|
||||
stream.set('regions', { countries: stream.get('countries') })
|
||||
stream.set('languages', { tvg_language: item.tvg.language })
|
||||
stream.set('categories', { group_title: item.group.title })
|
||||
stream.set('tvg_url', { tvg_url: item.tvg.url })
|
||||
stream.set('guides', { tvg_url: item.tvg.url })
|
||||
stream.set('logo', { logo: item.tvg.logo })
|
||||
stream.set('resolution', { title: item.name })
|
||||
stream.set('status', { title: item.name })
|
||||
stream.set('url', { url: item.url })
|
||||
stream.set('http', { http: item.http })
|
||||
stream.set('is_nsfw', { categories: stream.get('categories') })
|
||||
stream.set('is_broken', { status: stream.get('status') })
|
||||
stream.set('updated', { updated: false })
|
||||
stream.set('cluster_id', { cluster_id: i + 1 })
|
||||
|
||||
if (!stream.get('id')) {
|
||||
const id = generateChannelId(stream.get('name'), stream.get('src_country'))
|
||||
stream.set('id', { id })
|
||||
}
|
||||
|
||||
await db.insert(stream.data())
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
function split(arr, n) {
|
||||
let result = []
|
||||
for (let i = n; i > 0; i--) {
|
||||
result.push(arr.splice(0, Math.ceil(arr.length / i)))
|
||||
}
|
||||
return result
|
||||
}
|
||||
|
||||
function generateChannelId(name, src_country) {
|
||||
if (name && src_country) {
|
||||
const slug = transliteration
|
||||
.transliterate(name)
|
||||
.replace(/\+/gi, 'Plus')
|
||||
.replace(/[^a-z\d]+/gi, '')
|
||||
const code = src_country.code.toLowerCase()
|
||||
|
||||
return `${slug}.${code}`
|
||||
}
|
||||
|
||||
return null
|
||||
}
|
||||
@ -0,0 +1,78 @@
|
||||
const { db, file, parser, store, logger, id, api } = require('../../core')
|
||||
const { program } = require('commander')
|
||||
const _ = require('lodash')
|
||||
|
||||
const options = program
|
||||
.option(
|
||||
'--max-clusters <max-clusters>',
|
||||
'Set maximum number of clusters',
|
||||
parser.parseNumber,
|
||||
256
|
||||
)
|
||||
.option('--input-dir <input-dir>', 'Set path to input directory', 'streams')
|
||||
.parse(process.argv)
|
||||
.opts()
|
||||
|
||||
async function main() {
|
||||
logger.info('starting...')
|
||||
logger.info(`number of clusters: ${options.maxClusters}`)
|
||||
|
||||
await saveToDatabase(await findStreams())
|
||||
|
||||
logger.info('done')
|
||||
}
|
||||
|
||||
main()
|
||||
|
||||
async function findStreams() {
|
||||
logger.info(`looking for streams...`)
|
||||
|
||||
await api.channels.load()
|
||||
await db.streams.load()
|
||||
|
||||
const streams = []
|
||||
const files = await file.list(`${options.inputDir}/**/*.m3u`)
|
||||
for (const filepath of files) {
|
||||
const items = await parser.parsePlaylist(filepath)
|
||||
for (const item of items) {
|
||||
item.filepath = filepath
|
||||
|
||||
const stream = store.create()
|
||||
const channel = await api.channels.find({ id: item.tvg.id })
|
||||
|
||||
stream.set('channel', { channel: channel ? channel.id : null })
|
||||
stream.set('title', { title: item.name })
|
||||
stream.set('filepath', { filepath: item.filepath })
|
||||
stream.set('url', { url: item.url })
|
||||
stream.set('http_referrer', { http_referrer: item.http.referrer })
|
||||
stream.set('user_agent', { user_agent: item.http['user-agent'] })
|
||||
|
||||
streams.push(stream)
|
||||
}
|
||||
}
|
||||
logger.info(`found ${streams.length} streams`)
|
||||
|
||||
return streams
|
||||
}
|
||||
|
||||
async function saveToDatabase(streams = []) {
|
||||
logger.info('saving to the database...')
|
||||
|
||||
await db.streams.reset()
|
||||
const chunks = split(_.shuffle(streams), options.maxClusters)
|
||||
for (const [i, chunk] of chunks.entries()) {
|
||||
for (const stream of chunk) {
|
||||
stream.set('cluster_id', { cluster_id: i + 1 })
|
||||
|
||||
await db.streams.insert(stream.data())
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
function split(arr, n) {
|
||||
let result = []
|
||||
for (let i = n; i > 0; i--) {
|
||||
result.push(arr.splice(0, Math.ceil(arr.length / i)))
|
||||
}
|
||||
return result
|
||||
}
|
||||
@ -0,0 +1,26 @@
|
||||
const { logger, db, file } = require('../../core')
|
||||
const _ = require('lodash')
|
||||
|
||||
const PUBLIC_DIR = process.env.PUBLIC_DIR || '.api'
|
||||
|
||||
async function main() {
|
||||
await db.streams.load()
|
||||
let streams = await db.streams.find({})
|
||||
streams = _.sortBy(streams, 'channel')
|
||||
streams = streams.map(stream => {
|
||||
return {
|
||||
channel: stream.channel,
|
||||
url: stream.url,
|
||||
http_referrer: stream.http_referrer,
|
||||
user_agent: stream.user_agent,
|
||||
status: stream.status,
|
||||
width: stream.width,
|
||||
height: stream.height,
|
||||
bitrate: stream.bitrate
|
||||
}
|
||||
})
|
||||
|
||||
await file.create(`${PUBLIC_DIR}/streams.json`, JSON.stringify(streams))
|
||||
}
|
||||
|
||||
main()
|
||||
@ -1,7 +1,8 @@
|
||||
const { logger, db } = require('../core')
|
||||
const { logger, db } = require('../../core')
|
||||
|
||||
async function main() {
|
||||
const docs = await db.find({}).sort({ cluster_id: 1 })
|
||||
await db.streams.load()
|
||||
const docs = await db.streams.find({}).sort({ cluster_id: 1 })
|
||||
const cluster_id = docs.reduce((acc, curr) => {
|
||||
if (!acc.includes(curr.cluster_id)) acc.push(curr.cluster_id)
|
||||
return acc
|
||||
@ -0,0 +1,153 @@
|
||||
const { db, store, parser, file, logger } = require('../../core')
|
||||
const _ = require('lodash')
|
||||
|
||||
const LOGS_DIR = process.env.LOGS_DIR || 'scripts/logs/cluster/load'
|
||||
|
||||
async function main() {
|
||||
const streams = await loadStreams()
|
||||
const results = await loadResults()
|
||||
const origins = await loadOrigins(results)
|
||||
|
||||
await updateStreams(streams, results, origins)
|
||||
}
|
||||
|
||||
main()
|
||||
|
||||
async function updateStreams(items = [], results = {}, origins = {}) {
|
||||
logger.info('updating streams...')
|
||||
|
||||
let buffer = {}
|
||||
let updated = 0
|
||||
let removed = 0
|
||||
for (const item of items) {
|
||||
const stream = store.create(item)
|
||||
const result = results[item._id]
|
||||
if (result) {
|
||||
const status = parseStatus(result.error)
|
||||
stream.set('status', { status })
|
||||
|
||||
if (result.streams.length) {
|
||||
const { width, height, bitrate } = parseMediaInfo(result.streams)
|
||||
stream.set('width', { width })
|
||||
stream.set('height', { height })
|
||||
stream.set('bitrate', { bitrate })
|
||||
}
|
||||
|
||||
if (result.requests.length) {
|
||||
const origin = findOrigin(result.requests, origins)
|
||||
if (origin) {
|
||||
stream.set('url', { url: origin })
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
if (buffer[stream.get('url')]) {
|
||||
await db.streams.remove({ _id: stream.get('_id') })
|
||||
removed++
|
||||
} else if (stream.changed) {
|
||||
await db.streams.update({ _id: stream.get('_id') }, stream.data())
|
||||
buffer[stream.get('url')] = true
|
||||
updated++
|
||||
}
|
||||
}
|
||||
|
||||
db.streams.compact()
|
||||
|
||||
logger.info(`updated ${updated} streams`)
|
||||
logger.info(`removed ${removed} duplicates`)
|
||||
logger.info('done')
|
||||
}
|
||||
|
||||
async function loadStreams() {
|
||||
logger.info('loading streams...')
|
||||
|
||||
await db.streams.load()
|
||||
const streams = await db.streams.find({})
|
||||
|
||||
logger.info(`found ${streams.length} streams`)
|
||||
|
||||
return streams
|
||||
}
|
||||
|
||||
async function loadResults() {
|
||||
logger.info('loading check results...')
|
||||
|
||||
const results = {}
|
||||
const files = await file.list(`${LOGS_DIR}/cluster_*.log`)
|
||||
for (const filepath of files) {
|
||||
const parsed = await parser.parseLogs(filepath)
|
||||
for (const item of parsed) {
|
||||
results[item._id] = item
|
||||
}
|
||||
}
|
||||
|
||||
logger.info(`found ${Object.values(results).length} results`)
|
||||
|
||||
return results
|
||||
}
|
||||
|
||||
async function loadOrigins(results = {}) {
|
||||
logger.info('loading origins...')
|
||||
|
||||
const origins = {}
|
||||
for (const { error, requests } of Object.values(results)) {
|
||||
if (error || !Array.isArray(requests) || !requests.length) continue
|
||||
|
||||
let origin = requests.shift()
|
||||
origin = new URL(origin.url)
|
||||
for (const request of requests) {
|
||||
const curr = new URL(request.url)
|
||||
const key = curr.href.replace(/(^\w+:|^)/, '')
|
||||
if (!origins[key] && curr.host === origin.host) {
|
||||
origins[key] = origin.href
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
logger.info(`found ${_.uniq(Object.values(origins)).length} origins`)
|
||||
|
||||
return origins
|
||||
}
|
||||
|
||||
function findOrigin(requests = [], origins = {}) {
|
||||
if (origins && Array.isArray(requests)) {
|
||||
requests = requests.map(r => r.url.replace(/(^\w+:|^)/, ''))
|
||||
for (const url of requests) {
|
||||
if (origins[url]) {
|
||||
return origins[url]
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
return null
|
||||
}
|
||||
|
||||
function parseMediaInfo(streams) {
|
||||
streams = streams.filter(s => s.codec_type === 'video')
|
||||
streams = _.orderBy(
|
||||
streams,
|
||||
['height', s => (s.tags && s.tags.variant_bitrate ? parseInt(s.tags.variant_bitrate) : 0)],
|
||||
['desc', 'desc']
|
||||
)
|
||||
|
||||
const data = _.head(streams)
|
||||
if (data) {
|
||||
const bitrate = data.tags && data.tags.variant_bitrate ? parseInt(data.tags.variant_bitrate) : 0
|
||||
return { width: data.width, height: data.height, bitrate }
|
||||
}
|
||||
|
||||
return {}
|
||||
}
|
||||
|
||||
function parseStatus(error) {
|
||||
if (!error) return 'online'
|
||||
|
||||
switch (error) {
|
||||
case 'Operation timed out':
|
||||
return 'timeout'
|
||||
case 'Server returned 403 Forbidden (access denied)':
|
||||
return 'blocked'
|
||||
default:
|
||||
return 'error'
|
||||
}
|
||||
}
|
||||
@ -1,441 +0,0 @@
|
||||
const { db, logger, generator, file } = require('../core')
|
||||
const _ = require('lodash')
|
||||
|
||||
let languages = []
|
||||
let countries = []
|
||||
let categories = []
|
||||
let regions = []
|
||||
|
||||
const LOGS_PATH = process.env.LOGS_PATH || 'scripts/logs'
|
||||
const PUBLIC_PATH = process.env.PUBLIC_PATH || '.gh-pages'
|
||||
|
||||
async function main() {
|
||||
await setUp()
|
||||
|
||||
await generateCategories()
|
||||
await generateCountries()
|
||||
await generateLanguages()
|
||||
await generateRegions()
|
||||
await generateIndex()
|
||||
await generateIndexNSFW()
|
||||
await generateIndexCategory()
|
||||
await generateIndexCountry()
|
||||
await generateIndexLanguage()
|
||||
await generateIndexRegion()
|
||||
|
||||
await generateChannelsJson()
|
||||
}
|
||||
|
||||
main()
|
||||
|
||||
async function generateCategories() {
|
||||
logger.info(`Generating categories/...`)
|
||||
|
||||
for (const category of categories) {
|
||||
const { count } = await generator.generate(
|
||||
`${PUBLIC_PATH}/categories/${category.slug}.m3u`,
|
||||
{ categories: { $elemMatch: category } },
|
||||
{ saveEmpty: true, includeNSFW: true }
|
||||
)
|
||||
|
||||
await log('categories', {
|
||||
name: category.name,
|
||||
slug: category.slug,
|
||||
count
|
||||
})
|
||||
}
|
||||
|
||||
const { count: otherCount } = await generator.generate(
|
||||
`${PUBLIC_PATH}/categories/other.m3u`,
|
||||
{ categories: { $size: 0 } },
|
||||
{
|
||||
saveEmpty: true,
|
||||
onLoad: function (items) {
|
||||
return items.map(item => {
|
||||
item.group_title = 'Other'
|
||||
return item
|
||||
})
|
||||
}
|
||||
}
|
||||
)
|
||||
|
||||
await log('categories', {
|
||||
name: 'Other',
|
||||
slug: 'other',
|
||||
count: otherCount
|
||||
})
|
||||
}
|
||||
|
||||
async function generateCountries() {
|
||||
logger.info(`Generating countries/...`)
|
||||
|
||||
for (const country of countries) {
|
||||
const { count } = await generator.generate(
|
||||
`${PUBLIC_PATH}/countries/${country.code.toLowerCase()}.m3u`,
|
||||
{
|
||||
countries: { $elemMatch: country }
|
||||
}
|
||||
)
|
||||
|
||||
await log('countries', {
|
||||
name: country.name,
|
||||
code: country.code,
|
||||
count
|
||||
})
|
||||
}
|
||||
|
||||
const { count: undefinedCount } = await generator.generate(
|
||||
`${PUBLIC_PATH}/countries/undefined.m3u`,
|
||||
{
|
||||
countries: { $size: 0 }
|
||||
},
|
||||
{
|
||||
onLoad: function (items) {
|
||||
return items.map(item => {
|
||||
item.group_title = 'Undefined'
|
||||
return item
|
||||
})
|
||||
}
|
||||
}
|
||||
)
|
||||
|
||||
await log('countries', {
|
||||
name: 'Undefined',
|
||||
code: 'UNDEFINED',
|
||||
count: undefinedCount
|
||||
})
|
||||
}
|
||||
|
||||
async function generateLanguages() {
|
||||
logger.info(`Generating languages/...`)
|
||||
|
||||
for (const language of _.uniqBy(languages, 'code')) {
|
||||
const { count } = await generator.generate(`${PUBLIC_PATH}/languages/${language.code}.m3u`, {
|
||||
languages: { $elemMatch: language }
|
||||
})
|
||||
|
||||
await log('languages', {
|
||||
name: language.name,
|
||||
code: language.code,
|
||||
count
|
||||
})
|
||||
}
|
||||
|
||||
const { count: undefinedCount } = await generator.generate(
|
||||
`${PUBLIC_PATH}/languages/undefined.m3u`,
|
||||
{
|
||||
languages: { $size: 0 }
|
||||
},
|
||||
{
|
||||
onLoad: function (items) {
|
||||
return items.map(item => {
|
||||
item.group_title = 'Undefined'
|
||||
return item
|
||||
})
|
||||
}
|
||||
}
|
||||
)
|
||||
|
||||
await log('languages', {
|
||||
name: 'Undefined',
|
||||
code: 'undefined',
|
||||
count: undefinedCount
|
||||
})
|
||||
}
|
||||
|
||||
async function generateRegions() {
|
||||
logger.info(`Generating regions/...`)
|
||||
|
||||
for (const region of regions) {
|
||||
const { count } = await generator.generate(
|
||||
`${PUBLIC_PATH}/regions/${region.code.toLowerCase()}.m3u`,
|
||||
{
|
||||
regions: { $elemMatch: region }
|
||||
}
|
||||
)
|
||||
|
||||
await log('regions', {
|
||||
name: region.name,
|
||||
code: region.code,
|
||||
count
|
||||
})
|
||||
}
|
||||
|
||||
const { count: undefinedCount } = await generator.generate(
|
||||
`${PUBLIC_PATH}/regions/undefined.m3u`,
|
||||
{ regions: { $size: 0 } },
|
||||
{
|
||||
saveEmpty: true,
|
||||
onLoad: function (items) {
|
||||
return items.map(item => {
|
||||
item.group_title = 'Undefined'
|
||||
return item
|
||||
})
|
||||
}
|
||||
}
|
||||
)
|
||||
|
||||
await log('regions', {
|
||||
name: 'Undefined',
|
||||
code: 'UNDEFINED',
|
||||
count: undefinedCount
|
||||
})
|
||||
}
|
||||
|
||||
async function generateIndexNSFW() {
|
||||
logger.info(`Generating index.nsfw.m3u...`)
|
||||
|
||||
await generator.generate(
|
||||
`${PUBLIC_PATH}/index.nsfw.m3u`,
|
||||
{},
|
||||
{
|
||||
includeNSFW: true,
|
||||
onLoad: function (items) {
|
||||
return items.map(item => {
|
||||
if (!item.categories || !item.categories.length) {
|
||||
item.group_title = 'Other'
|
||||
}
|
||||
|
||||
return item
|
||||
})
|
||||
},
|
||||
sortBy: item => {
|
||||
if (item.group_title === 'Other') return '_'
|
||||
return item.group_title || ''
|
||||
}
|
||||
}
|
||||
)
|
||||
}
|
||||
|
||||
async function generateIndex() {
|
||||
logger.info(`Generating index.m3u...`)
|
||||
|
||||
await generator.generate(
|
||||
`${PUBLIC_PATH}/index.m3u`,
|
||||
{},
|
||||
{
|
||||
onLoad: function (items) {
|
||||
return items.map(item => {
|
||||
if (!item.categories || !item.categories.length) {
|
||||
item.group_title = 'Other'
|
||||
}
|
||||
|
||||
return item
|
||||
})
|
||||
},
|
||||
sortBy: item => {
|
||||
if (item.group_title === 'Other') return '_'
|
||||
return item.group_title || ''
|
||||
}
|
||||
}
|
||||
)
|
||||
}
|
||||
|
||||
async function generateIndexCategory() {
|
||||
logger.info(`Generating index.category.m3u...`)
|
||||
|
||||
await generator.generate(
|
||||
`${PUBLIC_PATH}/index.category.m3u`,
|
||||
{},
|
||||
{
|
||||
onLoad: function (items) {
|
||||
let results = items
|
||||
.filter(item => !item.categories || !item.categories.length)
|
||||
.map(item => {
|
||||
const newItem = _.cloneDeep(item)
|
||||
newItem.group_title = 'Other'
|
||||
return newItem
|
||||
})
|
||||
for (const category of _.sortBy(Object.values(categories), ['name'])) {
|
||||
let filtered = items
|
||||
.filter(item => {
|
||||
return (
|
||||
Array.isArray(item.categories) &&
|
||||
item.categories.map(c => c.slug).includes(category.slug)
|
||||
)
|
||||
})
|
||||
.map(item => {
|
||||
const newItem = _.cloneDeep(item)
|
||||
newItem.group_title = category.name
|
||||
return newItem
|
||||
})
|
||||
results = results.concat(filtered)
|
||||
}
|
||||
|
||||
return results
|
||||
},
|
||||
sortBy: item => {
|
||||
if (item.group_title === 'Other') return '_'
|
||||
return item.group_title
|
||||
}
|
||||
}
|
||||
)
|
||||
}
|
||||
|
||||
async function generateIndexCountry() {
|
||||
logger.info(`Generating index.country.m3u...`)
|
||||
|
||||
await generator.generate(
|
||||
`${PUBLIC_PATH}/index.country.m3u`,
|
||||
{},
|
||||
{
|
||||
onLoad: function (items) {
|
||||
let results = items
|
||||
.filter(item => !item.countries || !item.countries.length)
|
||||
.map(item => {
|
||||
const newItem = _.cloneDeep(item)
|
||||
newItem.group_title = 'Undefined'
|
||||
newItem.categories = []
|
||||
return newItem
|
||||
})
|
||||
for (const country of _.sortBy(Object.values(countries), ['name'])) {
|
||||
let filtered = items
|
||||
.filter(item => {
|
||||
return (
|
||||
Array.isArray(item.countries) &&
|
||||
item.countries.map(c => c.code).includes(country.code)
|
||||
)
|
||||
})
|
||||
.map(item => {
|
||||
const newItem = _.cloneDeep(item)
|
||||
newItem.group_title = country.name
|
||||
return newItem
|
||||
})
|
||||
results = results.concat(filtered)
|
||||
}
|
||||
|
||||
return results
|
||||
},
|
||||
sortBy: item => {
|
||||
if (item.group_title === 'Undefined') return '_'
|
||||
return item.group_title
|
||||
}
|
||||
}
|
||||
)
|
||||
}
|
||||
|
||||
async function generateIndexLanguage() {
|
||||
logger.info(`Generating index.language.m3u...`)
|
||||
|
||||
await generator.generate(
|
||||
`${PUBLIC_PATH}/index.language.m3u`,
|
||||
{},
|
||||
{
|
||||
onLoad: function (items) {
|
||||
let results = items
|
||||
.filter(item => !item.languages || !item.languages.length)
|
||||
.map(item => {
|
||||
const newItem = _.cloneDeep(item)
|
||||
newItem.group_title = 'Undefined'
|
||||
newItem.categories = []
|
||||
return newItem
|
||||
})
|
||||
for (const language of languages) {
|
||||
let filtered = items
|
||||
.filter(item => {
|
||||
return (
|
||||
Array.isArray(item.languages) &&
|
||||
item.languages.map(c => c.code).includes(language.code)
|
||||
)
|
||||
})
|
||||
.map(item => {
|
||||
const newItem = _.cloneDeep(item)
|
||||
newItem.group_title = language.name
|
||||
return newItem
|
||||
})
|
||||
results = results.concat(filtered)
|
||||
}
|
||||
|
||||
return results
|
||||
},
|
||||
sortBy: item => {
|
||||
if (item.group_title === 'Undefined') return '_'
|
||||
return item.group_title
|
||||
}
|
||||
}
|
||||
)
|
||||
}
|
||||
|
||||
async function generateIndexRegion() {
|
||||
logger.info(`Generating index.region.m3u...`)
|
||||
|
||||
await generator.generate(
|
||||
`${PUBLIC_PATH}/index.region.m3u`,
|
||||
{},
|
||||
{
|
||||
onLoad: function (items) {
|
||||
let results = items
|
||||
.filter(item => !item.regions.length)
|
||||
.map(item => {
|
||||
const newItem = _.cloneDeep(item)
|
||||
newItem.group_title = 'Undefined'
|
||||
newItem.categories = []
|
||||
return newItem
|
||||
})
|
||||
for (const region of regions) {
|
||||
let filtered = items
|
||||
.filter(item => {
|
||||
return item.regions.map(c => c.code).includes(region.code)
|
||||
})
|
||||
.map(item => {
|
||||
const newItem = _.cloneDeep(item)
|
||||
newItem.group_title = region.name
|
||||
return newItem
|
||||
})
|
||||
results = results.concat(filtered)
|
||||
}
|
||||
|
||||
return results
|
||||
},
|
||||
sortBy: item => {
|
||||
if (item.group_title === 'Undefined') return '_'
|
||||
return item.group_title
|
||||
}
|
||||
}
|
||||
)
|
||||
}
|
||||
|
||||
async function generateChannelsJson() {
|
||||
logger.info('Generating channels.json...')
|
||||
|
||||
await generator.generate(
|
||||
`${PUBLIC_PATH}/channels.json`,
|
||||
{},
|
||||
{ format: 'json', includeNSFW: true, uniqBy: null }
|
||||
)
|
||||
}
|
||||
|
||||
async function setUp() {
|
||||
logger.info(`Loading database...`)
|
||||
const items = await db.find({})
|
||||
categories = _.sortBy(_.uniqBy(_.flatten(items.map(i => i.categories)), 'slug'), ['name']).filter(
|
||||
i => i
|
||||
)
|
||||
countries = _.sortBy(_.uniqBy(_.flatten(items.map(i => i.countries)), 'code'), ['name']).filter(
|
||||
i => i
|
||||
)
|
||||
languages = _.sortBy(_.uniqBy(_.flatten(items.map(i => i.languages)), 'code'), ['name']).filter(
|
||||
i => i
|
||||
)
|
||||
regions = _.sortBy(_.uniqBy(_.flatten(items.map(i => i.regions)), 'code'), ['name']).filter(
|
||||
i => i
|
||||
)
|
||||
|
||||
const categoriesLog = `${LOGS_PATH}/generate-playlists/categories.log`
|
||||
const countriesLog = `${LOGS_PATH}/generate-playlists/countries.log`
|
||||
const languagesLog = `${LOGS_PATH}/generate-playlists/languages.log`
|
||||
const regionsLog = `${LOGS_PATH}/generate-playlists/regions.log`
|
||||
|
||||
logger.info(`Creating '${categoriesLog}'...`)
|
||||
await file.create(categoriesLog)
|
||||
logger.info(`Creating '${countriesLog}'...`)
|
||||
await file.create(countriesLog)
|
||||
logger.info(`Creating '${languagesLog}'...`)
|
||||
await file.create(languagesLog)
|
||||
logger.info(`Creating '${regionsLog}'...`)
|
||||
await file.create(regionsLog)
|
||||
}
|
||||
|
||||
async function log(type, data) {
|
||||
await file.append(`${LOGS_PATH}/generate-playlists/${type}.log`, JSON.stringify(data) + '\n')
|
||||
}
|
||||
@ -0,0 +1,74 @@
|
||||
const { db, generator, api, logger, file } = require('../../core')
|
||||
const { orderBy } = require('natural-orderby')
|
||||
const _ = require('lodash')
|
||||
|
||||
async function main() {
|
||||
const streams = await loadStreams()
|
||||
|
||||
logger.info('generating categories/...')
|
||||
await generator.generate('categories', streams)
|
||||
logger.info('generating countries/...')
|
||||
await generator.generate('countries', streams)
|
||||
logger.info('generating languages/...')
|
||||
await generator.generate('languages', streams)
|
||||
logger.info('generating regions/...')
|
||||
await generator.generate('regions', streams)
|
||||
logger.info('generating index.category.m3u...')
|
||||
await generator.generate('index_category_m3u', streams)
|
||||
logger.info('generating index.country.m3u...')
|
||||
await generator.generate('index_country_m3u', streams)
|
||||
logger.info('generating index.language.m3u...')
|
||||
await generator.generate('index_language_m3u', streams)
|
||||
logger.info('generating index.m3u...')
|
||||
await generator.generate('index_m3u', streams)
|
||||
logger.info('generating index.nsfw.m3u...')
|
||||
await generator.generate('index_nsfw_m3u', streams)
|
||||
logger.info('generating index.region.m3u...')
|
||||
await generator.generate('index_region_m3u', streams)
|
||||
}
|
||||
|
||||
main()
|
||||
|
||||
async function loadStreams() {
|
||||
await db.streams.load()
|
||||
let streams = await db.streams.find({})
|
||||
streams = _.filter(streams, stream => stream.status !== 'error')
|
||||
streams = orderBy(streams, ['channel', 'height', 'url'], ['asc', 'desc', 'asc'])
|
||||
streams = _.uniqBy(streams, stream => stream.channel || _.uniqueId())
|
||||
|
||||
await api.channels.load()
|
||||
let channels = await api.channels.all()
|
||||
channels = _.keyBy(channels, 'id')
|
||||
|
||||
await api.categories.load()
|
||||
let categories = await api.categories.all()
|
||||
categories = _.keyBy(categories, 'id')
|
||||
|
||||
await api.languages.load()
|
||||
let languages = await api.languages.all()
|
||||
languages = _.keyBy(languages, 'code')
|
||||
|
||||
await api.guides.load()
|
||||
let guides = await api.guides.all()
|
||||
guides = _.groupBy(guides, 'channel')
|
||||
|
||||
streams = streams.map(stream => {
|
||||
const channel = channels[stream.channel] || null
|
||||
const filename = file.getFilename(stream.filepath)
|
||||
const [_, code] = filename.match(/^([a-z]{2})(_|$)/) || [null, null]
|
||||
const defaultBroadcastArea = code ? [`c/${code.toUpperCase()}`] : []
|
||||
|
||||
stream.guides = channel && Array.isArray(guides[channel.id]) ? guides[channel.id] : []
|
||||
stream.categories = channel ? channel.categories.map(id => categories[id]) : []
|
||||
stream.languages = channel ? channel.languages.map(id => languages[id]) : []
|
||||
stream.broadcast_area = channel ? channel.broadcast_area : defaultBroadcastArea
|
||||
stream.is_nsfw = channel ? channel.is_nsfw : false
|
||||
stream.logo = channel ? channel.logo : null
|
||||
|
||||
return stream
|
||||
})
|
||||
|
||||
streams = orderBy(streams, ['title'], ['asc'])
|
||||
|
||||
return streams
|
||||
}
|
||||
@ -0,0 +1,18 @@
|
||||
const { create: createPlaylist } = require('../../core/playlist')
|
||||
const { db, logger, file } = require('../../core')
|
||||
const { orderBy } = require('natural-orderby')
|
||||
const _ = require('lodash')
|
||||
|
||||
async function main() {
|
||||
await db.streams.load()
|
||||
let streams = await db.streams.find({})
|
||||
streams = orderBy(streams, ['title', 'height', 'url'], ['asc', 'desc', 'asc'])
|
||||
|
||||
const files = _.groupBy(streams, 'filepath')
|
||||
for (const filepath in files) {
|
||||
const playlist = createPlaylist(files[filepath], { public: false })
|
||||
await file.create(filepath, playlist.toString())
|
||||
}
|
||||
}
|
||||
|
||||
main()
|
||||
@ -0,0 +1,87 @@
|
||||
const { file, logger, api, parser, id } = require('../../core')
|
||||
const { program } = require('commander')
|
||||
const chalk = require('chalk')
|
||||
const _ = require('lodash')
|
||||
|
||||
program.argument('[filepath]', 'Path to file to validate').parse(process.argv)
|
||||
|
||||
async function main() {
|
||||
const files = program.args.length ? program.args : await file.list('channels/*.m3u')
|
||||
|
||||
logger.info(`loading blocklist...`)
|
||||
await api.channels.load()
|
||||
await api.blocklist.load()
|
||||
|
||||
let blocklist = await api.blocklist.all()
|
||||
blocklist = blocklist
|
||||
.map(blocked => {
|
||||
const channel = api.channels.find({ id: blocked.channel })
|
||||
if (!channel) return null
|
||||
return { ...blocked, name: channel.name }
|
||||
})
|
||||
.filter(i => i)
|
||||
logger.info(`found ${blocklist.length} records`)
|
||||
|
||||
let errors = []
|
||||
let warnings = []
|
||||
for (const filepath of files) {
|
||||
if (!filepath.endsWith('.m3u')) continue
|
||||
|
||||
const basename = file.basename(filepath)
|
||||
const [__, country] = basename.match(/([a-z]{2})(|_.*)\.m3u/i) || [null, null]
|
||||
|
||||
const fileLog = []
|
||||
const items = await parser.parsePlaylist(filepath)
|
||||
for (const item of items) {
|
||||
if (item.tvg.id && !api.channels.find({ id: item.tvg.id })) {
|
||||
fileLog.push({
|
||||
type: 'warning',
|
||||
line: item.line,
|
||||
message: `"${item.tvg.id}" is not in the database`
|
||||
})
|
||||
}
|
||||
|
||||
const channel_id = id.generate(item.name, country)
|
||||
const found = blocklist.find(
|
||||
blocked =>
|
||||
item.tvg.id.toLowerCase() === blocked.channel.toLowerCase() ||
|
||||
channel_id.toLowerCase() === blocked.channel.toLowerCase()
|
||||
)
|
||||
if (found) {
|
||||
fileLog.push({
|
||||
type: 'error',
|
||||
line: item.line,
|
||||
message: `"${found.name}" is on the blocklist due to claims of copyright holders (${found.ref})`
|
||||
})
|
||||
}
|
||||
}
|
||||
|
||||
if (fileLog.length) {
|
||||
logger.info(`\n${chalk.underline(filepath)}`)
|
||||
|
||||
fileLog.forEach(err => {
|
||||
const position = err.line.toString().padEnd(6, ' ')
|
||||
const type = err.type.padEnd(9, ' ')
|
||||
const status = err.type === 'error' ? chalk.red(type) : chalk.yellow(type)
|
||||
logger.info(` ${chalk.gray(position)}${status}${err.message}`)
|
||||
})
|
||||
|
||||
errors = errors.concat(fileLog.filter(e => e.type === 'error'))
|
||||
warnings = warnings.concat(fileLog.filter(e => e.type === 'warning'))
|
||||
}
|
||||
}
|
||||
|
||||
logger.error(
|
||||
chalk.red(
|
||||
`\n${errors.length + warnings.length} problems (${errors.length} errors, ${
|
||||
warnings.length
|
||||
} warnings)`
|
||||
)
|
||||
)
|
||||
|
||||
if (errors.length) {
|
||||
process.exit(1)
|
||||
}
|
||||
}
|
||||
|
||||
main()
|
||||
@ -0,0 +1,123 @@
|
||||
const { file, markdown, parser, logger, api } = require('../../core')
|
||||
const { create: createTable } = require('../../core/table')
|
||||
const { program } = require('commander')
|
||||
|
||||
const LOGS_DIR = process.env.LOGS_DIR || 'scripts/logs/generators'
|
||||
|
||||
const options = program
|
||||
.option('-c, --config <config>', 'Set path to config file', '.readme/config.json')
|
||||
.parse(process.argv)
|
||||
.opts()
|
||||
|
||||
async function main() {
|
||||
await createCategoryTable()
|
||||
await createCountryTable()
|
||||
await createLanguageTable()
|
||||
await createRegionTable()
|
||||
await updateReadme()
|
||||
}
|
||||
|
||||
main()
|
||||
|
||||
async function createCategoryTable() {
|
||||
logger.info('creating category table...')
|
||||
const rows = []
|
||||
await api.categories.load()
|
||||
const items = await parser.parseLogs(`${LOGS_DIR}/categories.log`)
|
||||
for (const item of items) {
|
||||
const id = file.getFilename(item.filepath)
|
||||
const category = await api.categories.find({ id })
|
||||
rows.push({
|
||||
name: category ? category.name : 'Undefined',
|
||||
channels: item.count,
|
||||
playlist: `<code>https://iptv-org.github.io/iptv/${item.filepath}</code>`
|
||||
})
|
||||
}
|
||||
|
||||
const table = createTable(rows, [
|
||||
{ name: 'Category' },
|
||||
{ name: 'Channels', align: 'right' },
|
||||
{ name: 'Playlist', nowrap: true }
|
||||
])
|
||||
|
||||
await file.create('./.readme/_categories.md', table)
|
||||
}
|
||||
|
||||
async function createCountryTable() {
|
||||
logger.info('creating country table...')
|
||||
const rows = []
|
||||
await api.countries.load()
|
||||
const items = await parser.parseLogs(`${LOGS_DIR}/countries.log`)
|
||||
for (const item of items) {
|
||||
const code = file.getFilename(item.filepath)
|
||||
const country = await api.countries.find({ code: code.toUpperCase() })
|
||||
rows.push({
|
||||
name: country ? `${country.flag} ${country.name}` : 'Undefined',
|
||||
channels: item.count,
|
||||
playlist: `<code>https://iptv-org.github.io/iptv/${item.filepath}</code>`
|
||||
})
|
||||
}
|
||||
|
||||
const table = createTable(rows, [
|
||||
{ name: 'Country' },
|
||||
{ name: 'Channels', align: 'right' },
|
||||
{ name: 'Playlist', nowrap: true }
|
||||
])
|
||||
|
||||
await file.create('./.readme/_countries.md', table)
|
||||
}
|
||||
|
||||
async function createLanguageTable() {
|
||||
logger.info('creating language table...')
|
||||
const rows = []
|
||||
await api.languages.load()
|
||||
const items = await parser.parseLogs(`${LOGS_DIR}/languages.log`)
|
||||
for (const item of items) {
|
||||
const code = file.getFilename(item.filepath)
|
||||
const language = await api.languages.find({ code })
|
||||
rows.push({
|
||||
name: language ? language.name : 'Undefined',
|
||||
channels: item.count,
|
||||
playlist: `<code>https://iptv-org.github.io/iptv/${item.filepath}</code>`
|
||||
})
|
||||
}
|
||||
|
||||
const table = createTable(rows, [
|
||||
{ name: 'Language', align: 'left' },
|
||||
{ name: 'Channels', align: 'right' },
|
||||
{ name: 'Playlist', align: 'left', nowrap: true }
|
||||
])
|
||||
|
||||
await file.create('./.readme/_languages.md', table)
|
||||
}
|
||||
|
||||
async function createRegionTable() {
|
||||
logger.info('creating region table...')
|
||||
const rows = []
|
||||
await api.regions.load()
|
||||
const items = await parser.parseLogs(`${LOGS_DIR}/regions.log`)
|
||||
for (const item of items) {
|
||||
const code = file.getFilename(item.filepath)
|
||||
const region = await api.regions.find({ code: code.toUpperCase() })
|
||||
rows.push({
|
||||
name: region ? region.name : 'Undefined',
|
||||
channels: item.count,
|
||||
playlist: `<code>https://iptv-org.github.io/iptv/${item.filepath}</code>`
|
||||
})
|
||||
}
|
||||
|
||||
const table = createTable(rows, [
|
||||
{ name: 'Region', align: 'left' },
|
||||
{ name: 'Channels', align: 'right' },
|
||||
{ name: 'Playlist', align: 'left', nowrap: true }
|
||||
])
|
||||
|
||||
await file.create('./.readme/_regions.md', table)
|
||||
}
|
||||
|
||||
async function updateReadme() {
|
||||
logger.info('updating readme.md...')
|
||||
const config = require(file.resolve(options.config))
|
||||
await file.createDir(file.dirname(config.build))
|
||||
await markdown.compile(options.config)
|
||||
}
|
||||
@ -1,243 +0,0 @@
|
||||
const _ = require('lodash')
|
||||
const statuses = require('../data/statuses')
|
||||
const languages = require('../data/languages')
|
||||
const { db, store, parser, file, logger } = require('../core')
|
||||
|
||||
let epgCodes = []
|
||||
let streams = []
|
||||
let checkResults = {}
|
||||
const origins = {}
|
||||
const items = []
|
||||
|
||||
const LOGS_PATH = process.env.LOGS_PATH || 'scripts/logs'
|
||||
const EPG_CODES_FILEPATH = process.env.EPG_CODES_FILEPATH || 'scripts/data/codes.json'
|
||||
|
||||
async function main() {
|
||||
await setUp()
|
||||
await loadDatabase()
|
||||
await removeDuplicates()
|
||||
await loadCheckResults()
|
||||
await findStreamOrigins()
|
||||
await updateStreams()
|
||||
await updateDatabase()
|
||||
}
|
||||
|
||||
main()
|
||||
|
||||
async function loadDatabase() {
|
||||
logger.info('Loading database...')
|
||||
|
||||
streams = await db.find({})
|
||||
|
||||
logger.info(`Found ${streams.length} streams`)
|
||||
}
|
||||
|
||||
async function removeDuplicates() {
|
||||
logger.info('Removing duplicates...')
|
||||
|
||||
const before = streams.length
|
||||
streams = _.uniqBy(streams, 'id')
|
||||
const after = streams.length
|
||||
|
||||
logger.info(`Removed ${before - after} links`)
|
||||
}
|
||||
|
||||
async function loadCheckResults() {
|
||||
logger.info('Loading check results from logs/...')
|
||||
|
||||
const files = await file.list(`${LOGS_PATH}/check-streams/cluster_*.log`)
|
||||
for (const filepath of files) {
|
||||
const results = await parser.parseLogs(filepath)
|
||||
for (const result of results) {
|
||||
checkResults[result._id] = result
|
||||
}
|
||||
}
|
||||
|
||||
logger.info(`Found ${Object.values(checkResults).length} results`)
|
||||
}
|
||||
|
||||
async function findStreamOrigins() {
|
||||
logger.info('Searching for stream origins...')
|
||||
|
||||
for (const { error, requests } of Object.values(checkResults)) {
|
||||
if (error || !Array.isArray(requests) || !requests.length) continue
|
||||
|
||||
let origin = requests.shift()
|
||||
origin = new URL(origin.url)
|
||||
for (const request of requests) {
|
||||
const curr = new URL(request.url)
|
||||
const key = curr.href.replace(/(^\w+:|^)/, '')
|
||||
if (!origins[key] && curr.host === origin.host) {
|
||||
origins[key] = origin.href
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
logger.info(`Found ${_.uniq(Object.values(origins)).length} origins`)
|
||||
}
|
||||
|
||||
async function updateStreams() {
|
||||
logger.info('Updating streams...')
|
||||
|
||||
let updated = 0
|
||||
for (const item of streams) {
|
||||
const stream = store.create(item)
|
||||
const result = checkResults[item._id]
|
||||
|
||||
if (result) {
|
||||
const { error, streams, requests } = result
|
||||
const resolution = parseResolution(streams)
|
||||
const origin = findOrigin(requests)
|
||||
let status = parseStatus(error)
|
||||
|
||||
if (status) {
|
||||
const prevStatus = item.status
|
||||
if (prevStatus.code === 'not_247') // not_247 -> * = not_247
|
||||
status = item.status
|
||||
else if (prevStatus.code === 'geo_blocked') // geo_blocked -> * = geo_blocked
|
||||
status = item.status
|
||||
else if (status.code === 'geo_blocked') // * -> geo_blocked = *
|
||||
status = item.status
|
||||
else if (prevStatus.code === 'offline' && status.code === 'online') // offline -> online = not_247
|
||||
status = statuses['not_247']
|
||||
|
||||
|
||||
stream.set('status', { status })
|
||||
stream.set('is_broken', { status: stream.get('status') })
|
||||
}
|
||||
|
||||
if (resolution) {
|
||||
stream.set('resolution', { resolution })
|
||||
}
|
||||
|
||||
if (origin) {
|
||||
stream.set('url', { url: origin })
|
||||
}
|
||||
}
|
||||
|
||||
if (!stream.has('logo')) {
|
||||
const logo = findLogo(stream.get('id'))
|
||||
stream.set('logo', { logo })
|
||||
}
|
||||
|
||||
if (!stream.has('guides')) {
|
||||
const guides = findGuides(stream.get('id'))
|
||||
stream.set('guides', { guides })
|
||||
}
|
||||
|
||||
if (!stream.has('countries') && stream.get('src_country')) {
|
||||
const countries = [stream.get('src_country')]
|
||||
stream.set('countries', { countries })
|
||||
}
|
||||
|
||||
if (!stream.has('languages')) {
|
||||
const languages = findLanguages(stream.get('countries'), stream.get('src_country'))
|
||||
stream.set('languages', { languages })
|
||||
}
|
||||
|
||||
if (stream.changed) {
|
||||
stream.set('updated', true)
|
||||
items.push(stream.data())
|
||||
updated++
|
||||
}
|
||||
}
|
||||
|
||||
logger.info(`Updated ${updated} items`)
|
||||
}
|
||||
|
||||
async function updateDatabase() {
|
||||
logger.info('Updating database...')
|
||||
|
||||
for (const item of items) {
|
||||
await db.update({ _id: item._id }, item)
|
||||
}
|
||||
db.compact()
|
||||
|
||||
logger.info('Done')
|
||||
}
|
||||
|
||||
async function setUp() {
|
||||
try {
|
||||
const codes = await file.read(EPG_CODES_FILEPATH)
|
||||
epgCodes = JSON.parse(codes)
|
||||
} catch (err) {
|
||||
logger.error(err.message)
|
||||
}
|
||||
}
|
||||
|
||||
function findLanguages(countries, src_country) {
|
||||
if (countries && Array.isArray(countries)) {
|
||||
let codes = countries.map(country => country.lang)
|
||||
codes = _.uniq(codes)
|
||||
|
||||
return codes.map(code => languages.find(l => l.code === code)).filter(l => l)
|
||||
}
|
||||
|
||||
if (src_country) {
|
||||
const code = src_country.lang
|
||||
const lang = languages.find(l => l.code === code)
|
||||
|
||||
return lang ? [lang] : []
|
||||
}
|
||||
|
||||
return []
|
||||
}
|
||||
|
||||
function findOrigin(requests) {
|
||||
if (origins && Array.isArray(requests)) {
|
||||
requests = requests.map(r => r.url.replace(/(^\w+:|^)/, ''))
|
||||
for (const url of requests) {
|
||||
if (origins[url]) {
|
||||
return origins[url]
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
return null
|
||||
}
|
||||
|
||||
function parseResolution(streams) {
|
||||
const resolution = streams
|
||||
.filter(s => s.codec_type === 'video')
|
||||
.reduce(
|
||||
(acc, curr) => {
|
||||
if (curr.height > acc.height) return { width: curr.width, height: curr.height }
|
||||
return acc
|
||||
},
|
||||
{ width: 0, height: 0 }
|
||||
)
|
||||
|
||||
if (resolution.width > 0 && resolution.height > 0) return resolution
|
||||
return null
|
||||
}
|
||||
|
||||
function parseStatus(error) {
|
||||
if (error) {
|
||||
if (error.includes('timed out')) {
|
||||
return statuses['timeout']
|
||||
} else if (error.includes('403')) {
|
||||
return statuses['geo_blocked']
|
||||
}
|
||||
return statuses['offline']
|
||||
}
|
||||
|
||||
return statuses['online']
|
||||
}
|
||||
|
||||
function findLogo(id) {
|
||||
const item = epgCodes.find(i => i.tvg_id === id)
|
||||
if (item && item.logo) {
|
||||
return item.logo
|
||||
}
|
||||
|
||||
return null
|
||||
}
|
||||
|
||||
function findGuides(id) {
|
||||
const item = epgCodes.find(i => i.tvg_id === id)
|
||||
if (item && Array.isArray(item.guides)) {
|
||||
return item.guides
|
||||
}
|
||||
|
||||
return []
|
||||
}
|
||||
@ -1,16 +0,0 @@
|
||||
const _ = require('lodash')
|
||||
const { generator, db, logger } = require('../core')
|
||||
|
||||
async function main() {
|
||||
let items = await db
|
||||
.find({})
|
||||
.sort({ name: 1, 'status.level': 1, 'resolution.height': -1, url: 1 })
|
||||
const files = _.groupBy(items, 'filepath')
|
||||
|
||||
for (const filepath in files) {
|
||||
const items = files[filepath]
|
||||
await generator.saveAsM3U(filepath, items, { includeGuides: false })
|
||||
}
|
||||
}
|
||||
|
||||
main()
|
||||
@ -1,140 +0,0 @@
|
||||
const { file, markdown, parser, logger } = require('../core')
|
||||
const { program } = require('commander')
|
||||
|
||||
let categories = []
|
||||
let countries = []
|
||||
let languages = []
|
||||
let regions = []
|
||||
|
||||
const LOGS_PATH = process.env.LOGS_PATH || 'scripts/logs'
|
||||
|
||||
const options = program
|
||||
.option('-c, --config <config>', 'Set path to config file', '.readme/config.json')
|
||||
.parse(process.argv)
|
||||
.opts()
|
||||
|
||||
async function main() {
|
||||
await setUp()
|
||||
|
||||
await generateCategoryTable()
|
||||
await generateLanguageTable()
|
||||
await generateRegionTable()
|
||||
await generateCountryTable()
|
||||
|
||||
await updateReadme()
|
||||
}
|
||||
|
||||
main()
|
||||
|
||||
async function generateCategoryTable() {
|
||||
logger.info('Generating category table...')
|
||||
|
||||
const rows = []
|
||||
for (const category of categories) {
|
||||
rows.push({
|
||||
category: category.name,
|
||||
channels: category.count,
|
||||
playlist: `<code>https://iptv-org.github.io/iptv/categories/${category.slug}.m3u</code>`
|
||||
})
|
||||
}
|
||||
|
||||
const table = markdown.createTable(rows, [
|
||||
{ name: 'Category', align: 'left' },
|
||||
{ name: 'Channels', align: 'right' },
|
||||
{ name: 'Playlist', align: 'left', nowrap: true }
|
||||
])
|
||||
|
||||
await file.create('./.readme/_categories.md', table)
|
||||
}
|
||||
|
||||
async function generateCountryTable() {
|
||||
logger.info('Generating country table...')
|
||||
|
||||
const rows = []
|
||||
for (const country of countries) {
|
||||
const flag = getCountryFlag(country.code)
|
||||
const prefix = flag ? `${flag} ` : ''
|
||||
|
||||
rows.push({
|
||||
country: prefix + country.name,
|
||||
channels: country.count,
|
||||
playlist: `<code>https://iptv-org.github.io/iptv/countries/${country.code.toLowerCase()}.m3u</code>`
|
||||
})
|
||||
}
|
||||
|
||||
const table = markdown.createTable(rows, [
|
||||
{ name: 'Country', align: 'left' },
|
||||
{ name: 'Channels', align: 'right' },
|
||||
{ name: 'Playlist', align: 'left', nowrap: true }
|
||||
])
|
||||
|
||||
await file.create('./.readme/_countries.md', table)
|
||||
}
|
||||
|
||||
async function generateRegionTable() {
|
||||
logger.info('Generating region table...')
|
||||
|
||||
const rows = []
|
||||
for (const region of regions) {
|
||||
rows.push({
|
||||
region: region.name,
|
||||
channels: region.count,
|
||||
playlist: `<code>https://iptv-org.github.io/iptv/regions/${region.code.toLowerCase()}.m3u</code>`
|
||||
})
|
||||
}
|
||||
|
||||
const table = markdown.createTable(rows, [
|
||||
{ name: 'Region', align: 'left' },
|
||||
{ name: 'Channels', align: 'right' },
|
||||
{ name: 'Playlist', align: 'left', nowrap: true }
|
||||
])
|
||||
|
||||
await file.create('./.readme/_regions.md', table)
|
||||
}
|
||||
|
||||
async function generateLanguageTable() {
|
||||
logger.info('Generating language table...')
|
||||
|
||||
const rows = []
|
||||
for (const language of languages) {
|
||||
rows.push({
|
||||
language: language.name,
|
||||
channels: language.count,
|
||||
playlist: `<code>https://iptv-org.github.io/iptv/languages/${language.code}.m3u</code>`
|
||||
})
|
||||
}
|
||||
|
||||
const table = markdown.createTable(rows, [
|
||||
{ name: 'Language', align: 'left' },
|
||||
{ name: 'Channels', align: 'right' },
|
||||
{ name: 'Playlist', align: 'left', nowrap: true }
|
||||
])
|
||||
|
||||
await file.create('./.readme/_languages.md', table)
|
||||
}
|
||||
|
||||
async function updateReadme() {
|
||||
logger.info('Updating README.md...')
|
||||
|
||||
const config = require(file.resolve(options.config))
|
||||
await file.createDir(file.dirname(config.build))
|
||||
await markdown.compile(options.config)
|
||||
}
|
||||
|
||||
async function setUp() {
|
||||
categories = await parser.parseLogs(`${LOGS_PATH}/generate-playlists/categories.log`)
|
||||
countries = await parser.parseLogs(`${LOGS_PATH}/generate-playlists/countries.log`)
|
||||
languages = await parser.parseLogs(`${LOGS_PATH}/generate-playlists/languages.log`)
|
||||
regions = await parser.parseLogs(`${LOGS_PATH}/generate-playlists/regions.log`)
|
||||
}
|
||||
|
||||
function getCountryFlag(code) {
|
||||
switch (code) {
|
||||
case 'UK':
|
||||
return '🇬🇧'
|
||||
case 'UNDEFINED':
|
||||
return ''
|
||||
default:
|
||||
return code.replace(/./g, char => String.fromCodePoint(char.charCodeAt(0) + 127397))
|
||||
}
|
||||
}
|
||||
@ -1,55 +0,0 @@
|
||||
const blocklist = require('../data/blocklist')
|
||||
const parser = require('iptv-playlist-parser')
|
||||
const { file, logger } = require('../core')
|
||||
const { program } = require('commander')
|
||||
|
||||
const options = program
|
||||
.option('--input-dir <input-dir>', 'Set path to input directory', 'channels')
|
||||
.parse(process.argv)
|
||||
.opts()
|
||||
|
||||
async function main() {
|
||||
const files = await file.list(`${options.inputDir}/**/*.m3u`)
|
||||
const errors = []
|
||||
for (const filepath of files) {
|
||||
const content = await file.read(filepath)
|
||||
const playlist = parser.parse(content)
|
||||
const basename = file.basename(filepath)
|
||||
const [_, country] = basename.match(/([a-z]{2})(|_.*)\.m3u/i) || [null, null]
|
||||
|
||||
const items = playlist.items
|
||||
.map(item => {
|
||||
const details = check(item, country)
|
||||
|
||||
return details ? { ...item, details } : null
|
||||
})
|
||||
.filter(i => i)
|
||||
|
||||
items.forEach(item => {
|
||||
errors.push(
|
||||
`${filepath}:${item.line} '${item.details.name}' is on the blocklist due to claims of copyright holders (${item.details.reference})`
|
||||
)
|
||||
})
|
||||
}
|
||||
|
||||
errors.forEach(error => {
|
||||
logger.error(error)
|
||||
})
|
||||
|
||||
if (errors.length) {
|
||||
logger.info('')
|
||||
process.exit(1)
|
||||
}
|
||||
}
|
||||
|
||||
function check(channel, country) {
|
||||
return blocklist.find(item => {
|
||||
const regexp = new RegExp(item.regex, 'i')
|
||||
const hasSameName = regexp.test(channel.name)
|
||||
const fromSameCountry = country === item.country.toLowerCase()
|
||||
|
||||
return hasSameName && fromSameCountry
|
||||
})
|
||||
}
|
||||
|
||||
main()
|
||||
@ -0,0 +1,39 @@
|
||||
const _ = require('lodash')
|
||||
const file = require('./file')
|
||||
|
||||
const DATA_DIR = process.env.DATA_DIR || './scripts/data'
|
||||
|
||||
class API {
|
||||
constructor(filepath) {
|
||||
this.filepath = file.resolve(filepath)
|
||||
}
|
||||
|
||||
async load() {
|
||||
const data = await file.read(this.filepath)
|
||||
this.collection = JSON.parse(data)
|
||||
}
|
||||
|
||||
find(query) {
|
||||
return _.find(this.collection, query)
|
||||
}
|
||||
|
||||
filter(query) {
|
||||
return _.filter(this.collection, query)
|
||||
}
|
||||
|
||||
all() {
|
||||
return this.collection
|
||||
}
|
||||
}
|
||||
|
||||
const api = {}
|
||||
|
||||
api.channels = new API(`${DATA_DIR}/channels.json`)
|
||||
api.countries = new API(`${DATA_DIR}/countries.json`)
|
||||
api.guides = new API(`${DATA_DIR}/guides.json`)
|
||||
api.categories = new API(`${DATA_DIR}/categories.json`)
|
||||
api.languages = new API(`${DATA_DIR}/languages.json`)
|
||||
api.regions = new API(`${DATA_DIR}/regions.json`)
|
||||
api.blocklist = new API(`${DATA_DIR}/blocklist.json`)
|
||||
|
||||
module.exports = api
|
||||
@ -1,61 +1,75 @@
|
||||
const Database = require('nedb-promises')
|
||||
const nedb = require('nedb-promises')
|
||||
const file = require('./file')
|
||||
|
||||
const DB_FILEPATH = process.env.DB_FILEPATH || './scripts/channels.db'
|
||||
|
||||
const nedb = Database.create({
|
||||
filename: file.resolve(DB_FILEPATH),
|
||||
autoload: true,
|
||||
onload(err) {
|
||||
if (err) console.error(err)
|
||||
},
|
||||
compareStrings: (a, b) => {
|
||||
a = a.replace(/\s/g, '_')
|
||||
b = b.replace(/\s/g, '_')
|
||||
|
||||
return a.localeCompare(b, undefined, {
|
||||
sensitivity: 'accent',
|
||||
numeric: true
|
||||
const DB_DIR = process.env.DB_DIR || './scripts/database'
|
||||
|
||||
class Database {
|
||||
constructor(filepath) {
|
||||
this.filepath = filepath
|
||||
}
|
||||
|
||||
load() {
|
||||
this.db = nedb.create({
|
||||
filename: file.resolve(this.filepath),
|
||||
autoload: true,
|
||||
onload: err => {
|
||||
if (err) console.error(err)
|
||||
},
|
||||
compareStrings: (a, b) => {
|
||||
a = a.replace(/\s/g, '_')
|
||||
b = b.replace(/\s/g, '_')
|
||||
|
||||
return a.localeCompare(b, undefined, {
|
||||
sensitivity: 'accent',
|
||||
numeric: true
|
||||
})
|
||||
}
|
||||
})
|
||||
}
|
||||
})
|
||||
|
||||
const db = {}
|
||||
removeIndex(field) {
|
||||
return this.db.removeIndex(field)
|
||||
}
|
||||
|
||||
db.removeIndex = function (field) {
|
||||
return nedb.removeIndex(field)
|
||||
}
|
||||
addIndex(options) {
|
||||
return this.db.ensureIndex(options)
|
||||
}
|
||||
|
||||
db.addIndex = function (options) {
|
||||
return nedb.ensureIndex(options)
|
||||
}
|
||||
compact() {
|
||||
return this.db.persistence.compactDatafile()
|
||||
}
|
||||
|
||||
db.compact = function () {
|
||||
return nedb.persistence.compactDatafile()
|
||||
}
|
||||
stopAutocompact() {
|
||||
return this.db.persistence.stopAutocompaction()
|
||||
}
|
||||
|
||||
db.reset = function () {
|
||||
return file.clear(DB_FILEPATH)
|
||||
}
|
||||
reset() {
|
||||
return file.clear(this.filepath)
|
||||
}
|
||||
|
||||
db.count = function (query) {
|
||||
return nedb.count(query)
|
||||
}
|
||||
count(query) {
|
||||
return this.db.count(query)
|
||||
}
|
||||
|
||||
db.insert = function (doc) {
|
||||
return nedb.insert(doc)
|
||||
}
|
||||
insert(doc) {
|
||||
return this.db.insert(doc)
|
||||
}
|
||||
|
||||
db.update = function (query, update) {
|
||||
return nedb.update(query, update)
|
||||
}
|
||||
update(query, update) {
|
||||
return this.db.update(query, update)
|
||||
}
|
||||
|
||||
db.find = function (query) {
|
||||
return nedb.find(query)
|
||||
}
|
||||
find(query) {
|
||||
return this.db.find(query)
|
||||
}
|
||||
|
||||
db.remove = function (query, options) {
|
||||
return nedb.remove(query, options)
|
||||
remove(query, options) {
|
||||
return this.db.remove(query, options)
|
||||
}
|
||||
}
|
||||
|
||||
const db = {}
|
||||
|
||||
db.streams = new Database(`${DB_DIR}/streams.db`)
|
||||
|
||||
module.exports = db
|
||||
|
||||
@ -0,0 +1,19 @@
|
||||
const { transliterate } = require('transliteration')
|
||||
|
||||
const id = {}
|
||||
|
||||
id.generate = function (name, code) {
|
||||
if (!name || !code) return null
|
||||
|
||||
name = name.replace(/ *\([^)]*\) */g, '')
|
||||
name = name.replace(/ *\[[^)]*\] */g, '')
|
||||
name = name.replace(/\+/gi, 'Plus')
|
||||
name = name.replace(/[^a-z\d]+/gi, '')
|
||||
name = name.trim()
|
||||
name = transliterate(name)
|
||||
code = code.toLowerCase()
|
||||
|
||||
return `${name}.${code}`
|
||||
}
|
||||
|
||||
module.exports = id
|
||||
@ -1,42 +1,13 @@
|
||||
const { createLogger, format, transports, addColors } = require('winston')
|
||||
const { combine, timestamp, printf } = format
|
||||
const { Signale } = require('signale')
|
||||
|
||||
const consoleFormat = ({ level, message, timestamp }) => {
|
||||
if (typeof message === 'object') return JSON.stringify(message)
|
||||
return message
|
||||
}
|
||||
const options = {}
|
||||
|
||||
const config = {
|
||||
levels: {
|
||||
error: 0,
|
||||
warn: 1,
|
||||
info: 2,
|
||||
failed: 3,
|
||||
success: 4,
|
||||
http: 5,
|
||||
verbose: 6,
|
||||
debug: 7,
|
||||
silly: 8
|
||||
},
|
||||
colors: {
|
||||
info: 'white',
|
||||
success: 'green',
|
||||
failed: 'red'
|
||||
}
|
||||
}
|
||||
const logger = new Signale(options)
|
||||
|
||||
const t = [
|
||||
new transports.Console({
|
||||
format: format.combine(format.printf(consoleFormat))
|
||||
})
|
||||
]
|
||||
|
||||
const logger = createLogger({
|
||||
transports: t,
|
||||
levels: config.levels,
|
||||
level: 'verbose'
|
||||
logger.config({
|
||||
displayLabel: false,
|
||||
displayScope: false,
|
||||
displayBadge: false
|
||||
})
|
||||
|
||||
addColors(config.colors)
|
||||
|
||||
module.exports = logger
|
||||
|
||||
@ -1,49 +1,88 @@
|
||||
const file = require('./file')
|
||||
const store = require('./store')
|
||||
const _ = require('lodash')
|
||||
|
||||
const playlist = {}
|
||||
|
||||
playlist.create = async function (filepath) {
|
||||
playlist.filepath = filepath
|
||||
const dir = file.dirname(filepath)
|
||||
file.createDir(dir)
|
||||
await file.create(filepath, '')
|
||||
class Playlist {
|
||||
constructor(items = [], options = {}) {
|
||||
this.header = {}
|
||||
if (options.public) {
|
||||
let guides = items
|
||||
.map(item => (item.guides.length ? item.guides[0].url : null))
|
||||
.filter(i => i)
|
||||
this.header['x-tvg-url'] = _.uniq(guides).sort().join(',')
|
||||
}
|
||||
|
||||
return playlist
|
||||
}
|
||||
this.links = []
|
||||
for (const item of items) {
|
||||
const stream = store.create(item)
|
||||
|
||||
playlist.header = async function (attrs) {
|
||||
let header = `#EXTM3U`
|
||||
for (const name in attrs) {
|
||||
const value = attrs[name]
|
||||
header += ` ${name}="${value}"`
|
||||
}
|
||||
header += `\n`
|
||||
let attrs
|
||||
if (options.public) {
|
||||
attrs = {
|
||||
'tvg-id': stream.get('tvg_id'),
|
||||
'tvg-country': stream.get('tvg_country'),
|
||||
'tvg-language': stream.get('tvg_language'),
|
||||
'tvg-logo': stream.get('tvg_logo'),
|
||||
'user-agent': stream.get('http.user-agent') || undefined,
|
||||
'group-title': stream.get('group_title')
|
||||
}
|
||||
} else {
|
||||
attrs = {
|
||||
'tvg-id': stream.get('tvg_id'),
|
||||
status: stream.get('status'),
|
||||
'user-agent': stream.get('http.user-agent') || undefined
|
||||
}
|
||||
}
|
||||
|
||||
await file.append(playlist.filepath, header)
|
||||
const vlcOpts = {
|
||||
'http-referrer': stream.get('http.referrer') || undefined,
|
||||
'http-user-agent': stream.get('http.user-agent') || undefined
|
||||
}
|
||||
|
||||
return playlist
|
||||
}
|
||||
|
||||
playlist.link = async function (url, title, attrs, vlcOpts) {
|
||||
let link = `#EXTINF:-1`
|
||||
for (const name in attrs) {
|
||||
const value = attrs[name]
|
||||
if (value !== undefined) {
|
||||
link += ` ${name}="${value}"`
|
||||
this.links.push({
|
||||
url: stream.get('url'),
|
||||
title: stream.get('title'),
|
||||
attrs,
|
||||
vlcOpts
|
||||
})
|
||||
}
|
||||
}
|
||||
link += `,${title}\n`
|
||||
for (const name in vlcOpts) {
|
||||
const value = vlcOpts[name]
|
||||
if (value !== undefined) {
|
||||
link += `#EXTVLCOPT:${name}=${value}\n`
|
||||
|
||||
toString() {
|
||||
let output = `#EXTM3U`
|
||||
for (const attr in this.header) {
|
||||
const value = this.header[attr]
|
||||
output += ` ${attr}="${value}"`
|
||||
}
|
||||
}
|
||||
link += `${url}\n`
|
||||
output += `\n`
|
||||
|
||||
await file.append(playlist.filepath, link)
|
||||
for (const link of this.links) {
|
||||
output += `#EXTINF:-1`
|
||||
for (const name in link.attrs) {
|
||||
const value = link.attrs[name]
|
||||
if (value !== undefined) {
|
||||
output += ` ${name}="${value}"`
|
||||
}
|
||||
}
|
||||
output += `,${link.title}\n`
|
||||
|
||||
for (const name in link.vlcOpts) {
|
||||
const value = link.vlcOpts[name]
|
||||
if (value !== undefined) {
|
||||
output += `#EXTVLCOPT:${name}=${value}\n`
|
||||
}
|
||||
}
|
||||
|
||||
output += `${link.url}\n`
|
||||
}
|
||||
|
||||
return output
|
||||
}
|
||||
}
|
||||
|
||||
return playlist
|
||||
playlist.create = function (items, options) {
|
||||
return new Playlist(items, options)
|
||||
}
|
||||
|
||||
module.exports = playlist
|
||||
|
||||
@ -0,0 +1,32 @@
|
||||
const table = {}
|
||||
|
||||
table.create = function (data, cols) {
|
||||
let output = '<table>\n'
|
||||
|
||||
output += ' <thead>\n <tr>'
|
||||
for (let column of cols) {
|
||||
output += `<th align="left">${column.name}</th>`
|
||||
}
|
||||
output += '</tr>\n </thead>\n'
|
||||
|
||||
output += ' <tbody>\n'
|
||||
for (let item of data) {
|
||||
output += ' <tr>'
|
||||
let i = 0
|
||||
for (let prop in item) {
|
||||
const column = cols[i]
|
||||
let nowrap = column.nowrap ? ` nowrap` : ''
|
||||
let align = column.align ? ` align="${column.align}"` : ''
|
||||
output += `<td${align}${nowrap}>${item[prop]}</td>`
|
||||
i++
|
||||
}
|
||||
output += '</tr>\n'
|
||||
}
|
||||
output += ' </tbody>\n'
|
||||
|
||||
output += '</table>'
|
||||
|
||||
return output
|
||||
}
|
||||
|
||||
module.exports = table
|
||||
@ -1 +1,2 @@
|
||||
codes.json
|
||||
*
|
||||
!.gitignore
|
||||
File diff suppressed because one or more lines are too long
@ -1,147 +0,0 @@
|
||||
{
|
||||
"auto": {
|
||||
"name": "Auto",
|
||||
"slug": "auto",
|
||||
"nsfw": false
|
||||
},
|
||||
"animation": {
|
||||
"name": "Animation",
|
||||
"slug": "animation",
|
||||
"nsfw": false
|
||||
},
|
||||
"business": {
|
||||
"name": "Business",
|
||||
"slug": "business",
|
||||
"nsfw": false
|
||||
},
|
||||
"classic": {
|
||||
"name": "Classic",
|
||||
"slug": "classic",
|
||||
"nsfw": false
|
||||
},
|
||||
"comedy": {
|
||||
"name": "Comedy",
|
||||
"slug": "comedy",
|
||||
"nsfw": false
|
||||
},
|
||||
"cooking": {
|
||||
"name": "Cooking",
|
||||
"slug": "cooking",
|
||||
"nsfw": false
|
||||
},
|
||||
"culture": {
|
||||
"name": "Culture",
|
||||
"slug": "culture",
|
||||
"nsfw": false
|
||||
},
|
||||
"documentary": {
|
||||
"name": "Documentary",
|
||||
"slug": "documentary",
|
||||
"nsfw": false
|
||||
},
|
||||
"education": {
|
||||
"name": "Education",
|
||||
"slug": "education",
|
||||
"nsfw": false
|
||||
},
|
||||
"entertainment": {
|
||||
"name": "Entertainment",
|
||||
"slug": "entertainment",
|
||||
"nsfw": false
|
||||
},
|
||||
"family": {
|
||||
"name": "Family",
|
||||
"slug": "family",
|
||||
"nsfw": false
|
||||
},
|
||||
"general": {
|
||||
"name": "General",
|
||||
"slug": "general",
|
||||
"nsfw": false
|
||||
},
|
||||
"kids": {
|
||||
"name": "Kids",
|
||||
"slug": "kids",
|
||||
"nsfw": false
|
||||
},
|
||||
"legislative": {
|
||||
"name": "Legislative",
|
||||
"slug": "legislative",
|
||||
"nsfw": false
|
||||
},
|
||||
"lifestyle": {
|
||||
"name": "Lifestyle",
|
||||
"slug": "lifestyle",
|
||||
"nsfw": false
|
||||
},
|
||||
"local": {
|
||||
"name": "Local",
|
||||
"slug": "local",
|
||||
"nsfw": false
|
||||
},
|
||||
"movies": {
|
||||
"name": "Movies",
|
||||
"slug": "movies",
|
||||
"nsfw": false
|
||||
},
|
||||
"music": {
|
||||
"name": "Music",
|
||||
"slug": "music",
|
||||
"nsfw": false
|
||||
},
|
||||
"news": {
|
||||
"name": "News",
|
||||
"slug": "news",
|
||||
"nsfw": false
|
||||
},
|
||||
"outdoor": {
|
||||
"name": "Outdoor",
|
||||
"slug": "outdoor",
|
||||
"nsfw": false
|
||||
},
|
||||
"relax": {
|
||||
"name": "Relax",
|
||||
"slug": "relax",
|
||||
"nsfw": false
|
||||
},
|
||||
"religious": {
|
||||
"name": "Religious",
|
||||
"slug": "religious",
|
||||
"nsfw": false
|
||||
},
|
||||
"series": {
|
||||
"name": "Series",
|
||||
"slug": "series",
|
||||
"nsfw": false
|
||||
},
|
||||
"science": {
|
||||
"name": "Science",
|
||||
"slug": "science",
|
||||
"nsfw": false
|
||||
},
|
||||
"shop": {
|
||||
"name": "Shop",
|
||||
"slug": "shop",
|
||||
"nsfw": false
|
||||
},
|
||||
"sports": {
|
||||
"name": "Sports",
|
||||
"slug": "sports",
|
||||
"nsfw": false
|
||||
},
|
||||
"travel": {
|
||||
"name": "Travel",
|
||||
"slug": "travel",
|
||||
"nsfw": false
|
||||
},
|
||||
"weather": {
|
||||
"name": "Weather",
|
||||
"slug": "weather",
|
||||
"nsfw": false
|
||||
},
|
||||
"xxx": {
|
||||
"name": "XXX",
|
||||
"slug": "xxx",
|
||||
"nsfw": true
|
||||
}
|
||||
}
|
||||
@ -1,264 +0,0 @@
|
||||
{
|
||||
"AD": { "name": "Andorra", "code": "AD", "lang": "cat" },
|
||||
"AE": { "name": "United Arab Emirates", "code": "AE", "lang": "ara" },
|
||||
"AF": { "name": "Afghanistan", "code": "AF", "lang": "pus" },
|
||||
"AG": { "name": "Antigua and Barbuda", "code": "AG", "lang": "eng" },
|
||||
"AI": { "name": "Anguilla", "code": "AI", "lang": "eng" },
|
||||
"AL": { "name": "Albania", "code": "AL", "lang": "sqi" },
|
||||
"AM": { "name": "Armenia", "code": "AM", "lang": "hye" },
|
||||
"AO": { "name": "Angola", "code": "AO", "lang": "por" },
|
||||
"AQ": { "name": "Antarctica", "code": "AQ", "lang": null },
|
||||
"AR": { "name": "Argentina", "code": "AR", "lang": "spa" },
|
||||
"AS": { "name": "American Samoa", "code": "AS", "lang": "eng" },
|
||||
"AT": { "name": "Austria", "code": "AT", "lang": "deu" },
|
||||
"AU": { "name": "Australia", "code": "AU", "lang": "eng" },
|
||||
"AW": { "name": "Aruba", "code": "AW", "lang": "nld" },
|
||||
"AX": { "name": "Åland", "code": "AX", "lang": "swe" },
|
||||
"AZ": { "name": "Azerbaijan", "code": "AZ", "lang": "aze" },
|
||||
"BA": { "name": "Bosnia and Herzegovina", "code": "BA", "lang": "bos" },
|
||||
"BB": { "name": "Barbados", "code": "BB", "lang": "eng" },
|
||||
"BD": { "name": "Bangladesh", "code": "BD", "lang": "ben" },
|
||||
"BE": { "name": "Belgium", "code": "BE", "lang": "nld" },
|
||||
"BF": { "name": "Burkina Faso", "code": "BF", "lang": "fra" },
|
||||
"BG": { "name": "Bulgaria", "code": "BG", "lang": "bul" },
|
||||
"BH": { "name": "Bahrain", "code": "BH", "lang": "ara" },
|
||||
"BI": { "name": "Burundi", "code": "BI", "lang": "fra" },
|
||||
"BJ": { "name": "Benin", "code": "BJ", "lang": "fra" },
|
||||
"BL": { "name": "Saint Barthélemy", "code": "BL", "lang": "fra" },
|
||||
"BM": { "name": "Bermuda", "code": "BM", "lang": "eng" },
|
||||
"BN": { "name": "Brunei", "code": "BN", "lang": "msa" },
|
||||
"BO": { "name": "Bolivia", "code": "BO", "lang": "spa" },
|
||||
"BQ": { "name": "Bonaire", "code": "BQ", "lang": "nld" },
|
||||
"BR": { "name": "Brazil", "code": "BR", "lang": "por" },
|
||||
"BS": { "name": "Bahamas", "code": "BS", "lang": "eng" },
|
||||
"BT": { "name": "Bhutan", "code": "BT", "lang": "dzo" },
|
||||
"BV": { "name": "Bouvet Island", "code": "BV", "lang": "nor" },
|
||||
"BW": { "name": "Botswana", "code": "BW", "lang": "eng" },
|
||||
"BY": { "name": "Belarus", "code": "BY", "lang": "bel" },
|
||||
"BZ": { "name": "Belize", "code": "BZ", "lang": "eng" },
|
||||
"CA": { "name": "Canada", "code": "CA", "lang": "eng" },
|
||||
"CC": { "name": "Cocos [Keeling] Islands", "code": "CC", "lang": "eng" },
|
||||
"CD": {
|
||||
"name": "Democratic Republic of the Congo",
|
||||
"code": "CD",
|
||||
"lang": "fra"
|
||||
},
|
||||
"CF": { "name": "Central African Republic", "code": "CF", "lang": "fra" },
|
||||
"CG": { "name": "Republic of the Congo", "code": "CG", "lang": "fra" },
|
||||
"CH": { "name": "Switzerland", "code": "CH", "lang": "deu" },
|
||||
"CI": { "name": "Ivory Coast", "code": "CI", "lang": "fra" },
|
||||
"CK": { "name": "Cook Islands", "code": "CK", "lang": "eng" },
|
||||
"CL": { "name": "Chile", "code": "CL", "lang": "spa" },
|
||||
"CM": { "name": "Cameroon", "code": "CM", "lang": "eng" },
|
||||
"CN": { "name": "China", "code": "CN", "lang": "zho" },
|
||||
"CO": { "name": "Colombia", "code": "CO", "lang": "spa" },
|
||||
"CR": { "name": "Costa Rica", "code": "CR", "lang": "spa" },
|
||||
"CU": { "name": "Cuba", "code": "CU", "lang": "spa" },
|
||||
"CV": { "name": "Cape Verde", "code": "CV", "lang": "por" },
|
||||
"CW": { "name": "Curacao", "code": "CW", "lang": "nld" },
|
||||
"CX": { "name": "Christmas Island", "code": "CX", "lang": "eng" },
|
||||
"CY": { "name": "Cyprus", "code": "CY", "lang": "ell" },
|
||||
"CZ": { "name": "Czech Republic", "code": "CZ", "lang": "ces" },
|
||||
"DE": { "name": "Germany", "code": "DE", "lang": "deu" },
|
||||
"DJ": { "name": "Djibouti", "code": "DJ", "lang": "fra" },
|
||||
"DK": { "name": "Denmark", "code": "DK", "lang": "dan" },
|
||||
"DM": { "name": "Dominica", "code": "DM", "lang": "eng" },
|
||||
"DO": { "name": "Dominican Republic", "code": "DO", "lang": "spa" },
|
||||
"DZ": { "name": "Algeria", "code": "DZ", "lang": "ara" },
|
||||
"EC": { "name": "Ecuador", "code": "EC", "lang": "spa" },
|
||||
"EE": { "name": "Estonia", "code": "EE", "lang": "est" },
|
||||
"EG": { "name": "Egypt", "code": "EG", "lang": "ara" },
|
||||
"EH": { "name": "Western Sahara", "code": "EH", "lang": "spa" },
|
||||
"ER": { "name": "Eritrea", "code": "ER", "lang": "tir" },
|
||||
"ES": { "name": "Spain", "code": "ES", "lang": "spa" },
|
||||
"ET": { "name": "Ethiopia", "code": "ET", "lang": "amh" },
|
||||
"FI": { "name": "Finland", "code": "FI", "lang": "fin" },
|
||||
"FJ": { "name": "Fiji", "code": "FJ", "lang": "eng" },
|
||||
"FK": { "name": "Falkland Islands", "code": "FK", "lang": "eng" },
|
||||
"FM": { "name": "Micronesia", "code": "FM", "lang": "eng" },
|
||||
"FO": { "name": "Faroe Islands", "code": "FO", "lang": "fao" },
|
||||
"FR": { "name": "France", "code": "FR", "lang": "fra" },
|
||||
"GA": { "name": "Gabon", "code": "GA", "lang": "fra" },
|
||||
"UK": { "name": "United Kingdom", "code": "UK", "lang": "eng" },
|
||||
"GD": { "name": "Grenada", "code": "GD", "lang": "eng" },
|
||||
"GE": { "name": "Georgia", "code": "GE", "lang": "kat" },
|
||||
"GF": { "name": "French Guiana", "code": "GF", "lang": "fra" },
|
||||
"GG": { "name": "Guernsey", "code": "GG", "lang": "eng" },
|
||||
"GH": { "name": "Ghana", "code": "GH", "lang": "eng" },
|
||||
"GI": { "name": "Gibraltar", "code": "GI", "lang": "eng" },
|
||||
"GL": { "name": "Greenland", "code": "GL", "lang": "kal" },
|
||||
"GM": { "name": "Gambia", "code": "GM", "lang": "eng" },
|
||||
"GN": { "name": "Guinea", "code": "GN", "lang": "fra" },
|
||||
"GP": { "name": "Guadeloupe", "code": "GP", "lang": "fra" },
|
||||
"GQ": { "name": "Equatorial Guinea", "code": "GQ", "lang": "spa" },
|
||||
"GR": { "name": "Greece", "code": "GR", "lang": "ell" },
|
||||
"GS": {
|
||||
"name": "South Georgia and the South Sandwich Islands",
|
||||
"code": "GS",
|
||||
"lang": "eng"
|
||||
},
|
||||
"GT": { "name": "Guatemala", "code": "GT", "lang": "spa" },
|
||||
"GU": { "name": "Guam", "code": "GU", "lang": "eng" },
|
||||
"GW": { "name": "Guinea-Bissau", "code": "GW", "lang": "por" },
|
||||
"GY": { "name": "Guyana", "code": "GY", "lang": "eng" },
|
||||
"HK": { "name": "Hong Kong", "code": "HK", "lang": "zho" },
|
||||
"HM": { "name": "Heard Island and McDonald Islands", "code": "HM", "lang": "eng" },
|
||||
"HN": { "name": "Honduras", "code": "HN", "lang": "spa" },
|
||||
"HR": { "name": "Croatia", "code": "HR", "lang": "hrv" },
|
||||
"HT": { "name": "Haiti", "code": "HT", "lang": "fra" },
|
||||
"HU": { "name": "Hungary", "code": "HU", "lang": "hun" },
|
||||
"ID": { "name": "Indonesia", "code": "ID", "lang": "ind" },
|
||||
"IE": { "name": "Ireland", "code": "IE", "lang": "gle" },
|
||||
"IL": { "name": "Israel", "code": "IL", "lang": "heb" },
|
||||
"IM": { "name": "Isle of Man", "code": "IM", "lang": "eng" },
|
||||
"IN": { "name": "India", "code": "IN", "lang": "hin" },
|
||||
"IO": { "name": "British Indian Ocean Territory", "code": "IO", "lang": "eng" },
|
||||
"IQ": { "name": "Iraq", "code": "IQ", "lang": "ara" },
|
||||
"IR": { "name": "Iran", "code": "IR", "lang": "fas" },
|
||||
"IS": { "name": "Iceland", "code": "IS", "lang": "isl" },
|
||||
"IT": { "name": "Italy", "code": "IT", "lang": "ita" },
|
||||
"JE": { "name": "Jersey", "code": "JE", "lang": "eng" },
|
||||
"JM": { "name": "Jamaica", "code": "JM", "lang": "eng" },
|
||||
"JO": { "name": "Jordan", "code": "JO", "lang": "ara" },
|
||||
"JP": { "name": "Japan", "code": "JP", "lang": "jpn" },
|
||||
"KE": { "name": "Kenya", "code": "KE", "lang": "eng" },
|
||||
"KG": { "name": "Kyrgyzstan", "code": "KG", "lang": "kir" },
|
||||
"KH": { "name": "Cambodia", "code": "KH", "lang": "khm" },
|
||||
"KI": { "name": "Kiribati", "code": "KI", "lang": "eng" },
|
||||
"KM": { "name": "Comoros", "code": "KM", "lang": "ara" },
|
||||
"KN": { "name": "Saint Kitts and Nevis", "code": "KN", "lang": "eng" },
|
||||
"KP": { "name": "North Korea", "code": "KP", "lang": "kor" },
|
||||
"KR": { "name": "South Korea", "code": "KR", "lang": "kor" },
|
||||
"KW": { "name": "Kuwait", "code": "KW", "lang": "ara" },
|
||||
"KY": { "name": "Cayman Islands", "code": "KY", "lang": "eng" },
|
||||
"KZ": { "name": "Kazakhstan", "code": "KZ", "lang": "kaz" },
|
||||
"LA": { "name": "Laos", "code": "LA", "lang": "lao" },
|
||||
"LB": { "name": "Lebanon", "code": "LB", "lang": "ara" },
|
||||
"LC": { "name": "Saint Lucia", "code": "LC", "lang": "eng" },
|
||||
"LI": { "name": "Liechtenstein", "code": "LI", "lang": "deu" },
|
||||
"LK": { "name": "Sri Lanka", "code": "LK", "lang": "sin" },
|
||||
"LR": { "name": "Liberia", "code": "LR", "lang": "eng" },
|
||||
"LS": { "name": "Lesotho", "code": "LS", "lang": "eng" },
|
||||
"LT": { "name": "Lithuania", "code": "LT", "lang": "lit" },
|
||||
"LU": { "name": "Luxembourg", "code": "LU", "lang": "fra" },
|
||||
"LV": { "name": "Latvia", "code": "LV", "lang": "lav" },
|
||||
"LY": { "name": "Libya", "code": "LY", "lang": "ara" },
|
||||
"MA": { "name": "Morocco", "code": "MA", "lang": "ara" },
|
||||
"MC": { "name": "Monaco", "code": "MC", "lang": "fra" },
|
||||
"MD": { "name": "Moldova", "code": "MD", "lang": "ron" },
|
||||
"ME": { "name": "Montenegro", "code": "ME", "lang": "srp" },
|
||||
"MF": { "name": "Saint Martin", "code": "MF", "lang": "eng" },
|
||||
"MG": { "name": "Madagascar", "code": "MG", "lang": "fra" },
|
||||
"MH": { "name": "Marshall Islands", "code": "MH", "lang": "eng" },
|
||||
"MK": { "name": "North Macedonia", "code": "MK", "lang": "mkd" },
|
||||
"ML": { "name": "Mali", "code": "ML", "lang": "fra" },
|
||||
"MM": { "name": "Myanmar [Burma]", "code": "MM", "lang": "mya" },
|
||||
"MN": { "name": "Mongolia", "code": "MN", "lang": "mon" },
|
||||
"MO": { "name": "Macao", "code": "MO", "lang": "zho" },
|
||||
"MP": { "name": "Northern Mariana Islands", "code": "MP", "lang": "eng" },
|
||||
"MQ": { "name": "Martinique", "code": "MQ", "lang": "fra" },
|
||||
"MR": { "name": "Mauritania", "code": "MR", "lang": "ara" },
|
||||
"MS": { "name": "Montserrat", "code": "MS", "lang": "eng" },
|
||||
"MT": { "name": "Malta", "code": "MT", "lang": "mlt" },
|
||||
"MU": { "name": "Mauritius", "code": "MU", "lang": "eng" },
|
||||
"MV": { "name": "Maldives", "code": "MV", "lang": "div" },
|
||||
"MW": { "name": "Malawi", "code": "MW", "lang": "eng" },
|
||||
"MX": { "name": "Mexico", "code": "MX", "lang": "spa" },
|
||||
"MY": { "name": "Malaysia", "code": "MY", "lang": "msa" },
|
||||
"MZ": { "name": "Mozambique", "code": "MZ", "lang": "por" },
|
||||
"NA": { "name": "Namibia", "code": "NA", "lang": "eng" },
|
||||
"NC": { "name": "New Caledonia", "code": "NC", "lang": "fra" },
|
||||
"NE": { "name": "Niger", "code": "NE", "lang": "fra" },
|
||||
"NF": { "name": "Norfolk Island", "code": "NF", "lang": "eng" },
|
||||
"NG": { "name": "Nigeria", "code": "NG", "lang": "eng" },
|
||||
"NI": { "name": "Nicaragua", "code": "NI", "lang": "spa" },
|
||||
"NL": { "name": "Netherlands", "code": "NL", "lang": "nld" },
|
||||
"NO": { "name": "Norway", "code": "NO", "lang": "nor" },
|
||||
"NP": { "name": "Nepal", "code": "NP", "lang": "nep" },
|
||||
"NR": { "name": "Nauru", "code": "NR", "lang": "eng" },
|
||||
"NU": { "name": "Niue", "code": "NU", "lang": "eng" },
|
||||
"NZ": { "name": "New Zealand", "code": "NZ", "lang": "eng" },
|
||||
"OM": { "name": "Oman", "code": "OM", "lang": "ara" },
|
||||
"PA": { "name": "Panama", "code": "PA", "lang": "spa" },
|
||||
"PE": { "name": "Peru", "code": "PE", "lang": "spa" },
|
||||
"PF": { "name": "French Polynesia", "code": "PF", "lang": "fra" },
|
||||
"PG": { "name": "Papua New Guinea", "code": "PG", "lang": "eng" },
|
||||
"PH": { "name": "Philippines", "code": "PH", "lang": "eng" },
|
||||
"PK": { "name": "Pakistan", "code": "PK", "lang": "eng" },
|
||||
"PL": { "name": "Poland", "code": "PL", "lang": "pol" },
|
||||
"PM": { "name": "Saint Pierre and Miquelon", "code": "PM", "lang": "fra" },
|
||||
"PN": { "name": "Pitcairn Islands", "code": "PN", "lang": "eng" },
|
||||
"PR": { "name": "Puerto Rico", "code": "PR", "lang": "spa" },
|
||||
"PS": { "name": "Palestine", "code": "PS", "lang": "ara" },
|
||||
"PT": { "name": "Portugal", "code": "PT", "lang": "por" },
|
||||
"PW": { "name": "Palau", "code": "PW", "lang": "eng" },
|
||||
"PY": { "name": "Paraguay", "code": "PY", "lang": "spa" },
|
||||
"QA": { "name": "Qatar", "code": "QA", "lang": "ara" },
|
||||
"RE": { "name": "Réunion", "code": "RE", "lang": "fra" },
|
||||
"RO": { "name": "Romania", "code": "RO", "lang": "ron" },
|
||||
"RS": { "name": "Serbia", "code": "RS", "lang": "srp" },
|
||||
"RU": { "name": "Russia", "code": "RU", "lang": "rus" },
|
||||
"RW": { "name": "Rwanda", "code": "RW", "lang": "kin" },
|
||||
"SA": { "name": "Saudi Arabia", "code": "SA", "lang": "ara" },
|
||||
"SB": { "name": "Solomon Islands", "code": "SB", "lang": "eng" },
|
||||
"SC": { "name": "Seychelles", "code": "SC", "lang": "fra" },
|
||||
"SD": { "name": "Sudan", "code": "SD", "lang": "ara" },
|
||||
"SE": { "name": "Sweden", "code": "SE", "lang": "swe" },
|
||||
"SG": { "name": "Singapore", "code": "SG", "lang": "eng" },
|
||||
"SH": { "name": "Saint Helena", "code": "SH", "lang": "eng" },
|
||||
"SI": { "name": "Slovenia", "code": "SI", "lang": "slv" },
|
||||
"SJ": { "name": "Svalbard and Jan Mayen", "code": "SJ", "lang": "nor" },
|
||||
"SK": { "name": "Slovakia", "code": "SK", "lang": "slk" },
|
||||
"SL": { "name": "Sierra Leone", "code": "SL", "lang": "eng" },
|
||||
"SM": { "name": "San Marino", "code": "SM", "lang": "ita" },
|
||||
"SN": { "name": "Senegal", "code": "SN", "lang": "fra" },
|
||||
"SO": { "name": "Somalia", "code": "SO", "lang": "som" },
|
||||
"SR": { "name": "Suriname", "code": "SR", "lang": "nld" },
|
||||
"SS": { "name": "South Sudan", "code": "SS", "lang": "eng" },
|
||||
"ST": { "name": "São Tomé and Príncipe", "code": "ST", "lang": "por" },
|
||||
"SV": { "name": "El Salvador", "code": "SV", "lang": "spa" },
|
||||
"SX": { "name": "Sint Maarten", "code": "SX", "lang": "nld" },
|
||||
"SY": { "name": "Syria", "code": "SY", "lang": "ara" },
|
||||
"SZ": { "name": "Swaziland", "code": "SZ", "lang": "eng" },
|
||||
"TC": { "name": "Turks and Caicos Islands", "code": "TC", "lang": "eng" },
|
||||
"TD": { "name": "Chad", "code": "TD", "lang": "fra" },
|
||||
"TF": { "name": "French Southern Territories", "code": "TF", "lang": "fra" },
|
||||
"TG": { "name": "Togo", "code": "TG", "lang": "fra" },
|
||||
"TH": { "name": "Thailand", "code": "TH", "lang": "tha" },
|
||||
"TJ": { "name": "Tajikistan", "code": "TJ", "lang": "tgk" },
|
||||
"TK": { "name": "Tokelau", "code": "TK", "lang": "eng" },
|
||||
"TL": { "name": "East Timor", "code": "TL", "lang": "por" },
|
||||
"TM": { "name": "Turkmenistan", "code": "TM", "lang": "tuk" },
|
||||
"TN": { "name": "Tunisia", "code": "TN", "lang": "ara" },
|
||||
"TO": { "name": "Tonga", "code": "TO", "lang": "eng" },
|
||||
"TR": { "name": "Turkey", "code": "TR", "lang": "tur" },
|
||||
"TT": { "name": "Trinidad and Tobago", "code": "TT", "lang": "eng" },
|
||||
"TV": { "name": "Tuvalu", "code": "TV", "lang": "eng" },
|
||||
"TW": { "name": "Taiwan", "code": "TW", "lang": "zho" },
|
||||
"TZ": { "name": "Tanzania", "code": "TZ", "lang": "swa" },
|
||||
"UA": { "name": "Ukraine", "code": "UA", "lang": "ukr" },
|
||||
"UG": { "name": "Uganda", "code": "UG", "lang": "eng" },
|
||||
"UM": { "name": "U.S. Minor Outlying Islands", "code": "UM", "lang": "eng" },
|
||||
"US": { "name": "United States", "code": "US", "lang": "eng" },
|
||||
"UY": { "name": "Uruguay", "code": "UY", "lang": "spa" },
|
||||
"UZ": { "name": "Uzbekistan", "code": "UZ", "lang": "uzb" },
|
||||
"VA": { "name": "Vatican City", "code": "VA", "lang": "ita" },
|
||||
"VC": { "name": "Saint Vincent and the Grenadines", "code": "VC", "lang": "eng" },
|
||||
"VE": { "name": "Venezuela", "code": "VE", "lang": "spa" },
|
||||
"VG": { "name": "British Virgin Islands", "code": "VG", "lang": "eng" },
|
||||
"VI": { "name": "U.S. Virgin Islands", "code": "VI", "lang": "eng" },
|
||||
"VN": { "name": "Vietnam", "code": "VN", "lang": "vie" },
|
||||
"VU": { "name": "Vanuatu", "code": "VU", "lang": "bis" },
|
||||
"WF": { "name": "Wallis and Futuna", "code": "WF", "lang": "fra" },
|
||||
"WS": { "name": "Samoa", "code": "WS", "lang": "smo" },
|
||||
"XK": { "name": "Kosovo", "code": "XK", "lang": "sqi" },
|
||||
"YE": { "name": "Yemen", "code": "YE", "lang": "ara" },
|
||||
"YT": { "name": "Mayotte", "code": "YT", "lang": "fra" },
|
||||
"ZA": {
|
||||
"name": "South Africa",
|
||||
"code": "ZA",
|
||||
"lang": "afr"
|
||||
},
|
||||
"ZM": { "name": "Zambia", "code": "ZM", "lang": "eng" },
|
||||
"ZW": { "name": "Zimbabwe", "code": "ZW", "lang": "eng" }
|
||||
}
|
||||
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
@ -1,27 +0,0 @@
|
||||
{
|
||||
"online": {
|
||||
"label": "",
|
||||
"code": "online",
|
||||
"level": 1
|
||||
},
|
||||
"geo_blocked": {
|
||||
"label": "Geo-blocked",
|
||||
"code": "geo_blocked",
|
||||
"level": 2
|
||||
},
|
||||
"not_247": {
|
||||
"label": "Not 24/7",
|
||||
"code": "not_247",
|
||||
"level": 3
|
||||
},
|
||||
"timeout": {
|
||||
"label": "Timeout",
|
||||
"code": "timeout",
|
||||
"level": 4
|
||||
},
|
||||
"offline": {
|
||||
"label": "Offline",
|
||||
"code": "offline",
|
||||
"level": 5
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,18 @@
|
||||
const api = require('../core/api')
|
||||
const _ = require('lodash')
|
||||
|
||||
module.exports = async function (streams = []) {
|
||||
await api.categories.load()
|
||||
const categories = await api.categories.all()
|
||||
|
||||
const output = []
|
||||
for (const category of categories) {
|
||||
let items = _.filter(streams, { categories: [{ id: category.id }] })
|
||||
output.push({ filepath: `categories/${category.id}.m3u`, items })
|
||||
}
|
||||
|
||||
let items = _.filter(streams, stream => !stream.categories.length)
|
||||
output.push({ filepath: 'categories/undefined.m3u', items })
|
||||
|
||||
return output
|
||||
}
|
||||
@ -0,0 +1,30 @@
|
||||
const api = require('../core/api')
|
||||
const _ = require('lodash')
|
||||
|
||||
module.exports = async function (streams = []) {
|
||||
streams = _.filter(streams, stream => stream.is_nsfw === false)
|
||||
|
||||
await api.countries.load()
|
||||
const countries = await api.countries.all()
|
||||
await api.regions.load()
|
||||
const regions = await api.regions.all()
|
||||
|
||||
const output = []
|
||||
for (const country of countries) {
|
||||
const countryAreaCodes = _.filter(regions, { countries: [country.code] }).map(
|
||||
r => `r/${r.code}`
|
||||
)
|
||||
countryAreaCodes.push(`c/${country.code}`)
|
||||
|
||||
let items = _.filter(streams, stream => {
|
||||
return _.intersection(stream.broadcast_area, countryAreaCodes).length
|
||||
})
|
||||
|
||||
output.push({ filepath: `countries/${country.code.toLowerCase()}.m3u`, items })
|
||||
}
|
||||
|
||||
let items = _.filter(streams, stream => !stream.broadcast_area.length)
|
||||
output.push({ filepath: 'countries/undefined.m3u', items })
|
||||
|
||||
return output
|
||||
}
|
||||
@ -0,0 +1,10 @@
|
||||
exports.categories = require('./categories')
|
||||
exports.countries = require('./countries')
|
||||
exports.languages = require('./languages')
|
||||
exports.regions = require('./regions')
|
||||
exports.index_m3u = require('./index_m3u')
|
||||
exports.index_nsfw_m3u = require('./index_nsfw_m3u')
|
||||
exports.index_category_m3u = require('./index_category_m3u')
|
||||
exports.index_country_m3u = require('./index_country_m3u')
|
||||
exports.index_language_m3u = require('./index_language_m3u')
|
||||
exports.index_region_m3u = require('./index_region_m3u')
|
||||
@ -0,0 +1,32 @@
|
||||
const _ = require('lodash')
|
||||
|
||||
module.exports = async function (streams = []) {
|
||||
streams = _.filter(streams, stream => stream.is_nsfw === false)
|
||||
|
||||
let items = []
|
||||
streams.forEach(stream => {
|
||||
if (!stream.categories.length) {
|
||||
const item = _.cloneDeep(stream)
|
||||
item.group_title = 'Undefined'
|
||||
items.push(item)
|
||||
|
||||
return
|
||||
}
|
||||
|
||||
stream.categories
|
||||
.filter(c => c)
|
||||
.forEach(category => {
|
||||
const item = _.cloneDeep(stream)
|
||||
item.group_title = category.name
|
||||
items.push(item)
|
||||
})
|
||||
})
|
||||
|
||||
items = _.sortBy(items, item => {
|
||||
if (item.group_title === 'Undefined') return ''
|
||||
|
||||
return item.group_title
|
||||
})
|
||||
|
||||
return { filepath: 'index.category.m3u', items }
|
||||
}
|
||||
@ -0,0 +1,63 @@
|
||||
const api = require('../core/api')
|
||||
const _ = require('lodash')
|
||||
|
||||
module.exports = async function (streams = []) {
|
||||
streams = _.filter(streams, stream => stream.is_nsfw === false)
|
||||
|
||||
await api.regions.load()
|
||||
let regions = await api.regions.all()
|
||||
regions = _.keyBy(regions, 'code')
|
||||
|
||||
await api.countries.load()
|
||||
let countries = await api.countries.all()
|
||||
countries = _.keyBy(countries, 'code')
|
||||
|
||||
let items = []
|
||||
streams.forEach(stream => {
|
||||
if (!stream.broadcast_area.length) {
|
||||
const item = _.cloneDeep(stream)
|
||||
item.group_title = 'Undefined'
|
||||
items.push(item)
|
||||
return
|
||||
}
|
||||
|
||||
getBroadcastCountries(stream, { countries, regions }).forEach(country => {
|
||||
const item = _.cloneDeep(stream)
|
||||
item.group_title = country.name
|
||||
items.push(item)
|
||||
})
|
||||
})
|
||||
|
||||
items = _.sortBy(items, item => {
|
||||
if (item.group_title === 'Undefined') return ''
|
||||
|
||||
return item.group_title
|
||||
})
|
||||
|
||||
return { filepath: 'index.country.m3u', items }
|
||||
}
|
||||
|
||||
function getBroadcastCountries(stream, { countries, regions }) {
|
||||
let codes = stream.broadcast_area.reduce((acc, item) => {
|
||||
const [type, code] = item.split('/')
|
||||
switch (type) {
|
||||
case 'c':
|
||||
acc.push(code)
|
||||
break
|
||||
case 'r':
|
||||
if (regions[code]) {
|
||||
acc = acc.concat(regions[code].countries)
|
||||
}
|
||||
break
|
||||
case 's':
|
||||
const [c] = item.split('-')
|
||||
acc.push(c)
|
||||
break
|
||||
}
|
||||
return acc
|
||||
}, [])
|
||||
|
||||
codes = _.uniq(codes)
|
||||
|
||||
return codes.map(code => countries[code]).filter(c => c)
|
||||
}
|
||||
@ -0,0 +1,29 @@
|
||||
const _ = require('lodash')
|
||||
|
||||
module.exports = async function (streams = []) {
|
||||
streams = _.filter(streams, stream => stream.is_nsfw === false)
|
||||
|
||||
let items = []
|
||||
streams.forEach(stream => {
|
||||
if (!stream.languages.length) {
|
||||
const item = _.cloneDeep(stream)
|
||||
item.group_title = 'Undefined'
|
||||
items.push(stream)
|
||||
return
|
||||
}
|
||||
|
||||
stream.languages.forEach(language => {
|
||||
const item = _.cloneDeep(stream)
|
||||
item.group_title = language.name
|
||||
items.push(item)
|
||||
})
|
||||
})
|
||||
|
||||
items = _.sortBy(items, i => {
|
||||
if (i.group_title === 'Undefined') return ''
|
||||
|
||||
return i.group_title
|
||||
})
|
||||
|
||||
return { filepath: 'index.language.m3u', items }
|
||||
}
|
||||
@ -0,0 +1,7 @@
|
||||
const api = require('../core/api')
|
||||
const _ = require('lodash')
|
||||
|
||||
module.exports = async function (streams = []) {
|
||||
streams = _.filter(streams, stream => stream.is_nsfw === false)
|
||||
return { filepath: 'index.m3u', items: streams }
|
||||
}
|
||||
@ -0,0 +1,6 @@
|
||||
const api = require('../core/api')
|
||||
const _ = require('lodash')
|
||||
|
||||
module.exports = async function (streams = []) {
|
||||
return { filepath: 'index.nsfw.m3u', items: streams }
|
||||
}
|
||||
@ -0,0 +1,57 @@
|
||||
const api = require('../core/api')
|
||||
const _ = require('lodash')
|
||||
|
||||
module.exports = async function (streams = []) {
|
||||
streams = _.filter(streams, stream => stream.is_nsfw === false)
|
||||
|
||||
await api.regions.load()
|
||||
let regions = await api.regions.all()
|
||||
regions = _.keyBy(regions, 'code')
|
||||
|
||||
let items = []
|
||||
streams.forEach(stream => {
|
||||
if (!stream.broadcast_area.length) {
|
||||
const item = _.cloneDeep(stream)
|
||||
item.group_title = 'Undefined'
|
||||
items.push(item)
|
||||
return
|
||||
}
|
||||
|
||||
getChannelRegions(stream, { regions }).forEach(region => {
|
||||
const item = _.cloneDeep(stream)
|
||||
item.group_title = region.name
|
||||
items.push(item)
|
||||
})
|
||||
})
|
||||
|
||||
items = _.sortBy(items, i => {
|
||||
if (i.group_title === 'Undefined') return ''
|
||||
|
||||
return i.group_title
|
||||
})
|
||||
|
||||
return { filepath: 'index.region.m3u', items }
|
||||
}
|
||||
|
||||
function getChannelRegions(stream, { regions }) {
|
||||
return stream.broadcast_area
|
||||
.reduce((acc, item) => {
|
||||
const [type, code] = item.split('/')
|
||||
switch (type) {
|
||||
case 'r':
|
||||
acc.push(regions[code])
|
||||
break
|
||||
case 's':
|
||||
const [c] = item.split('-')
|
||||
const r1 = _.filter(regions, { countries: [c] })
|
||||
acc = acc.concat(r1)
|
||||
break
|
||||
case 'c':
|
||||
const r2 = _.filter(regions, { countries: [code] })
|
||||
acc = acc.concat(r2)
|
||||
break
|
||||
}
|
||||
return acc
|
||||
}, [])
|
||||
.filter(i => i)
|
||||
}
|
||||
@ -0,0 +1,25 @@
|
||||
const _ = require('lodash')
|
||||
|
||||
module.exports = async function (streams = []) {
|
||||
streams = _.filter(streams, stream => stream.is_nsfw === false)
|
||||
|
||||
let languages = []
|
||||
streams.forEach(stream => {
|
||||
languages = languages.concat(stream.languages)
|
||||
})
|
||||
languages = _.uniqBy(languages, 'code')
|
||||
languages = _.sortBy(languages, 'name')
|
||||
|
||||
const output = []
|
||||
for (const language of languages) {
|
||||
let items = _.filter(streams, { languages: [{ code: language.code }] })
|
||||
if (items.length) {
|
||||
output.push({ filepath: `languages/${language.code}.m3u`, items })
|
||||
}
|
||||
}
|
||||
|
||||
let items = _.filter(streams, stream => !stream.languages.length)
|
||||
output.push({ filepath: 'languages/undefined.m3u', items })
|
||||
|
||||
return output
|
||||
}
|
||||
@ -0,0 +1,23 @@
|
||||
const api = require('../core/api')
|
||||
const _ = require('lodash')
|
||||
|
||||
module.exports = async function (streams = []) {
|
||||
streams = _.filter(streams, stream => stream.is_nsfw === false)
|
||||
|
||||
await api.regions.load()
|
||||
const regions = await api.regions.all()
|
||||
|
||||
const output = []
|
||||
for (const region of regions) {
|
||||
const areaCodes = region.countries.map(code => `c/${code}`)
|
||||
areaCodes.push(`r/${region.code}`)
|
||||
|
||||
let items = _.filter(streams, stream => _.intersection(stream.broadcast_area, areaCodes).length)
|
||||
output.push({ filepath: `regions/${region.code.toLowerCase()}.m3u`, items })
|
||||
}
|
||||
|
||||
let items = _.filter(streams, stream => !stream.broadcast_area.length)
|
||||
output.push({ filepath: 'regions/undefined.m3u', items })
|
||||
|
||||
return output
|
||||
}
|
||||
@ -1,12 +1,13 @@
|
||||
module.exports = function () {
|
||||
if (this.group_title) return this.group_title
|
||||
|
||||
if (Array.isArray(this.categories)) {
|
||||
if (this.categories.length) {
|
||||
return this.categories
|
||||
.map(i => i.name)
|
||||
.filter(c => c)
|
||||
.map(category => category.name)
|
||||
.sort()
|
||||
.join(';')
|
||||
}
|
||||
|
||||
return ''
|
||||
return 'Undefined'
|
||||
}
|
||||
|
||||
@ -1,7 +1,5 @@
|
||||
exports.group_title = require('./group_title')
|
||||
exports.title = require('./title')
|
||||
exports.tvg_country = require('./tvg_country')
|
||||
exports.tvg_id = require('./tvg_id')
|
||||
exports.tvg_language = require('./tvg_language')
|
||||
exports.tvg_logo = require('./tvg_logo')
|
||||
exports.tvg_url = require('./tvg_url')
|
||||
exports.tvg_country = require('./tvg_country')
|
||||
exports.tvg_language = require('./tvg_language')
|
||||
|
||||
@ -1,13 +0,0 @@
|
||||
module.exports = function () {
|
||||
let title = this.name
|
||||
|
||||
if (this.resolution.height) {
|
||||
title += ` (${this.resolution.height}p)`
|
||||
}
|
||||
|
||||
if (this.status.label) {
|
||||
title += ` [${this.status.label}]`
|
||||
}
|
||||
|
||||
return title
|
||||
}
|
||||
@ -1,5 +1,16 @@
|
||||
module.exports = function () {
|
||||
if (this.tvg_country) return this.tvg_country
|
||||
|
||||
return Array.isArray(this.countries) ? this.countries.map(i => i.code).join(';') : ''
|
||||
if (this.broadcast_area.length) {
|
||||
return this.broadcast_area
|
||||
.map(item => {
|
||||
const [_, code] = item.split('/')
|
||||
return code
|
||||
})
|
||||
.filter(i => i)
|
||||
.sort()
|
||||
.join(';')
|
||||
}
|
||||
|
||||
return ''
|
||||
}
|
||||
|
||||
@ -1,3 +1,3 @@
|
||||
module.exports = function () {
|
||||
return this.id || ''
|
||||
return this.channel || ''
|
||||
}
|
||||
|
||||
@ -1,3 +1,13 @@
|
||||
module.exports = function () {
|
||||
return Array.isArray(this.languages) ? this.languages.map(i => i.name).join(';') : ''
|
||||
if (this.tvg_language) return this.tvg_language
|
||||
|
||||
if (this.languages.length) {
|
||||
return this.languages
|
||||
.map(language => (language ? language.name : null))
|
||||
.filter(l => l)
|
||||
.sort()
|
||||
.join(';')
|
||||
}
|
||||
|
||||
return ''
|
||||
}
|
||||
|
||||
@ -1,3 +1,5 @@
|
||||
module.exports = function () {
|
||||
if (this.tvg_logo) return this.tvg_logo
|
||||
|
||||
return this.logo || ''
|
||||
}
|
||||
|
||||
@ -1,3 +0,0 @@
|
||||
module.exports = function () {
|
||||
return this.guides.length ? this.guides[0] : ''
|
||||
}
|
||||
@ -1,8 +0,0 @@
|
||||
const categories = require('../../data/categories')
|
||||
|
||||
module.exports = function ({ group_title }) {
|
||||
return group_title
|
||||
.split(';')
|
||||
.map(i => categories[i.toLowerCase()])
|
||||
.filter(i => i)
|
||||
}
|
||||
@ -0,0 +1,3 @@
|
||||
module.exports = function ({ channel }) {
|
||||
return channel || null
|
||||
}
|
||||
@ -1,25 +0,0 @@
|
||||
const dataRegions = require('../../data/regions')
|
||||
const dataCountries = require('../../data/countries')
|
||||
|
||||
module.exports = function ({ tvg_country, countries = [] }) {
|
||||
if (tvg_country) {
|
||||
return tvg_country
|
||||
.split(';')
|
||||
.reduce((acc, curr) => {
|
||||
const region = dataRegions[curr]
|
||||
if (region) {
|
||||
for (let code of region.country_codes) {
|
||||
if (!acc.includes(code)) acc.push(code)
|
||||
}
|
||||
} else {
|
||||
acc.push(curr)
|
||||
}
|
||||
|
||||
return acc
|
||||
}, [])
|
||||
.map(item => dataCountries[item])
|
||||
.filter(i => i)
|
||||
}
|
||||
|
||||
return countries
|
||||
}
|
||||
@ -1,3 +0,0 @@
|
||||
module.exports = function ({ tvg_url, guides = [] }) {
|
||||
return tvg_url ? [tvg_url] : guides
|
||||
}
|
||||
@ -0,0 +1,3 @@
|
||||
module.exports = function ({ http_referrer }) {
|
||||
return http_referrer || null
|
||||
}
|
||||
@ -1,12 +1,4 @@
|
||||
exports.categories = require('./categories')
|
||||
exports.countries = require('./countries')
|
||||
exports.guides = require('./guides')
|
||||
exports.is_broken = require('./is_broken')
|
||||
exports.is_nsfw = require('./is_nsfw')
|
||||
exports.languages = require('./languages')
|
||||
exports.name = require('./name')
|
||||
exports.regions = require('./regions')
|
||||
exports.resolution = require('./resolution')
|
||||
exports.src_country = require('./src_country')
|
||||
exports.status = require('./status')
|
||||
exports.url = require('./url')
|
||||
exports.http_referrer = require('./http_referrer')
|
||||
exports.user_agent = require('./user_agent')
|
||||
exports.channel = require('./channel')
|
||||
|
||||
@ -1,7 +0,0 @@
|
||||
module.exports = function ({ is_broken = false, status }) {
|
||||
if (status) {
|
||||
return status.level > 3 ? true : false
|
||||
}
|
||||
|
||||
return is_broken
|
||||
}
|
||||
@ -1,3 +0,0 @@
|
||||
module.exports = function ({ categories }) {
|
||||
return Array.isArray(categories) ? categories.filter(c => c.nsfw).length > 0 : false
|
||||
}
|
||||
@ -1,12 +0,0 @@
|
||||
const langs = require('../../data/languages')
|
||||
|
||||
module.exports = function ({ tvg_language, languages = [] }) {
|
||||
if (tvg_language) {
|
||||
return tvg_language
|
||||
.split(';')
|
||||
.map(name => langs.find(l => l.name === name))
|
||||
.filter(i => i)
|
||||
}
|
||||
|
||||
return languages
|
||||
}
|
||||
@ -1,10 +0,0 @@
|
||||
module.exports = function ({ title }) {
|
||||
return title
|
||||
.trim()
|
||||
.split(' ')
|
||||
.map(s => s.trim())
|
||||
.filter(s => {
|
||||
return !/\[|\]/i.test(s) && !/\((\d+)P\)/i.test(s)
|
||||
})
|
||||
.join(' ')
|
||||
}
|
||||
@ -1,22 +0,0 @@
|
||||
const _ = require('lodash')
|
||||
|
||||
let regions = require('../../data/regions')
|
||||
|
||||
module.exports = function ({ countries }) {
|
||||
if (!countries.length) return []
|
||||
|
||||
const output = []
|
||||
regions = Object.values(regions)
|
||||
countries.forEach(country => {
|
||||
regions
|
||||
.filter(region => region.country_codes.includes(country.code))
|
||||
.forEach(found => {
|
||||
output.push({
|
||||
name: found.name,
|
||||
code: found.code
|
||||
})
|
||||
})
|
||||
})
|
||||
|
||||
return _.uniqBy(output, 'code')
|
||||
}
|
||||
@ -1,9 +0,0 @@
|
||||
module.exports = function ({ title, resolution = {} }) {
|
||||
if (title) {
|
||||
const [_, h] = title.match(/\((\d+)P\)/i) || [null, null]
|
||||
|
||||
return h ? { height: parseInt(h), width: null } : resolution
|
||||
}
|
||||
|
||||
return resolution
|
||||
}
|
||||
@ -1,13 +0,0 @@
|
||||
const { file } = require('../../core')
|
||||
const countries = require('../../data/countries')
|
||||
|
||||
module.exports = function ({ filepath }) {
|
||||
if (filepath) {
|
||||
const basename = file.basename(filepath)
|
||||
const [_, code] = basename.match(/([a-z]{2})(|_.*)\.m3u/i) || [null, null]
|
||||
|
||||
return code ? countries[code.toUpperCase()] : null
|
||||
}
|
||||
|
||||
return null
|
||||
}
|
||||
@ -1,11 +0,0 @@
|
||||
const statuses = require('../../data/statuses')
|
||||
|
||||
module.exports = function ({ title, status = {} }) {
|
||||
if (title) {
|
||||
const [_, label] = title.match(/\[(.*)\]/i) || [null, null]
|
||||
|
||||
return Object.values(statuses).find(s => s.label === label) || statuses['online']
|
||||
}
|
||||
|
||||
return status
|
||||
}
|
||||
@ -0,0 +1,3 @@
|
||||
module.exports = function ({ user_agent }) {
|
||||
return user_agent || null
|
||||
}
|
||||
Some files were not shown because too many files have changed in this diff Show More
Loading…
Reference in New Issue