iptv/scripts/format.js

const axios = require('axios')
const { program } = require('commander')
const normalize = require('normalize-url')
const IPTVChecker = require('iptv-checker')
const parser = require('./helpers/parser')
const utils = require('./helpers/utils')
const file = require('./helpers/file')
const log = require('./helpers/log')
const epg = require('./helpers/epg')

const ignoreStatus = ['Geo-blocked']

program
  .usage('[OPTIONS]...')
  .option('--debug', 'Enable debug mode')
  .option('--offline', 'Enable offline mode')
  .option('-d, --delay <delay>', 'Set delay for each request', parseNumber, 0)
  .option('-t, --timeout <timeout>', 'Set timeout for each request', parseNumber, 5000)
  .option('-c, --country <country>', 'Comma-separated list of country codes', '')
  .option('-e, --exclude <exclude>', 'Comma-separated list of country codes to be excluded', '')
  .parse(process.argv)

const config = program.opts()
const checker = new IPTVChecker({
  timeout: config.timeout
})

let buffer, origins
async function main() {
  log.start()

  const include = config.country.split(',').filter(i => i)
  const exclude = config.exclude.split(',').filter(i => i)
  let files = await file.list(include, exclude)
  if (!files.length) log.print(`No files is selected\n`)
  for (const file of files) {
    await parser.parsePlaylist(file).then(updatePlaylist).then(savePlaylist)
  }

  log.finish()
}

function savePlaylist(playlist) {
  if (file.read(playlist.url) !== playlist.toString()) {
    log.print(`File '${playlist.url}' has been updated\n`)
    playlist.updated = true
  }

  playlist.save()
}

async function updatePlaylist(playlist) {
  const total = playlist.channels.length
  log.print(`Processing '${playlist.url}'...\n`)

  let channels = {}
  let codes = {}
  if (!config.offline) {
    channels = await loadChannelsJson()
    codes = await loadCodes()
  }

  buffer = {}
  origins = {}
  for (const [i, channel] of playlist.channels.entries()) {
    const curr = i + 1
    updateTvgName(channel)
    updateTvgId(channel, playlist)
    updateTvgCountry(channel)
    normalizeUrl(channel)

    const data = channels[channel.tvg.id]
    const epgData = codes[channel.tvg.id]
    updateLogo(channel, data, epgData)
    updateGroupTitle(channel, data)
    updateTvgLanguage(channel, data)

    if (config.offline || ignoreStatus.includes(channel.status)) {
      continue
    }

    await checker
      .checkStream(channel.data)
      .then(parseResult)
      .then(result => {
        updateStatus(channel, result.status)
        if (result.status === 'online') {
          buffer[i] = result
          updateOrigins(channel, result.requests)
          updateResolution(channel, result.resolution)
        } else {
          buffer[i] = null
          if (config.debug) {
            log.print(`  INFO: ${channel.url} (${result.error})\n`)
          }
        }
      })
      .catch(err => {
        buffer[i] = null
        if (config.debug) {
          log.print(`  ERR: ${channel.data.url} (${err.message})\n`)
        }
      })
  }

  for (const [i, channel] of playlist.channels.entries()) {
    if (!buffer[i]) continue
    const { requests } = buffer[i]
    updateUrl(channel, requests)
  }

  return playlist
}

function updateOrigins(channel, requests) {
  if (!requests) return
  const origin = new URL(channel.url)
  const target = new URL(requests[0])
  const type = origin.host === target.host ? 'origin' : 'redirect'
  requests.forEach(url => {
    const key = utils.removeProtocol(url)
    if (!origins[key] && type === 'origin') {
      origins[key] = channel.url
    }
  })
}

function updateStatus(channel, status) {
  switch (status) {
    case 'online':
      if (channel.status !== 'Not 24/7')
        channel.status = channel.status === 'Offline' ? 'Not 24/7' : null
      break
    case 'error_403':
      if (!channel.status) channel.status = 'Geo-blocked'
      break
    case 'offline':
      if (channel.status !== 'Not 24/7') channel.status = 'Offline'
      break
  }
}

function updateResolution(channel, resolution) {
  if (!channel.resolution.height && resolution) {
    channel.resolution = resolution
  }
}

function updateUrl(channel, requests) {
  for (const request of requests) {
    let key = utils.removeProtocol(channel.url)
    if (origins[key]) {
      channel.updateUrl(origins[key])
      break
    }

    key = utils.removeProtocol(request)
    if (origins[key]) {
      channel.updateUrl(origins[key])
      break
    }
  }
}

function parseResult(result) {
  return {
    status: parseStatus(result.status),
    resolution: result.status.ok ? parseResolution(result.status.metadata.streams) : null,
    requests: result.status.ok ? parseRequests(result.status.metadata.requests) : [],
    error: !result.status.ok ? result.status.reason : null
  }
}

function parseStatus(status) {
  if (status.ok) {
    return 'online'
  } else if (status.reason.includes('timed out')) {
    return 'timeout'
  } else if (status.reason.includes('403')) {
    return 'error_403'
  } else if (status.reason.includes('not one of 40{0,1,3,4}')) {
    return 'error_40x' // 402, 451
  } else {
    return 'offline'
  }
}

function parseResolution(streams) {
  const resolution = streams
    .filter(stream => stream.codec_type === 'video')
    .reduce(
      (acc, curr) => {
        if (curr.height > acc.height) return { width: curr.width, height: curr.height }
        return acc
      },
      { width: 0, height: 0 }
    )

  return resolution.width > 0 && resolution.height > 0 ? resolution : null
}

function parseRequests(requests) {
  requests = requests.map(r => r.url)
  requests.shift()

  return requests
}

function updateTvgName(channel) {
  if (!channel.tvg.name) {
    channel.tvg.name = channel.name.replace(/\"/gi, '')
  }
}

function updateTvgId(channel, playlist) {
  const code = playlist.country.code
  if (!channel.tvg.id && channel.tvg.name) {
    const id = utils.name2id(channel.tvg.name)
    channel.tvg.id = id ? `${id}.${code}` : ''
  }
}

function updateTvgCountry(channel) {
  if (!channel.countries.length && channel.tvg.id) {
    const code = channel.tvg.id.split('.')[1] || null
    const name = utils.code2name(code)
    channel.countries = name ? [{ code, name }] : []
    channel.tvg.country = channel.countries.map(c => c.code.toUpperCase()).join(';')
  }
}

function updateLogo(channel, data, epgData) {
  if (!channel.logo) {
    if (data && data.logo) {
      channel.logo = data.logo
    } else if (epgData && epgData.logo) {
      channel.logo = epgData.logo
    }
  }
}

function updateTvgLanguage(channel, data) {
  if (!channel.tvg.language) {
    if (data && data.languages.length) {
      channel.tvg.language = data.languages.map(l => l.name).join(';')
    } else if (channel.countries.length) {
      const countryCode = channel.countries[0].code
      channel.tvg.language = utils.country2language(countryCode)
    }
  }
}

function updateGroupTitle(channel, data) {
  if (!channel.group.title) {
    if (channel.category) {
      channel.group.title = channel.category
    } else if (data && data.category) {
      channel.group.title = data.category
    }
  }
}

function normalizeUrl(channel) {
  const normalized = normalize(channel.url, { stripWWW: false })
  const decoded = decodeURIComponent(normalized).replace(/\s/g, '+')
  channel.updateUrl(decoded)
}

function parseNumber(str) {
  return parseInt(str)
}

function loadCodes() {
  return epg.codes
    .load()
    .then(codes => {
      let output = {}
      codes.forEach(item => {
        output[item['tvg_id']] = item
      })
      return output
    })
    .catch(console.log)
}

function loadChannelsJson() {
  return axios
    .get('https://iptv-org.github.io/iptv/channels.json')
    .then(r => r.data)
    .then(channels => {
      let output = {}
      channels.forEach(channel => {
        const item = output[channel.tvg.id]
        if (!item) {
          output[channel.tvg.id] = channel
        } else {
          item.logo = item.logo || channel.logo
          item.languages = item.languages.length ? item.languages : channel.languages
          item.category = item.category || channel.category
        }
      })
      return output
    })
    .catch(console.log)
}

main()