name: clean on: workflow_dispatch: schedule: - cron: '0 6 * * 0' jobs: create-branch: runs-on: ubuntu-latest steps: - name: Checkout uses: actions/checkout@v2 with: ref: ${{ github.ref }} - name: Create Branch uses: peterjgrainger/action-create-branch@v2.0.1 env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} with: branch: 'bot/remove-broken-links' test: runs-on: ubuntu-latest continue-on-error: true strategy: fail-fast: false matrix: country: [ ad # ae, # af, # ag, # al, # am, # an, # ao, # ar, # at, # au, # aw, # az, # ba, # bb, # bd, # be, # bf, # bg, # bh, # bn, # bo, # br, # bs, # by, # ca, # cd, # cg, # ch, # ci, # cl, # cm, # cn, # co, # cr, # cu, # cw, # cy, # cz, # de, # dk, # do, # dz, # ec, # ee, # eg, # es, # et, # fi, # fj, # fo, # fr, # pf, # ge, # gh, # gm, # gn, # gp, # gq, # gr, # gt, # hk, # hn, # hr, # ht, # hu, # id, # ie, # il, # in, # iq, # ir, # is, # it, # jm, # jo, # jp, # ke, # kg, # kh, # kp, # kr, # kw, # kz, # la, # lb, # li, # lk, # lt, # lu, # lv, # ly, # ma, # mc, # md, # me, # mk, # ml, # mm, # mn, # mo, # mt, # mv, # mx, # my, # mz, # ne, # ng, # ni, # nl, # no, # np, # nz, # om, # pa, # pe, # ph, # pk, # pl, # pr, # ps, # pt, # py, # qa, # ro, # rs, # ru, # rw, # sa, # sd, # se, # sg, # si, # sk, # sl, # sm, # sn, # so, # sv, # sy, # th, # tj, # tm, # tn, # tr, # tt, # tw, # tz, # ua, # ug, # uk, # us, # uy, # uz, # va, # ve, # vi, # vn, # xk, # ye, # zm, # unsorted ] steps: - name: Checkout uses: actions/checkout@v2 with: ref: bot/remove-broken-links - name: Setup FFmpeg uses: FedericoCarboni/setup-ffmpeg@v1 - name: Install Dependencies run: npm install - name: Remove Broken Links run: node scripts/clean.js --country=${{ matrix.country }} --debug - name: Upload Artifact uses: actions/upload-artifact@v2 with: name: channels path: channels/${{ matrix.country }}.m3u commit-changes: runs-on: ubuntu-latest needs: test steps: - name: Checkout uses: actions/checkout@v2 with: ref: bot/remove-broken-links - name: Download Artifacts uses: actions/download-artifact@v2 - name: Commit Changes uses: stefanzweifel/git-auto-commit-action@v4 with: commit_message: '[Bot] Update playlists' commit_user_name: iptv-bot commit_user_email: 84861620+iptv-bot[bot]@users.noreply.github.com commit_author: 'iptv-bot[bot] <84861620+iptv-bot[bot]@users.noreply.github.com>' branch: bot/remove-broken-links file_pattern: channels/* pull-request: runs-on: ubuntu-latest needs: commit-changes steps: - name: Checkout uses: actions/checkout@v2 with: ref: bot/remove-broken-links - name: Generate Token uses: tibdex/github-app-token@v1 id: generate-token with: app_id: ${{ secrets.APP_ID }} private_key: ${{ secrets.APP_PRIVATE_KEY }} - name: Create Pull Request uses: repo-sync/pull-request@v2 with: source_branch: 'bot/remove-broken-links' destination_branch: 'master' pr_title: '[Bot] Remove broken links' pr_body: | This pull request is created by [clean][1] workflow. The script checks each link and removes only those that return a HTTP 404 code (Not Found). Also, the script ignores links with labels `[Geo-blocked]`, `[Offline]` and `[Not 24/7]` in the title. **IMPORTANT:** Before merging all links should be checked manually to make sure that the response from the server has not changed. Working links should be marked as `[Not 24/7]` so that next time the script will not delete them. [1]: https://github.com/iptv-org/iptv/actions/runs/${{ github.run_id }} pr_draft: true github_token: ${{ steps.generate-token.outputs.token }}