telegram-crawler/.github/workflows/make_files_tree.yml

name: Fetch new content of tracked links and files

on:
  workflow_dispatch:
  schedule:
    - cron: '* * * * *'
  push:
    # trigger on updated linkbase
    branches:
      - main

jobs:
  fetch_new_content:
    name: Make files tree
    runs-on: ${{matrix.os}}
    continue-on-error: true
    timeout-minutes: 10

    strategy:
      fail-fast: false
      matrix:
        include:
          - mode: web
            os: macos-12

          - mode: web_res
            os: ubuntu-20.04

          - mode: web_tr
            os: ubuntu-20.04

          - mode: server
            os: ubuntu-20.04

          - mode: client
            os: macos-12

    steps:

      - name: Clone.
        uses: actions/checkout@v2
        with:
          token: ${{ secrets.PAT }}

      - name: Setup Python.
        uses: actions/setup-python@v2
        with:
          python-version: 3.9

      - name: Install dependencies.
        run: |
          pip install -r requirements.txt

      - name: Generate files tree.
        env:
          OUTPUT_FOLDER: "data_ci/"
          TELEGRAM_SESSION: ${{ secrets.TELEGRAM_SESSION }}
          TELEGRAM_SESSION_TEST: ${{ secrets.TELEGRAM_SESSION_TEST }}
          TELEGRAM_API_ID: ${{ secrets.TELEGRAM_API_ID }}
          TELEGRAM_API_HASH: ${{ secrets.TELEGRAM_API_HASH }}
          MODE: ${{ matrix.mode }}
        run: |
          git pull
          python make_files_tree.py
          rm -rf __pycache__

      - name: Prepare data.
        if: matrix.mode == 'web'
        run: |
          git checkout data
          git pull

          mv data/web_res data_ci/web_res
          mv data/web_tr data_ci/web_tr
          mv data/client data_ci/client
          mv data/server data_ci/server

          rm -rf data
          mv data_ci data

      - name: Prepare data.
        if: matrix.mode == 'web_res'
        run: |
          git checkout data
          git pull

          mv data/web data_ci/web
          mv data/web_tr data_ci/web_tr
          mv data/client data_ci/client
          mv data/server data_ci/server

          rm -rf data
          mv data_ci data

      - name: Prepare data.
        if: matrix.mode == 'web_tr'
        run: |
          git checkout data
          git pull

          mv data/web data_ci/web
          mv data/web_res data_ci/web_res
          mv data/server data_ci/server
          mv data/client data_ci/client

          rm -rf data
          mv data_ci data

      - name: Prepare data.
        if: matrix.mode == 'server'
        run: |
          git checkout data
          git pull

          mv data/web data_ci/web
          mv data/web_res data_ci/web_res
          mv data/web_tr data_ci/web_tr
          mv data/client data_ci/client

          rm -rf data
          mv data_ci data

      - name: Prepare data.
        if: matrix.mode == 'client'
        run: |
          git checkout data
          git pull

          mv data/web data_ci/web
          mv data/web_res data_ci/web_res
          mv data/web_tr data_ci/web_tr
          mv data/server data_ci/server

          rm -rf data
          mv data_ci data

      - name: Commit and push changes.
        run: |
          git config --global user.email "github-action@users.noreply.github.com"
          git config --global user.name "GitHub Action"

          git add .
          git commit -m "Update content of files"
          git push