scrape_times.yml

name: Scrape Times
on:
  workflow_dispatch:
  schedule:
    - cron:  '0 1 * * *'
jobs:
  scrape:
    if: false
    name: Scrape times
    runs-on: ubuntu-latest
    strategy:
      max-parallel: 3
      matrix:
        region: ['10', '20', '09', '21', '13', '23', '06', '08', '07', '25', '01', '04', '03', '17', '22', '14', '18', '05', '19', '24']
    steps:
      - name: Download the code
        uses: actions/checkout@v2
      - name: Install Python
        uses: actions/setup-python@v2
        with:
          python-version: 3.9
      - name: Install the Python dependencies
        run: pip3 install -r requirements.txt
      - name: Scrape the data
        run: python3 scrape_times.py ${{ matrix.region }}
        env:
          VGR_CLIENT_ID: ${{ secrets.VGR_CLIENT_ID }}
          VGR_CLIENT_SECRET: ${{ secrets.VGR_CLIENT_SECRET }}
      - name: Commit the data
        uses: nick-invision/retry@v2
        with:
          timeout_seconds: 10
          max_attempts: 8
          command: |
            git config --global user.name 'Pierre Mesure (Github Actions)'
            git config --global user.email 'pierre@mesu.re'
            git config --global rebase.autoStash true
            git pull --rebase
            git add *.json
            git commit -am "Updating the times for Region ${{ matrix.region }}"
            git push
  generate_stats:
    name: Generate the stats
    runs-on: ubuntu-latest
    steps:
      - name: Download the code
        uses: actions/checkout@v2
      - name: Install Python
        uses: actions/setup-python@v2
        with:
          python-version: 3.9
      - name: Install the Python dependencies
        run: pip3 install -r requirements.txt
      - name: Generate the stats
        run: python3 generate_stats.py
      - name: Commit the data
        uses: nick-invision/retry@v2
        with:
          timeout_seconds: 10
          max_attempts: 5
          command: |
            git config --global user.name 'Ana Bulas Cruz (Github Actions)'
            git config --global user.email 'anabulascruz@gmail.com'
            git config --global rebase.autoStash true
            git pull --rebase
            git add data/output/stats.json
            git commit -am "Updating the stats"
            git push