Scrape Times #29124
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Scrape Times | |
on: | |
workflow_dispatch: | |
schedule: | |
- cron: '0 1 * * *' | |
jobs: | |
scrape: | |
if: false | |
name: Scrape times | |
runs-on: ubuntu-latest | |
strategy: | |
max-parallel: 3 | |
matrix: | |
region: ['10', '20', '09', '21', '13', '23', '06', '08', '07', '25', '01', '04', '03', '17', '22', '14', '18', '05', '19', '24'] | |
steps: | |
- name: Download the code | |
uses: actions/checkout@v2 | |
- name: Install Python | |
uses: actions/setup-python@v2 | |
with: | |
python-version: 3.9 | |
- name: Install the Python dependencies | |
run: pip3 install -r requirements.txt | |
- name: Scrape the data | |
run: python3 scrape_times.py ${{ matrix.region }} | |
env: | |
VGR_CLIENT_ID: ${{ secrets.VGR_CLIENT_ID }} | |
VGR_CLIENT_SECRET: ${{ secrets.VGR_CLIENT_SECRET }} | |
- name: Commit the data | |
uses: nick-invision/retry@v2 | |
with: | |
timeout_seconds: 10 | |
max_attempts: 8 | |
command: | | |
git config --global user.name 'Pierre Mesure (Github Actions)' | |
git config --global user.email '[email protected]' | |
git config --global rebase.autoStash true | |
git pull --rebase | |
git add *.json | |
git commit -am "Updating the times for Region ${{ matrix.region }}" | |
git push | |
generate_stats: | |
name: Generate the stats | |
runs-on: ubuntu-latest | |
steps: | |
- name: Download the code | |
uses: actions/checkout@v2 | |
- name: Install Python | |
uses: actions/setup-python@v2 | |
with: | |
python-version: 3.9 | |
- name: Install the Python dependencies | |
run: pip3 install -r requirements.txt | |
- name: Generate the stats | |
run: python3 generate_stats.py | |
- name: Commit the data | |
uses: nick-invision/retry@v2 | |
with: | |
timeout_seconds: 10 | |
max_attempts: 5 | |
command: | | |
git config --global user.name 'Ana Bulas Cruz (Github Actions)' | |
git config --global user.email '[email protected]' | |
git config --global rebase.autoStash true | |
git pull --rebase | |
git add data/output/stats.json | |
git commit -am "Updating the stats" | |
git push |