Skip to content

Scrape Population Data #325

Scrape Population Data

Scrape Population Data #325

name: Scrape Population Data
on:
workflow_dispatch:
schedule:
# Daily at 6:23 AM UTC
- cron: "23 6 * * *"
# For hourly at 42 minutes past the hour: '42 * * * *'
permissions:
contents: write
env:
STATS_CAN_URL: https://www150.statcan.gc.ca/t1/tbl1/en/dtl!downloadDbLoadingData-nonTraduit.action?pid=1710000901&latestN=0&startDate=19000101&endDate=&csvLocale=en&selectedMembers=%5B%5B1%2C2%2C3%2C4%2C5%2C6%2C7%2C8%2C9%2C10%2C11%2C12%2C14%2C15%5D%5D&checkedLevels=
COMMIT_MSG: Update Population Data
jobs:
scrape:
runs-on: ubuntu-latest
if: ${{ !github.event.repository.is_template }}
steps:
- uses: actions/checkout@v4
- name: Run the scraper
run: |
python scrape.py '${{ env.STATS_CAN_URL }}' metrics/statscan/population.json
# Commit as brendan so vercel will deploy it
- name: Commit and push
run: |-
git config user.name "Automated"
git config user.email "brendan@brendansamek.com"
git add -A
timestamp=$(date -u)
git commit -m "${{ env.COMMIT_MSG }} - ${timestamp}" || exit 0
git pull --rebase
git push