data_processing.yml

name: Data Collection and Processing

# Controls when the action will run.
on:
  workflow_dispatch:
  #   schedule:
  #     - cron:  '0 0 1,15 * *'
  # Allows you to run this workflow manually from the Actions tab

# A workflow run is made up of one or more jobs that can run sequentially or in parallel
jobs:
  # This workflow contains a single job called "build"
  build:
    # The type of runner that the job will run on
    runs-on: ubuntu-latest

    # Steps represent a sequence of tasks that will be executed as part of the job
    steps:
      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
    - uses: actions/checkout@v2
      with:
        ref: ${{ github.head_ref }}

    - name: Set up Python
      uses: actions/setup-python@v2
      with:
        python-version: 3.8

    - name: Install dependencies
      run: |
        python -m pip install --upgrade pip
        if [ -f requirements.txt ]; then pip install -r requirements.txt; fi

    - name: Run api_query
      run: |
        python src/scripts/bgg_api_querier.py

    - name: Sleep for 10 sec
      uses: jakejarvis/wait-action@master
      with:
        time: '10s'

    - name: Run wrangle
      run: |
        python src/scripts/wrangle.py

    - name: Sleep for 10 sec
      uses: jakejarvis/wait-action@master
      with:
        time: '10s'

    - name: Run tSNE
      run: |
        python src/scripts/tsne_analysis.py

    - name: Commit & Push changes
      uses: stefanzweifel/git-auto-commit-action@v4
      with:
        github_token: ${{ secrets.GITHUB_TOKEN }}
        commit_message: Update dataset