Merge PR #107 (Puffer Scenario v0) into 3.0

.github/workflows/_cleanup.yml

@@ -0,0 +1,24 @@
+name: cleanup
+
+on:
+  workflow_call:
+    inputs:
+      when:
+        description: "When to clean up (before/after)"
+        required: false
+        default: "before"
+        type: string
+
+jobs:
+  free-disk:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Free up disk space (${{ inputs.when }})
+        run: |
+          echo "Before cleanup:"
+          df -h
+          sudo rm -rf /usr/share/dotnet /opt/ghc /usr/local/share/boost
+          sudo apt clean
+          sudo rm -rf ~/.cache/pip /tmp/* /var/tmp/*
+          echo "After cleanup:"
+          df -h

.github/workflows/install.yml

@@ -5,22 +5,34 @@ on:
   pull_request:
 
 jobs:
+  pre-commit:
+    name: pre-commit
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
+
+      - name: Setup Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: "3.11"
+
+      - name: Run pre-commit on all files
+        uses: pre-commit/action@v3.0.1
+        with:
+          extra_args: --all-files --show-diff-on-failure
+
   test:
     name: test ${{ matrix.py }} - ${{ matrix.os }} - ${{ matrix.env }}
+    needs: pre-commit
     runs-on: ${{ matrix.os }}
     strategy:
       fail-fast: false
       matrix:
-        os:
-          - ubuntu-latest
-          - macos-latest
-        py:
-          - "3.11"
-          - "3.10"
-          - "3.9"
-        env:
-          - pip
-          - conda
+        os: [ubuntu-latest, macos-latest]
+        py: ["3.11", "3.10"]
+        env: ["pip"]
+
     steps:
       - name: Checkout code
         uses: actions/checkout@v3
@@ -40,8 +52,31 @@ jobs:
         with:
           python-version: ${{ matrix.py }}
 
+      - name: Check disk space (before cleanup)
+        if: runner.os == 'Linux'
+        run: df -h
+
+      - name: Free up disk space (Linux only)
+        if: runner.os == 'Linux'
+        run: |
+          echo "Before cleanup:"
+          df -h
+          sudo rm -rf /usr/share/dotnet /usr/local/lib/android /opt/ghc
+          sudo apt-get clean
+          sudo rm -rf ~/.cache/pip /tmp/* /var/tmp/*
+          echo "After cleanup:"
+          df -h
+
       - name: Upgrade pip
         run: python -m pip install -U pip
 
+      - name: Check disk space (before install)
+        if: runner.os == 'Linux'
+        run: df -h
+
       - name: Install pufferlib
         run: pip install -e .
+
+      - name: Check disk space (after install)
+        if: runner.os == 'Linux'
+        run: df -h

.github/workflows/perf-ci.yml

@@ -0,0 +1,43 @@
+name: perf-ci
+
+on:
+  pull_request:
+    branches: [ main ]
+
+jobs:
+  test-performance:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
+
+      - name: Setup Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: "3.11"
+
+      - name: Check disk space (before cleanup)
+        run: df -h
+
+      - name: Free up disk space
+        run: |
+          echo "Before cleanup:"
+          df -h
+          sudo rm -rf /usr/share/dotnet /usr/local/lib/android /opt/ghc
+          sudo apt-get clean
+          sudo rm -rf ~/.cache/pip /tmp/* /var/tmp/*
+          echo "After cleanup:"
+          df -h
+      - name: Install dependencies
+        run: |
+          sudo apt update && sudo apt install -y build-essential
+          python -m pip install -U pip
+          python -m pip install -e .
+          python setup.py build_ext --inplace --force
+      - name: Check disk space (after install)
+        run: df -h
+
+      - name: Test simulator performance
+        run: python tests/test_simulator_perf.py
+        timeout-minutes: 20

.github/workflows/render-ci.yml

@@ -0,0 +1,59 @@
+name: render-ci
+
+on:
+  pull_request:
+    branches: [ main ]
+  push:
+    branches: [ main ]
+
+jobs:
+  test-render:
+    name: test-render - ubuntu-latest
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
+
+      - name: Setup Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: "3.11"
+
+      - name: Check disk space (before cleanup)
+        run: df -h
+
+      - name: Free up disk space
+        run: |
+          echo "Before cleanup:"
+          df -h
+          sudo rm -rf /usr/share/dotnet /usr/local/lib/android /opt/ghc
+          sudo apt-get clean
+          sudo rm -rf ~/.cache/pip /tmp/* /var/tmp/*
+          echo "After cleanup:"
+          df -h
+
+      - name: Install system dependencies for headless rendering
+        run: |
+          sudo apt update
+          sudo apt install -y ffmpeg xvfb build-essential
+
+      - name: Upgrade pip
+        run: python -m pip install -U pip
+
+      - name: Install pufferlib
+        run: |
+          pip install -e .[cpu] --no-cache-dir
+        env:
+          TMPDIR: ${{ runner.temp }}/build
+          PIP_NO_CACHE_DIR: 1
+
+      - name: Compile C extensions
+        run: python setup.py build_ext --inplace --force
+
+      - name: Check disk space (after install)
+        run: df -h
+
+      - name: Run render test
+        run: python tests/test_drive_render.py
+        timeout-minutes: 15

.github/workflows/train-ci.yml

@@ -0,0 +1,48 @@
+name: train-ci
+
+on:
+  pull_request:
+    branches: [ main ]
+  push:
+    branches: [ main ]
+
+jobs:
+  test-training:
+    name: test-training
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
+
+      - name: Setup Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: "3.11"
+
+      - name: Check disk space (before cleanup)
+        run: df -h
+
+      - name: Free up disk space
+        run: |
+          echo "Before cleanup:"
+          df -h
+          sudo rm -rf /usr/share/dotnet /usr/local/lib/android /opt/ghc
+          sudo apt-get clean
+          sudo rm -rf ~/.cache/pip /tmp/* /var/tmp/*
+          echo "After cleanup:"
+          df -h
+
+      - name: Install dependencies
+        run: |
+          sudo apt update && sudo apt install -y build-essential
+          python -m pip install -U pip
+          pip install -e .
+          python setup.py build_ext --inplace --force
+
+      - name: Check disk space (after install)
+        run: df -h
+
+      - name: Test training
+        run: python tests/test_drive_train.py
+        timeout-minutes: 20

.gitignore

@@ -161,10 +161,35 @@ wandb/
 .neptune/
 raylib*/
 box2d*/
+inih*/
 
 # Temp Impulse Wars files
 pufferlib/ocean/impulse_wars/*-debug/
 pufferlib/ocean/impulse_wars/*-release/
 pufferlib/ocean/impulse_wars/debug-*/
 pufferlib/ocean/impulse_wars/release-*/
 pufferlib/ocean/impulse_wars/benchmark/
+
+
+# Ignore data files
+data/
+pufferlib/resources/drive/binaries/
+
+# But keep map_000.bin for the training test
+!pufferlib/resources/drive/binaries/map_000.bin
+
+# Compiled drive binary in root
+/drive
+/visualize
+# But allow drive directories
+!*/drive/
+*.exe
+*.out
+*.app
+artifacts/
+pufferlib/resources/drive/output_agent.gif pufferlib/resources/drive/output.gif pufferlib/resources/drive/output_topdown.gif
+
+# Local artifacts and outputs
+artifacts/
+# Local drive renders
+pufferlib/resources/drive/output*.gif

.pre-commit-config.yaml

@@ -0,0 +1,23 @@
+# See https://pre-commit.com for more information
+# See https://pre-commit.com/hooks.html for more hooks
+repos:
+# Pre-commit hooks for Python and Jupyter notebooks
+-   repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v6.0.0
+    hooks:
+    -   id: trailing-whitespace
+    -   id: end-of-file-fixer
+# Ruff for Python linting and formatting
+- repo: https://github.com/astral-sh/ruff-pre-commit
+  rev: v0.12.12
+  hooks:
+    # - id: ruff
+    #   args: [ --fix ]
+    - id: ruff-format
+# Cleaning Jupyter notebooks
+- repo: https://github.com/srstevenson/nb-clean
+  rev: 4.0.1
+  hooks:
+    - id: nb-clean
+      args:
+        - --remove-empty-cells

AGENTS.md

@@ -0,0 +1,7 @@
+# Agent Instructions
+
+## Git Workflow
+
+- **Never push directly to `main`, `2.0`, or `3.0` branches**
+- Always create a feature branch and open a Pull Request for changes to these branches
+- PRs allow for code review and CI checks before merging

MANIFEST.in

@@ -13,7 +13,7 @@ include raylib-5.5_linux_amd64/lib/libraylib.a
 include raylib-5.5_macos/lib/libraylib.a
 include box2d-linux-amd64/libbox2d.a
 recursive-exclude box2d-web *
-recursive-exclude raylib-5.5_webassembly * 
+recursive-exclude raylib-5.5_webassembly *
 recursive-exclude pufferlib/ocean/impulse_wars/debug* *
 recursive-exclude pufferlib/ocean/impulse_wars/release* *
 recursive-exclude box2d* *