Add support for MDBooks for testing it

.clang-format

@@ -0,0 +1,13 @@
+# Defines the code style for C/C++/CUDA section
+---
+Language: Cpp
+BasedOnStyle: LLVM
+IndentWidth: 4
+TabWidth: 4
+UseTab: Never
+ColumnLimit: 120
+SortIncludes: false
+---
+Language: Json
+# Don't format .json files
+DisableFormat: true

.clang-format-ignore

@@ -0,0 +1,2 @@
+# Pufferlib extensions
+pufferlib/extensions/**

.github/workflows/_cleanup.yml

@@ -0,0 +1,24 @@
+name: cleanup
+
+on:
+  workflow_call:
+    inputs:
+      when:
+        description: "When to clean up (before/after)"
+        required: false
+        default: "before"
+        type: string
+
+jobs:
+  free-disk:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Free up disk space (${{ inputs.when }})
+        run: |
+          echo "Before cleanup:"
+          df -h
+          sudo rm -rf /usr/share/dotnet /opt/ghc /usr/local/share/boost
+          sudo apt clean
+          sudo rm -rf ~/.cache/pip /tmp/* /var/tmp/*
+          echo "After cleanup:"
+          df -h

.github/workflows/docs.yml

@@ -0,0 +1,30 @@
+name: Deploy Docs
+
+on:
+  push:
+    branches: [main]
+    paths: [docs/**]
+  workflow_dispatch:
+
+permissions:
+  contents: write
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Setup mdBook
+        uses: peaceiris/actions-mdbook@v2
+        with:
+          mdbook-version: 'latest'
+
+      - name: Build book
+        run: mdbook build docs
+
+      - name: Deploy to GitHub Pages
+        uses: peaceiris/actions-gh-pages@v4
+        with:
+          github_token: ${{ secrets.GITHUB_TOKEN }}
+          publish_dir: ./docs/book

.github/workflows/install.yml

@@ -5,22 +5,34 @@ on:
   pull_request:
 
 jobs:
+  pre-commit:
+    name: pre-commit
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
+
+      - name: Setup Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: "3.11"
+
+      - name: Run pre-commit on all files
+        uses: pre-commit/action@v3.0.1
+        with:
+          extra_args: --all-files --show-diff-on-failure
+
   test:
     name: test ${{ matrix.py }} - ${{ matrix.os }} - ${{ matrix.env }}
+    needs: pre-commit
     runs-on: ${{ matrix.os }}
     strategy:
       fail-fast: false
       matrix:
-        os:
-          - ubuntu-latest
-          - macos-latest
-        py:
-          - "3.11"
-          - "3.10"
-          - "3.9"
-        env:
-          - pip
-          - conda
+        os: [ubuntu-latest, macos-latest]
+        py: ["3.11", "3.10"]
+        env: ["pip"]
+
     steps:
       - name: Checkout code
         uses: actions/checkout@v3
@@ -40,8 +52,31 @@ jobs:
         with:
           python-version: ${{ matrix.py }}
 
+      - name: Check disk space (before cleanup)
+        if: runner.os == 'Linux'
+        run: df -h
+
+      - name: Free up disk space (Linux only)
+        if: runner.os == 'Linux'
+        run: |
+          echo "Before cleanup:"
+          df -h
+          sudo rm -rf /usr/share/dotnet /usr/local/lib/android /opt/ghc
+          sudo apt-get clean
+          sudo rm -rf ~/.cache/pip /tmp/* /var/tmp/*
+          echo "After cleanup:"
+          df -h
+
       - name: Upgrade pip
         run: python -m pip install -U pip
 
+      - name: Check disk space (before install)
+        if: runner.os == 'Linux'
+        run: df -h
+
       - name: Install pufferlib
         run: pip install -e .
+
+      - name: Check disk space (after install)
+        if: runner.os == 'Linux'
+        run: df -h

.github/workflows/perf-ci.yml

@@ -0,0 +1,43 @@
+name: perf-ci
+
+on:
+  pull_request:
+    branches: [ main ]
+
+jobs:
+  test-performance:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
+
+      - name: Setup Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: "3.11"
+
+      - name: Check disk space (before cleanup)
+        run: df -h
+
+      - name: Free up disk space
+        run: |
+          echo "Before cleanup:"
+          df -h
+          sudo rm -rf /usr/share/dotnet /usr/local/lib/android /opt/ghc
+          sudo apt-get clean
+          sudo rm -rf ~/.cache/pip /tmp/* /var/tmp/*
+          echo "After cleanup:"
+          df -h
+      - name: Install dependencies
+        run: |
+          sudo apt update && sudo apt install -y build-essential
+          python -m pip install -U pip
+          python -m pip install -e .
+          python setup.py build_ext --inplace --force
+      - name: Check disk space (after install)
+        run: df -h
+
+      - name: Test simulator performance
+        run: python tests/test_simulator_perf.py
+        timeout-minutes: 20

.github/workflows/render-ci.yml

@@ -0,0 +1,59 @@
+name: render-ci
+
+on:
+  pull_request:
+    branches: [ main ]
+  push:
+    branches: [ main ]
+
+jobs:
+  test-render:
+    name: test-render - ubuntu-latest
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
+
+      - name: Setup Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: "3.11"
+
+      - name: Check disk space (before cleanup)
+        run: df -h
+
+      - name: Free up disk space
+        run: |
+          echo "Before cleanup:"
+          df -h
+          sudo rm -rf /usr/share/dotnet /usr/local/lib/android /opt/ghc
+          sudo apt-get clean
+          sudo rm -rf ~/.cache/pip /tmp/* /var/tmp/*
+          echo "After cleanup:"
+          df -h
+
+      - name: Install system dependencies for headless rendering
+        run: |
+          sudo apt update
+          sudo apt install -y ffmpeg xvfb build-essential
+
+      - name: Upgrade pip
+        run: python -m pip install -U pip
+
+      - name: Install pufferlib
+        run: |
+          pip install -e .[cpu] --no-cache-dir
+        env:
+          TMPDIR: ${{ runner.temp }}/build
+          PIP_NO_CACHE_DIR: 1
+
+      - name: Compile C extensions
+        run: python setup.py build_ext --inplace --force
+
+      - name: Check disk space (after install)
+        run: df -h
+
+      - name: Run render test
+        run: python tests/test_drive_render.py
+        timeout-minutes: 15

.github/workflows/train-ci.yml

@@ -0,0 +1,48 @@
+name: train-ci
+
+on:
+  pull_request:
+    branches: [ main ]
+  push:
+    branches: [ main ]
+
+jobs:
+  test-training:
+    name: test-training
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
+
+      - name: Setup Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: "3.11"
+
+      - name: Check disk space (before cleanup)
+        run: df -h
+
+      - name: Free up disk space
+        run: |
+          echo "Before cleanup:"
+          df -h
+          sudo rm -rf /usr/share/dotnet /usr/local/lib/android /opt/ghc
+          sudo apt-get clean
+          sudo rm -rf ~/.cache/pip /tmp/* /var/tmp/*
+          echo "After cleanup:"
+          df -h
+
+      - name: Install dependencies
+        run: |
+          sudo apt update && sudo apt install -y build-essential
+          python -m pip install -U pip
+          pip install -e .
+          python setup.py build_ext --inplace --force
+
+      - name: Check disk space (after install)
+        run: df -h
+
+      - name: Test training
+        run: python tests/test_drive_train.py
+        timeout-minutes: 20

.github/workflows/utest.yml

@@ -0,0 +1,55 @@
+name: Unit tests
+
+on:
+  pull_request:
+    branches: [ main ]
+  push:
+    branches: [ main ]
+
+jobs:
+  test:
+    name: test
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
+
+      - name: Setup Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: "3.11"
+
+      - name: Free up disk space
+        run: |
+          echo "Before cleanup:"
+          df -h
+          sudo rm -rf /usr/share/dotnet /usr/local/lib/android /opt/ghc
+          sudo apt-get clean
+          sudo rm -rf ~/.cache/pip /tmp/* /var/tmp/*
+          echo "After cleanup:"
+          df -h
+
+      - name: Install dependencies
+        run: |
+          sudo apt-get update && sudo apt-get install -y build-essential cmake
+
+      - name: Upgrade pip
+        run: python -m pip install -U pip
+
+      - name: Install pufferlib
+        run: |
+          pip install -e .[cpu] --no-cache-dir
+        env:
+          TMPDIR: ${{ runner.temp }}/build
+          PIP_NO_CACHE_DIR: 1
+
+      - name: Compile C extensions
+        run: python setup.py build_ext --inplace --force
+
+      - name: Run C ini parsing tests
+        run: |
+          chmod +x tests/ini_parser/build_n_test.sh
+          ./tests/ini_parser/build_n_test.sh
+
+      - name: Run python ini parsing tests
+        run: python tests/test_drive_config.py

.gitignore

@@ -152,10 +152,40 @@ wandb/
 .neptune/
 raylib*/
 box2d*/
+inih*/
 
 # Temp Impulse Wars files
 pufferlib/ocean/impulse_wars/*-debug/
 pufferlib/ocean/impulse_wars/*-release/
 pufferlib/ocean/impulse_wars/debug-*/
 pufferlib/ocean/impulse_wars/release-*/
 pufferlib/ocean/impulse_wars/benchmark/
+
+# Ignore data files
+data/
+pufferlib/resources/drive/binaries/
+pufferlib/resources/drive/binaries/training/
+pufferlib/resources/drive/binaries/validation/
+
+# But keep map_000.bin for the training test
+!pufferlib/resources/drive/binaries/map_000.bin
+!pufferlib/resources/drive/binaries/training/map_000.bin
+pufferlib/resources/drive/sanity/sanity_binaries/
+
+# Compiled drive binary in root
+/drive
+/visualize
+# But allow drive directories
+!*/drive/
+*.exe
+*.out
+*.app
+artifacts/
+pufferlib/resources/drive/output_agent.gif pufferlib/resources/drive/output.gif pufferlib/resources/drive/output_topdown.gif
+
+# Local artifacts and outputs
+artifacts/
+# Local drive renders
+pufferlib/resources/drive/output*.gif
+emsdk/
+docs/book/