Merge pull request #289 from ClojureCivitas/column-combos

first attempt at incremental build

Author: timothypratley

.github/workflows/render-and-publish.yml

@@ -15,6 +15,32 @@ jobs:
     steps:
       - name: Check out repository
         uses: actions/checkout@v4
+        with:
+          fetch-depth: 0  # need history for diffing against main
+
+      - name: Download previous Pages artifact (optional cache)
+        if: github.event_name == 'push'
+        env:
+          GH_TOKEN: ${{ github.token }}
+          REPO: ${{ github.repository }}
+        run: |
+          set -euo pipefail
+          mkdir -p site/_site
+          latest_run=$(gh api "/repos/$REPO/actions/workflows/render-and-publish.yml/runs?branch=main&status=success&per_page=1" --jq '.workflow_runs[0].id' || true)
+          if [ -z "${latest_run:-}" ]; then
+            echo "No successful main run found; skipping artifact download."
+            exit 0
+          fi
+          artifact_id=$(gh api "/repos/$REPO/actions/runs/$latest_run/artifacts" --jq '.artifacts[] | select(.name=="github-pages") | .id' | head -n1 || true)
+          if [ -z "${artifact_id:-}" ]; then
+            echo "No github-pages artifact found on latest main run; skipping download."
+            exit 0
+          fi
+          echo "Downloading Pages artifact from run $latest_run (artifact $artifact_id)."
+          gh api "/repos/$REPO/actions/artifacts/$artifact_id/zip" > /tmp/pages.zip
+          unzip -q /tmp/pages.zip -d site/_site
+          echo "Contents of site/_site after artifact unzip:"
+          ls -la site/_site | head -50
 
       - name: Set up Python
         uses: actions/setup-python@v5
@@ -45,8 +71,24 @@ jobs:
           key: cljdeps-${{ hashFiles('deps.edn') }}
           restore-keys: cljdeps-
 
-      - name: Build the content notebooks
-        run: clojure -M:clay -A:markdown
+      - name: Detect changed Clojure sources
+        if: github.event_name == 'push'
+        id: changed_clj
+        run: |
+          set -euo pipefail
+          git fetch origin main:refs/remotes/origin/main
+          changed=$(git diff --name-only --diff-filter=ACMR origin/main...HEAD -- 'src/**/*.clj' | tr '\n' ' ')
+          if [ -z "$changed" ]; then
+            echo "No changed Clojure sources detected."
+            echo "files=" >> "$GITHUB_OUTPUT"
+            exit 0
+          fi
+          echo "Changed Clojure source files:" $changed
+          # space-separated for easy reuse
+          echo "files=$changed" >> "$GITHUB_OUTPUT"
+
+      - name: Build notebooks (changed set or full when none)
+        run: clojure -M:clay -A:markdown ${{ steps.changed_clj.outputs.files }}
 
       - name: Set up Quarto
         uses: quarto-dev/quarto-actions/setup@v2

src/data_visualization/aog/column_combinations.clj

@@ -6,8 +6,8 @@
                   :date "2026-01-011"
                   :description "Can we plot interesting charts for all columns of a dataset?"
                   :category :data-visualization
-                  :tags [:datavis :algebra]
-                  :keywords [:datavis :composition :operators]}}}
+                  :tags [:datavis]
+                  :keywords [:datavis]}}}
 (ns data-visualization.aog.column-combinations
   (:require
    [clojure.string :as str]