ci: reduce memory usage to prevent job cancellations

cvanelteren · cvanelteren · commit cba9a6e607a2 · 2026-02-02T05:14:00.000+10:00
- Add max-parallel: 4 to limit concurrent matrix jobs
- Reduce pytest parallelism from auto to 4 workers
- Add --dist loadfile for better memory efficiency
- Add 10GB swap space to all CI jobs
diff --git a/.github/workflows/build-ultraplot.yml b/.github/workflows/build-ultraplot.yml
@@ -32,7 +32,13 @@ jobs:
     env:
       TEST_MODE: ${{ inputs.test-mode }}
       TEST_NODEIDS: ${{ inputs.test-nodeids }}
+      PYTEST_WORKERS: 4
     steps:
+      - name: Set up swap space
+        uses: pierotofy/set-swap-space@master
+        with:
+          swap-size-gb: 10
+
       - uses: actions/checkout@v6
         with:
           fetch-depth: 0
@@ -62,10 +68,16 @@ jobs:
       IS_PR: ${{ github.event_name == 'pull_request' }}
       TEST_MODE: ${{ inputs.test-mode }}
       TEST_NODEIDS: ${{ inputs.test-nodeids }}
+      PYTEST_WORKERS: 4
     defaults:
       run:
         shell: bash -el {0}
     steps:
+      - name: Set up swap space
+        uses: pierotofy/set-swap-space@master
+        with:
+          swap-size-gb: 10
+
       - uses: actions/checkout@v6
 
       - uses: mamba-org/setup-micromamba@v2.0.7
@@ -138,7 +150,7 @@ jobs:
               echo "No valid nodeids found on base; skipping baseline generation."
               exit 0
             else
-              pytest -n auto --tb=short --disable-warnings -W ignore \
+              pytest -n ${PYTEST_WORKERS} --dist loadfile --tb=short --disable-warnings -W ignore \
                 --mpl-generate-path=./ultraplot/tests/baseline/ \
                 --mpl-default-style="./ultraplot.yml" \
                 ${FILTERED_NODEIDS} || status=$?
@@ -149,7 +161,7 @@ jobs:
             fi
             exit "$status"
           else
-            pytest -n auto --tb=short --disable-warnings -W ignore \
+            pytest -n ${PYTEST_WORKERS} --dist loadfile --tb=short --disable-warnings -W ignore \
               --mpl-generate-path=./ultraplot/tests/baseline/ \
               --mpl-default-style="./ultraplot.yml" \
               ultraplot/tests
@@ -188,7 +200,7 @@ jobs:
               echo "No valid nodeids found on PR branch; skipping image comparison."
               exit 0
             else
-              pytest -n auto --tb=short --disable-warnings -W ignore \
+              pytest -n ${PYTEST_WORKERS} --dist loadfile --tb=short --disable-warnings -W ignore \
               --mpl \
               --mpl-baseline-path=./ultraplot/tests/baseline \
               --mpl-results-path=./results/ \
@@ -202,7 +214,7 @@ jobs:
             fi
             exit "$status"
           else
-            pytest -n auto --tb=short --disable-warnings -W ignore \
+            pytest -n ${PYTEST_WORKERS} --dist loadfile --tb=short --disable-warnings -W ignore \
               --mpl \
               --mpl-baseline-path=./ultraplot/tests/baseline \
               --mpl-results-path=./results/ \
diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml
@@ -217,6 +217,7 @@ jobs:
         python-version: ${{ fromJson(needs.get-versions.outputs.python-versions) }}
         matplotlib-version: ${{ fromJson(needs.get-versions.outputs.matplotlib-versions) }}
       fail-fast: false
+      max-parallel: 4
     uses: ./.github/workflows/build-ultraplot.yml
     concurrency:
       group: ${{ github.workflow }}-${{ github.ref }}-${{ matrix.python-version }}-${{ matrix.matplotlib-version }}
diff --git a/.github/workflows/test-map.yml b/.github/workflows/test-map.yml
@@ -14,6 +14,11 @@ jobs:
       run:
         shell: bash -el {0}
     steps:
+      - name: Set up swap space
+        uses: pierotofy/set-swap-space@master
+        with:
+          swap-size-gb: 10
+
       - uses: actions/checkout@v6
         with:
           fetch-depth: 0
