Configure benchmark boxes to try and reduce noise (#6745)

AdamGS · web-flow · commit 6ff018b67937 · 2026-03-10T15:00:06.000Z
This PR introduces a script to try and cleanup some noise from linux
machines, disabling background services and trying to configuring memory
behavior better.

---------

Signed-off-by: Adam Gutglick &lt;adam@spiraldb.com&gt;
diff --git a/.github/workflows/bench-pr.yml b/.github/workflows/bench-pr.yml
@@ -57,6 +57,8 @@ jobs:
       - uses: actions/checkout@v6
         with:
           ref: ${{ github.event.pull_request.head.sha }}
+      - name: Setup benchmark environment
+        run: sudo bash scripts/setup-benchmark.sh
       - uses: ./.github/actions/setup-rust
         with:
           repo-token: ${{ secrets.GITHUB_TOKEN }}
diff --git a/.github/workflows/bench.yml b/.github/workflows/bench.yml
@@ -54,6 +54,8 @@ jobs:
         with:
           sccache: s3
       - uses: actions/checkout@v6
+      - name: Setup benchmark environment
+        run: sudo bash scripts/setup-benchmark.sh
       - uses: ./.github/actions/setup-rust
         with:
           repo-token: ${{ secrets.GITHUB_TOKEN }}
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
@@ -726,6 +726,8 @@ jobs:
         with:
           sccache: s3
       - uses: actions/checkout@v6
+      - name: Setup benchmark environment
+        run: sudo bash scripts/setup-benchmark.sh
       - uses: ./.github/actions/setup-rust
         with:
           repo-token: ${{ secrets.GITHUB_TOKEN }}
diff --git a/.github/workflows/sql-benchmarks.yml b/.github/workflows/sql-benchmarks.yml
@@ -118,6 +118,8 @@ jobs:
 
       - uses: actions/checkout@v6
         if: inputs.mode != 'pr'
+      - name: Setup benchmark environment
+        run: sudo bash scripts/setup-benchmark.sh
       - uses: ./.github/actions/setup-rust
         with:
           repo-token: ${{ secrets.GITHUB_TOKEN }}
diff --git a/scripts/setup-benchmark.sh b/scripts/setup-benchmark.sh
@@ -0,0 +1,35 @@
+#!/usr/bin/env bash
+
+# SPDX-License-Identifier: Apache-2.0
+# SPDX-FileCopyrightText: Copyright the Vortex contributors
+
+set -Eeu -o pipefail -x
+
+if [ "$EUID" -ne 0 ]; then
+    echo "Environment setup script for benchmarks should run as root."
+    exit 0
+fi
+
+# Turn off frequency scaling
+for gov in /sys/devices/system/cpu/cpu*/cpufreq/scaling_governor; do
+    echo performance > "$gov" 2>/dev/null || true
+done
+
+# Really discourage swapping to disk
+sysctl vm.swappiness=0
+
+# Disable ASLR - https://docs.kernel.org/admin-guide/sysctl/kernel.html#randomize-va-space
+sysctl kernel.randomize_va_space=0
+
+# Reduce kernel logging to minimum
+dmesg -n 1
+
+# Disable some unused services and features
+systemctl stop apparmor ModemManager
+systemctl disable apparmor ModemManager
+
+# mask prevents them from being started by other services
+systemctl mask ModemManager
+
+# For apparmor specifically, also teardown loaded profiles
+aa-teardown
