feat: Pulse v6 release

scripts/check-bench-regression.sh

@@ -0,0 +1,60 @@
+#!/usr/bin/env bash
+# check-bench-regression.sh — Parse benchstat output for significant regressions.
+#
+# Usage: bash scripts/check-bench-regression.sh <benchstat-output-file>
+# Exits 0 if no regressions >10% with p<0.05, exits 1 otherwise.
+#
+# Expected input: benchstat comparison output containing lines like:
+#   BenchmarkName-N  1.23µ ± 1%  1.45µ ± 2%  +17.89% (p=0.008 n=5)
+
+set -euo pipefail
+
+THRESHOLD=10   # percent
+P_MAX="0.05"   # p-value significance level
+
+COMPARISON_FILE="${1:-}"
+if [ -z "$COMPARISON_FILE" ]; then
+  echo "Usage: $0 <benchstat-output-file>"
+  exit 1
+fi
+
+if [ ! -f "$COMPARISON_FILE" ]; then
+  echo "Error: comparison file not found: $COMPARISON_FILE"
+  exit 1
+fi
+
+TMPFILE=$(mktemp)
+trap 'rm -f "$TMPFILE"' EXIT
+
+# Use POSIX-compatible awk to find statistically significant regressions.
+# Matches lines with +XX.XX% (p=0.XXX ...) and checks both thresholds.
+awk -v threshold="$THRESHOLD" -v p_max="$P_MAX" '
+/\+[0-9].*%.*\(p=/ {
+  match($0, /\+[0-9]+\.?[0-9]*%/)
+  pct = substr($0, RSTART+1, RLENGTH-2) + 0
+
+  match($0, /p=[0-9]+\.[0-9]+/)
+  pval = substr($0, RSTART+2, RLENGTH-2) + 0
+
+  if (pct > threshold && pval < p_max) {
+    print
+  }
+}' "$COMPARISON_FILE" > "$TMPFILE"
+
+count=$(wc -l < "$TMPFILE" | tr -d ' ')
+
+if [ "$count" -eq 0 ]; then
+  echo "No significant benchmark regressions detected (threshold: >${THRESHOLD}%, p<${P_MAX})."
+  exit 0
+else
+  echo "BENCHMARK REGRESSION DETECTED"
+  echo "============================="
+  echo "Threshold: >${THRESHOLD}% with p<${P_MAX}"
+  echo ""
+  echo "$count regressed benchmark(s):"
+  sed 's/^/  /' "$TMPFILE"
+  echo ""
+  echo "To update the baseline after intentional performance changes:"
+  echo "  Merge to main — the baseline is updated automatically on main branch pushes."
+  exit 1
+fi