#!/usr/bin/env bash
# check-bench-regression.sh — Parse benchstat output for significant regressions.
#
# Usage: bash scripts/check-bench-regression.sh <benchstat-output-file>
# Exits 0 if no regressions >10% with p<0.05, exits 1 otherwise.
#
# Expected input: benchstat comparison output containing lines like:
#   BenchmarkName-N  1.23µ ± 1%  1.45µ ± 2%  +17.89% (p=0.008 n=5)

set -euo pipefail

THRESHOLD=10   # percent
P_MAX="0.05"   # p-value significance level

COMPARISON_FILE="${1:-}"
if [ -z "$COMPARISON_FILE" ]; then
  echo "Usage: $0 <benchstat-output-file>"
  exit 1
fi

if [ ! -f "$COMPARISON_FILE" ]; then
  echo "Error: comparison file not found: $COMPARISON_FILE"
  exit 1
fi

TMPFILE=$(mktemp)
trap 'rm -f "$TMPFILE"' EXIT

# Use POSIX-compatible awk to find statistically significant regressions.
# Matches lines with +XX.XX% (p=0.XXX ...) and checks both thresholds.
awk -v threshold="$THRESHOLD" -v p_max="$P_MAX" '
/\+[0-9].*%.*\(p=/ {
  match($0, /\+[0-9]+\.?[0-9]*%/)
  pct = substr($0, RSTART+1, RLENGTH-2) + 0

  match($0, /p=[0-9]+\.[0-9]+/)
  pval = substr($0, RSTART+2, RLENGTH-2) + 0

  if (pct > threshold && pval < p_max) {
    print
  }
}' "$COMPARISON_FILE" > "$TMPFILE"

count=$(wc -l < "$TMPFILE" | tr -d ' ')

if [ "$count" -eq 0 ]; then
  echo "No significant benchmark regressions detected (threshold: >${THRESHOLD}%, p<${P_MAX})."
  exit 0
else
  echo "BENCHMARK REGRESSION DETECTED"
  echo "============================="
  echo "Threshold: >${THRESHOLD}% with p<${P_MAX}"
  echo ""
  echo "$count regressed benchmark(s):"
  sed 's/^/  /' "$TMPFILE"
  echo ""
  echo "To update the baseline after intentional performance changes:"
  echo "  Merge to main — the baseline is updated automatically on main branch pushes."
  exit 1
fi