#!/usr/bin/env bash
set -euo pipefail

# BENCH-DETERMINISM-401-057: run determinism harness and collect artifacts

ROOT="$(git rev-parse --show-toplevel)"
HARNESS="${ROOT}/src/Bench/StellaOps.Bench/Determinism"
OUT="${ROOT}/out/bench-determinism"
THRESHOLD="${BENCH_DETERMINISM_THRESHOLD:-0.95}"
mkdir -p "$OUT"

cd "$HARNESS"

python run_bench.py \
  --sboms inputs/sboms/*.json \
  --vex inputs/vex/*.json \
  --config configs/scanners.json \
  --runs 10 \
  --shuffle \
  --output results \
  --manifest-extra "${DET_EXTRA_INPUTS:-}" \
  ${DET_RUN_EXTRA_ARGS:-}

cp -a results "$OUT"/
det_rate=$(python -c "import json;print(json.load(open('results/summary.json'))['determinism_rate'])")
printf "determinism_rate=%s\n" "$det_rate" > "$OUT/summary.txt"
printf "timestamp=%s\n" "$(date -u +"%Y-%m-%dT%H:%M:%SZ")" >> "$OUT/summary.txt"

awk -v rate="$det_rate" -v th="$THRESHOLD" 'BEGIN {if (rate+0 < th+0) {printf("determinism_rate %s is below threshold %s\n", rate, th); exit 1}}'

tar -C "$OUT" -czf "$OUT/bench-determinism-artifacts.tgz" .
echo "[bench-determinism] artifacts at $OUT"