#!/usr/bin/env bash set -euo pipefail # Repro benchmarks for Paper B (Nyash language & execution model) # Uses the shared benchmarks folder; writes CSVs under _artifacts/results if ROOT_DIR=$(git -C "$(dirname "$0")" rev-parse --show-toplevel 2>/dev/null); then ROOT_DIR="$ROOT_DIR/nyash" [[ -d "$ROOT_DIR" ]] || ROOT_DIR=$(git rev-parse --show-toplevel) else ROOT_DIR=$(cd "$(dirname "$0")/../../../../.." && pwd) fi ART_DIR=$(cd "$(dirname "$0")" && pwd) RES_DIR="$ART_DIR/results" mkdir -p "$RES_DIR" NYASH_BIN=${NYASH_BIN:-"$ROOT_DIR/target/release/nyash"} SKIP_INTERP=${SKIP_INTERP:-0} SKIP_AOT=${SKIP_AOT:-0} RUNS=${RUNS:-10} USE_EXE_ONLY=${USE_EXE_ONLY:-0} HYPERFINE=$(command -v hyperfine || true) TIMEOUT_SECS=${TIMEOUT_SECS:-0} TIMEOUT_BIN=$(command -v timeout || true) BENCH_DIR="$ROOT_DIR/benchmarks" FILES=( "$BENCH_DIR/bench_light.nyash" "$BENCH_DIR/bench_medium.nyash" "$BENCH_DIR/bench_heavy.nyash" ) echo "[INFO] NYASH_BIN=$NYASH_BIN" echo "[INFO] USE_EXE_ONLY=$USE_EXE_ONLY (1=EXE only)" echo "[INFO] hyperfine=${HYPERFINE:-not found}" if [[ ! -x "$NYASH_BIN" && "$USE_EXE_ONLY" -eq 0 ]]; then echo "[INFO] Building nyash (release, with JIT feature)" (cd "$ROOT_DIR" && cargo build --release --features cranelift-jit) fi have_build_aot=0 if [[ -x "$ROOT_DIR/tools/build_aot.sh" ]]; then have_build_aot=1 fi run_cmd() { local cmd="$1" label="$2" csv="$3" local cmd_wrap="$cmd" if [[ -n "$TIMEOUT_BIN" && "$TIMEOUT_SECS" -gt 0 ]]; then cmd_wrap="$TIMEOUT_BIN ${TIMEOUT_SECS}s $cmd" fi if [[ -n "$HYPERFINE" ]]; then $HYPERFINE -w 1 -r "$RUNS" --export-csv "$csv" --show-output "$cmd_wrap" else : > "$csv" for i in $(seq 1 "$RUNS"); do local t0=$(python3 - <<<'import time; print(int(time.time()*1000))') bash -lc "$cmd_wrap" >/dev/null 2>&1 || true local t1=$(python3 - <<<'import time; print(int(time.time()*1000))') echo "$label,$((t1-t0))" >> "$csv" done fi } for f in "${FILES[@]}"; do [[ -f "$f" ]] || { echo "[WARN] Skip missing $f"; continue; } base=$(basename "$f" .nyash) if [[ "$USE_EXE_ONLY" -eq 0 ]]; then if [[ "$SKIP_INTERP" -eq 0 ]]; then run_cmd "$NYASH_BIN $f" "interp-$base" "$RES_DIR/${base}_interp.csv" else echo "[INFO] SKIP_INTERP=1: skipping interpreter for $f" fi run_cmd "$NYASH_BIN --backend vm $f" "vm-$base" "$RES_DIR/${base}_vm.csv" run_cmd "NYASH_JIT_EXEC=1 $NYASH_BIN --backend vm $f" "jit-$base" "$RES_DIR/${base}_jit.csv" fi if [[ $have_build_aot -eq 1 && "$SKIP_AOT" -eq 0 ]]; then out="/tmp/ny_${base}_aot" bash "$ROOT_DIR/tools/build_aot.sh" "$f" -o "$out" >/dev/null 2>&1 || true if [[ -x "$out" ]]; then run_cmd "$out" "aot-$base" "$RES_DIR/${base}_aot.csv" rm -f "$out" else echo "[WARN] AOT build failed for $f" fi else if [[ "$SKIP_AOT" -eq 1 ]]; then echo "[INFO] SKIP_AOT=1: skipping AOT for $f" else echo "[INFO] AOT tool not found; skipping AOT for $f" fi fi done echo "[DONE] Results in $RES_DIR"