#!/bin/bash # llvm_exe_runner.sh - Shared helpers for LLVM EXE parity smokes (integration) # # SSOT goals: # - One place for "LLVM available?" SKIP logic # - One place for "required plugins are dlopen-able" gating + conditional build-all # - One place for "build_llvm.sh → run exe → numeric output compare" # # This file is meant to be sourced from smoke scripts that already source: # tools/smokes/v2/lib/test_runner.sh set -uo pipefail llvm_exe_cargo_target_dir() { # Release builds can fail with EXDEV when rustc uses /tmp for temp files and target/ is elsewhere. # Force a dedicated target dir under /tmp so rustc temp files and outputs stay on the same filesystem. local target_dir="${LLVM_EXE_CARGO_TARGET_DIR:-/tmp/nyash_cargo_target}" mkdir -p "$target_dir" echo "$target_dir" } llvm_exe_preflight_or_skip() { if ! command -v llvm-config-18 &>/dev/null; then test_skip "llvm-config-18 not found" return 1 fi if ! "$NYASH_BIN" --help 2>&1 | grep -q "llvm"; then test_skip "hakorune --backend llvm not available" return 1 fi if ! python3 -c "import llvmlite" 2>/dev/null; then test_skip "Python llvmlite not found" return 1 fi # Verify the binary can actually emit an object (not "mock LLVM"). # This avoids hard failures when hakorune was built without `--features llvm`. local cargo_target_dir cargo_target_dir="$(llvm_exe_cargo_target_dir)" local preflight_obj="$cargo_target_dir/_llvm_exe_preflight.o" rm -f "$preflight_obj" if ! env NYASH_DISABLE_PLUGINS=1 NYASH_LLVM_USE_HARNESS=1 NYASH_LLVM_OBJ_OUT="$preflight_obj" \ "$NYASH_BIN" --backend llvm "$NYASH_ROOT/apps/tests/phase87_llvm_exe_min.hako" >/dev/null 2>&1; then test_skip "LLVM object emit preflight failed (hakorune may lack --features llvm)" return 1 fi if [ ! -f "$preflight_obj" ]; then test_skip "LLVM object emit unavailable (hakorune may be built without --features llvm)" return 1 fi return 0 } llvm_exe_check_plugins() { # Args: repeated triples: python3 - "$@" <<'PY' import ctypes import os import sys args = sys.argv[1:] if len(args) % 3 != 0: print(f"[internal] expected triples, got {len(args)} args") sys.exit(2) failures = [] for i in range(0, len(args), 3): display, path, _crate = args[i], args[i + 1], args[i + 2] if not os.path.isfile(path): failures.append(f"[plugin/missing] {display}: {path}") continue try: ctypes.CDLL(path) except Exception as e: # noqa: BLE001 failures.append(f"[plugin/dlopen] {display}: {path} ({e})") if failures: print("\n".join(failures)) sys.exit(1) print("OK") PY } llvm_exe_ensure_plugins_or_fail() { # Uses global array LLVM_REQUIRED_PLUGINS (triples encoded as "Display|SoPath|CrateName") if ! declare -p LLVM_REQUIRED_PLUGINS >/dev/null 2>&1; then return 0 fi if [ "${#LLVM_REQUIRED_PLUGINS[@]}" -eq 0 ]; then return 0 fi local -a triples=() local -a crate_names=() local CHECK_OUTPUT local item display so_path crate_name for item in "${LLVM_REQUIRED_PLUGINS[@]}"; do IFS='|' read -r display so_path crate_name <<<"$item" if [ -z "${display:-}" ] || [ -z "${so_path:-}" ] || [ -z "${crate_name:-}" ]; then echo "[FAIL] Invalid LLVM_REQUIRED_PLUGINS entry: '$item'" return 1 fi triples+=("$display" "$so_path" "$crate_name") crate_names+=("$crate_name") done echo "[INFO] Checking plugin artifacts (LLVM EXE)" if CHECK_OUTPUT=$(llvm_exe_check_plugins "${triples[@]}" 2>&1); then return 0 fi echo "$CHECK_OUTPUT" echo "[INFO] Missing/broken plugin detected, running build-all" local cargo_target_dir cargo_target_dir="$(llvm_exe_cargo_target_dir)" local build_log="${LLVM_PLUGIN_BUILD_LOG:-/tmp/llvm_exe_plugin_build.log}" if ! env CARGO_TARGET_DIR="$cargo_target_dir" bash "$NYASH_ROOT/tools/plugins/build-all.sh" "${crate_names[@]}" >"$build_log" 2>&1; then echo "[FAIL] tools/plugins/build-all.sh failed" tail -n 80 "$build_log" return 1 fi if ! CHECK_OUTPUT=$(llvm_exe_check_plugins "${triples[@]}" 2>&1); then echo "$CHECK_OUTPUT" echo "[FAIL] Plugin artifacts still missing or unloadable after build-all" tail -n 80 "$build_log" return 1 fi return 0 } llvm_exe_build_and_run_numeric_smoke() { # Required globals: # - INPUT_HAKO # - OUTPUT_EXE # - EXPECTED (multiline) # - EXPECTED_LINES (number of numeric lines to compare) # # Optional: # - LLVM_BUILD_LOG # - RUN_TIMEOUT_SECS if [ -z "${INPUT_HAKO:-}" ] || [ -z "${OUTPUT_EXE:-}" ] || [ -z "${EXPECTED:-}" ]; then echo "[FAIL] llvm_exe_build_and_run_numeric_smoke: missing INPUT_HAKO/OUTPUT_EXE/EXPECTED" return 1 fi if [ -z "${EXPECTED_LINES:-}" ]; then echo "[FAIL] llvm_exe_build_and_run_numeric_smoke: missing EXPECTED_LINES" return 1 fi mkdir -p "$(dirname "$OUTPUT_EXE")" echo "[INFO] Building: $INPUT_HAKO → $OUTPUT_EXE" local cargo_target_dir cargo_target_dir="$(llvm_exe_cargo_target_dir)" # Ensure we use the compiler binary built in that target dir. local nyash_bin="$cargo_target_dir/release/hakorune" local obj_out="$cargo_target_dir/aot_objects/$(basename "$INPUT_HAKO").o" mkdir -p "$(dirname "$obj_out")" local build_log="${LLVM_BUILD_LOG:-/tmp/llvm_exe_build.log}" if ! env CARGO_TARGET_DIR="$cargo_target_dir" NYASH_BIN="$nyash_bin" NYASH_LLVM_OBJ_OUT="$obj_out" NYASH_DISABLE_PLUGINS=0 \ "$NYASH_ROOT/tools/build_llvm.sh" "$INPUT_HAKO" -o "$OUTPUT_EXE" 2>&1 | tee "$build_log"; then echo "[FAIL] build_llvm.sh failed" tail -n 80 "$build_log" return 1 fi if [ ! -x "$OUTPUT_EXE" ]; then echo "[FAIL] Executable not created or not executable: $OUTPUT_EXE" ls -la "$OUTPUT_EXE" 2>/dev/null || echo "File does not exist" return 1 fi echo "[INFO] Executing: $OUTPUT_EXE" set +e local output output=$(timeout "${RUN_TIMEOUT_SECS:-10}" env NYASH_DISABLE_PLUGINS=0 "$OUTPUT_EXE" 2>&1) local exit_code=$? set -e if [ "$exit_code" -ne 0 ]; then echo "[FAIL] Execution failed with exit code $exit_code" echo "$output" | tail -n 80 return 1 fi local clean clean=$(printf "%s\n" "$output" | grep -v '^\[' | grep -E '^-?[0-9]+$' | head -n "$EXPECTED_LINES" | tr -d '\r') echo "[INFO] CLEAN output:" echo "$clean" if [ "$clean" = "$EXPECTED" ]; then return 0 fi echo "[FAIL] Output mismatch" echo "[INFO] Raw output (tail):" echo "$output" | tail -n 80 echo "[INFO] Expected:" printf "%s\n" "$EXPECTED" return 1 }