2025-09-12 20:40:48 +09:00
|
|
|
#!/usr/bin/env python3
|
|
|
|
|
"""
|
|
|
|
|
Nyash LLVM Python Backend - Main Builder
|
2025-09-17 10:58:12 +09:00
|
|
|
Following the design principles in docs/design/LLVM_LAYER_OVERVIEW.md
|
2025-09-12 20:40:48 +09:00
|
|
|
"""
|
|
|
|
|
|
|
|
|
|
import json
|
|
|
|
|
import sys
|
✨ Python LLVM backend implementation (experimental)
- Created llvmlite-based LLVM backend in src/llvm_py/
- Implemented all MIR14 instructions (const, binop, jump, branch, ret, compare, phi, call, boxcall, externcall, typeop, newbox, safepoint, barrier)
- Experimental LoopForm support
- ~2000 lines of clean Python code vs complex Rust/inkwell
- Useful for PHI/SSA validation and rapid prototyping
- Added documentation to CLAUDE.md
This was created while waiting for ChatGPT's investigation of BuilderCursor issues.
2025-09-12 20:55:13 +09:00
|
|
|
import os
|
|
|
|
|
from typing import Dict, Any, Optional, List, Tuple
|
2025-09-12 20:40:48 +09:00
|
|
|
import llvmlite.ir as ir
|
|
|
|
|
import llvmlite.binding as llvm
|
|
|
|
|
|
✨ Python LLVM backend implementation (experimental)
- Created llvmlite-based LLVM backend in src/llvm_py/
- Implemented all MIR14 instructions (const, binop, jump, branch, ret, compare, phi, call, boxcall, externcall, typeop, newbox, safepoint, barrier)
- Experimental LoopForm support
- ~2000 lines of clean Python code vs complex Rust/inkwell
- Useful for PHI/SSA validation and rapid prototyping
- Added documentation to CLAUDE.md
This was created while waiting for ChatGPT's investigation of BuilderCursor issues.
2025-09-12 20:55:13 +09:00
|
|
|
# Import instruction handlers
|
|
|
|
|
from instructions.const import lower_const
|
|
|
|
|
from instructions.binop import lower_binop
|
2025-09-13 15:37:58 +09:00
|
|
|
from instructions.compare import lower_compare
|
2025-09-17 16:11:01 +09:00
|
|
|
from instructions.controlflow.jump import lower_jump
|
|
|
|
|
from instructions.controlflow.branch import lower_branch
|
✨ Python LLVM backend implementation (experimental)
- Created llvmlite-based LLVM backend in src/llvm_py/
- Implemented all MIR14 instructions (const, binop, jump, branch, ret, compare, phi, call, boxcall, externcall, typeop, newbox, safepoint, barrier)
- Experimental LoopForm support
- ~2000 lines of clean Python code vs complex Rust/inkwell
- Useful for PHI/SSA validation and rapid prototyping
- Added documentation to CLAUDE.md
This was created while waiting for ChatGPT's investigation of BuilderCursor issues.
2025-09-12 20:55:13 +09:00
|
|
|
from instructions.ret import lower_return
|
2025-09-17 16:11:01 +09:00
|
|
|
from instructions.copy import lower_copy
|
2025-09-14 16:25:21 +09:00
|
|
|
# PHI are deferred; finalize_phis wires incoming edges after snapshots
|
✨ Python LLVM backend implementation (experimental)
- Created llvmlite-based LLVM backend in src/llvm_py/
- Implemented all MIR14 instructions (const, binop, jump, branch, ret, compare, phi, call, boxcall, externcall, typeop, newbox, safepoint, barrier)
- Experimental LoopForm support
- ~2000 lines of clean Python code vs complex Rust/inkwell
- Useful for PHI/SSA validation and rapid prototyping
- Added documentation to CLAUDE.md
This was created while waiting for ChatGPT's investigation of BuilderCursor issues.
2025-09-12 20:55:13 +09:00
|
|
|
from instructions.call import lower_call
|
|
|
|
|
from instructions.boxcall import lower_boxcall
|
|
|
|
|
from instructions.externcall import lower_externcall
|
|
|
|
|
from instructions.typeop import lower_typeop, lower_convert
|
|
|
|
|
from instructions.newbox import lower_newbox
|
|
|
|
|
from instructions.safepoint import lower_safepoint, insert_automatic_safepoint
|
|
|
|
|
from instructions.barrier import lower_barrier
|
|
|
|
|
from instructions.loopform import lower_while_loopform
|
2025-09-17 16:11:01 +09:00
|
|
|
from instructions.controlflow.while_ import lower_while_regular
|
|
|
|
|
from phi_wiring import setup_phi_placeholders as _setup_phi_placeholders, finalize_phis as _finalize_phis
|
2025-09-19 02:43:33 +09:00
|
|
|
from phi_wiring import ensure_phi as _ensure_phi
|
2025-09-17 16:11:01 +09:00
|
|
|
from trace import debug as trace_debug
|
|
|
|
|
from trace import phi as trace_phi
|
2025-09-19 22:27:59 +09:00
|
|
|
from trace import phi_json as trace_phi_json
|
2025-09-17 16:11:01 +09:00
|
|
|
from prepass.loops import detect_simple_while
|
|
|
|
|
from prepass.if_merge import plan_ret_phi_predeclare
|
|
|
|
|
from build_ctx import BuildCtx
|
✨ Python LLVM backend implementation (experimental)
- Created llvmlite-based LLVM backend in src/llvm_py/
- Implemented all MIR14 instructions (const, binop, jump, branch, ret, compare, phi, call, boxcall, externcall, typeop, newbox, safepoint, barrier)
- Experimental LoopForm support
- ~2000 lines of clean Python code vs complex Rust/inkwell
- Useful for PHI/SSA validation and rapid prototyping
- Added documentation to CLAUDE.md
This was created while waiting for ChatGPT's investigation of BuilderCursor issues.
2025-09-12 20:55:13 +09:00
|
|
|
|
|
|
|
|
from resolver import Resolver
|
|
|
|
|
from mir_reader import MIRReader
|
|
|
|
|
|
2025-09-12 20:40:48 +09:00
|
|
|
class NyashLLVMBuilder:
|
|
|
|
|
"""Main LLVM IR builder for Nyash MIR"""
|
|
|
|
|
|
|
|
|
|
def __init__(self):
|
|
|
|
|
# Initialize LLVM
|
|
|
|
|
llvm.initialize()
|
|
|
|
|
llvm.initialize_native_target()
|
|
|
|
|
llvm.initialize_native_asmprinter()
|
|
|
|
|
|
|
|
|
|
# Module and basic types
|
|
|
|
|
self.module = ir.Module(name="nyash_module")
|
|
|
|
|
self.i64 = ir.IntType(64)
|
|
|
|
|
self.i32 = ir.IntType(32)
|
|
|
|
|
self.i8 = ir.IntType(8)
|
|
|
|
|
self.i1 = ir.IntType(1)
|
|
|
|
|
self.i8p = self.i8.as_pointer()
|
|
|
|
|
self.f64 = ir.DoubleType()
|
✨ Python LLVM backend implementation (experimental)
- Created llvmlite-based LLVM backend in src/llvm_py/
- Implemented all MIR14 instructions (const, binop, jump, branch, ret, compare, phi, call, boxcall, externcall, typeop, newbox, safepoint, barrier)
- Experimental LoopForm support
- ~2000 lines of clean Python code vs complex Rust/inkwell
- Useful for PHI/SSA validation and rapid prototyping
- Added documentation to CLAUDE.md
This was created while waiting for ChatGPT's investigation of BuilderCursor issues.
2025-09-12 20:55:13 +09:00
|
|
|
self.void = ir.VoidType()
|
|
|
|
|
|
|
|
|
|
# Value and block maps
|
|
|
|
|
self.vmap: Dict[int, ir.Value] = {} # value_id -> LLVM value
|
|
|
|
|
self.bb_map: Dict[int, ir.Block] = {} # block_id -> LLVM block
|
|
|
|
|
|
2025-09-13 15:37:58 +09:00
|
|
|
# PHI deferrals for sealed block approach: (block_id, dst_vid, incoming)
|
|
|
|
|
self.phi_deferrals: List[Tuple[int, int, List[Tuple[int, int]]]] = []
|
|
|
|
|
# Predecessor map and per-block end snapshots
|
|
|
|
|
self.preds: Dict[int, List[int]] = {}
|
|
|
|
|
self.block_end_values: Dict[int, Dict[int, ir.Value]] = {}
|
2025-09-14 00:44:28 +09:00
|
|
|
# Definition map: value_id -> set(block_id) where the value is defined
|
|
|
|
|
# Used as a lightweight lifetime hint to avoid over-localization
|
|
|
|
|
self.def_blocks: Dict[int, set] = {}
|
✨ Python LLVM backend implementation (experimental)
- Created llvmlite-based LLVM backend in src/llvm_py/
- Implemented all MIR14 instructions (const, binop, jump, branch, ret, compare, phi, call, boxcall, externcall, typeop, newbox, safepoint, barrier)
- Experimental LoopForm support
- ~2000 lines of clean Python code vs complex Rust/inkwell
- Useful for PHI/SSA validation and rapid prototyping
- Added documentation to CLAUDE.md
This was created while waiting for ChatGPT's investigation of BuilderCursor issues.
2025-09-12 20:55:13 +09:00
|
|
|
|
|
|
|
|
# Resolver for unified value resolution
|
|
|
|
|
self.resolver = Resolver(self.vmap, self.bb_map)
|
|
|
|
|
|
|
|
|
|
# Statistics
|
|
|
|
|
self.loop_count = 0
|
2025-09-14 19:16:32 +09:00
|
|
|
# Heuristics for minor gated fixes
|
|
|
|
|
self.current_function_name: Optional[str] = None
|
|
|
|
|
self._last_substring_vid: Optional[int] = None
|
2025-09-17 16:11:01 +09:00
|
|
|
# Map of (block_id, value_id) -> predeclared PHI for ret-merge if-merge prepass
|
|
|
|
|
self.predeclared_ret_phis: Dict[Tuple[int, int], ir.Instruction] = {}
|
2025-09-12 20:40:48 +09:00
|
|
|
|
|
|
|
|
def build_from_mir(self, mir_json: Dict[str, Any]) -> str:
|
|
|
|
|
"""Build LLVM IR from MIR JSON"""
|
✨ Python LLVM backend implementation (experimental)
- Created llvmlite-based LLVM backend in src/llvm_py/
- Implemented all MIR14 instructions (const, binop, jump, branch, ret, compare, phi, call, boxcall, externcall, typeop, newbox, safepoint, barrier)
- Experimental LoopForm support
- ~2000 lines of clean Python code vs complex Rust/inkwell
- Useful for PHI/SSA validation and rapid prototyping
- Added documentation to CLAUDE.md
This was created while waiting for ChatGPT's investigation of BuilderCursor issues.
2025-09-12 20:55:13 +09:00
|
|
|
# Parse MIR
|
|
|
|
|
reader = MIRReader(mir_json)
|
|
|
|
|
functions = reader.get_functions()
|
2025-09-12 20:40:48 +09:00
|
|
|
|
✨ Python LLVM backend implementation (experimental)
- Created llvmlite-based LLVM backend in src/llvm_py/
- Implemented all MIR14 instructions (const, binop, jump, branch, ret, compare, phi, call, boxcall, externcall, typeop, newbox, safepoint, barrier)
- Experimental LoopForm support
- ~2000 lines of clean Python code vs complex Rust/inkwell
- Useful for PHI/SSA validation and rapid prototyping
- Added documentation to CLAUDE.md
This was created while waiting for ChatGPT's investigation of BuilderCursor issues.
2025-09-12 20:55:13 +09:00
|
|
|
if not functions:
|
|
|
|
|
# No functions - create dummy ny_main
|
|
|
|
|
return self._create_dummy_main()
|
|
|
|
|
|
2025-09-13 15:37:58 +09:00
|
|
|
# Pre-declare all functions with default i64 signature to allow cross-calls
|
|
|
|
|
import re
|
|
|
|
|
for func_data in functions:
|
|
|
|
|
name = func_data.get("name", "unknown")
|
|
|
|
|
# Derive arity from name suffix '/N' if params list is empty
|
|
|
|
|
m = re.search(r"/(\d+)$", name)
|
|
|
|
|
if m:
|
|
|
|
|
arity = int(m.group(1))
|
|
|
|
|
else:
|
|
|
|
|
arity = len(func_data.get("params", []))
|
|
|
|
|
if name == "ny_main":
|
|
|
|
|
fty = ir.FunctionType(self.i32, [])
|
|
|
|
|
else:
|
|
|
|
|
fty = ir.FunctionType(self.i64, [self.i64] * arity)
|
|
|
|
|
exists = False
|
|
|
|
|
for f in self.module.functions:
|
|
|
|
|
if f.name == name:
|
|
|
|
|
exists = True
|
|
|
|
|
break
|
|
|
|
|
if not exists:
|
|
|
|
|
ir.Function(self.module, fty, name=name)
|
|
|
|
|
|
2025-09-14 16:25:21 +09:00
|
|
|
# Process each function (finalize PHIs per function to avoid cross-function map collisions)
|
✨ Python LLVM backend implementation (experimental)
- Created llvmlite-based LLVM backend in src/llvm_py/
- Implemented all MIR14 instructions (const, binop, jump, branch, ret, compare, phi, call, boxcall, externcall, typeop, newbox, safepoint, barrier)
- Experimental LoopForm support
- ~2000 lines of clean Python code vs complex Rust/inkwell
- Useful for PHI/SSA validation and rapid prototyping
- Added documentation to CLAUDE.md
This was created while waiting for ChatGPT's investigation of BuilderCursor issues.
2025-09-12 20:55:13 +09:00
|
|
|
for func_data in functions:
|
|
|
|
|
self.lower_function(func_data)
|
2025-09-13 15:37:58 +09:00
|
|
|
|
2025-09-20 09:11:52 +09:00
|
|
|
# Create ny_main wrapper if necessary (delegated builder; no legacy fallback)
|
2025-09-19 14:29:02 +09:00
|
|
|
try:
|
|
|
|
|
from builders.entry import ensure_ny_main as _ensure_ny_main
|
|
|
|
|
_ensure_ny_main(self)
|
2025-09-20 09:11:52 +09:00
|
|
|
except Exception as _e:
|
2025-09-13 15:37:58 +09:00
|
|
|
try:
|
2025-09-20 09:11:52 +09:00
|
|
|
trace_debug(f"[Python LLVM] ensure_ny_main failed: {_e}")
|
2025-09-19 14:29:02 +09:00
|
|
|
except Exception:
|
|
|
|
|
pass
|
✨ Python LLVM backend implementation (experimental)
- Created llvmlite-based LLVM backend in src/llvm_py/
- Implemented all MIR14 instructions (const, binop, jump, branch, ret, compare, phi, call, boxcall, externcall, typeop, newbox, safepoint, barrier)
- Experimental LoopForm support
- ~2000 lines of clean Python code vs complex Rust/inkwell
- Useful for PHI/SSA validation and rapid prototyping
- Added documentation to CLAUDE.md
This was created while waiting for ChatGPT's investigation of BuilderCursor issues.
2025-09-12 20:55:13 +09:00
|
|
|
|
2025-09-14 04:51:33 +09:00
|
|
|
ir_text = str(self.module)
|
|
|
|
|
# Optional IR dump to file for debugging
|
|
|
|
|
try:
|
|
|
|
|
dump_path = os.environ.get('NYASH_LLVM_DUMP_IR')
|
|
|
|
|
if dump_path:
|
|
|
|
|
os.makedirs(os.path.dirname(dump_path), exist_ok=True)
|
|
|
|
|
with open(dump_path, 'w') as f:
|
|
|
|
|
f.write(ir_text)
|
2025-09-17 16:11:01 +09:00
|
|
|
else:
|
2025-09-14 04:51:33 +09:00
|
|
|
# Default dump location when verbose and not explicitly set
|
2025-09-17 16:11:01 +09:00
|
|
|
if os.environ.get('NYASH_CLI_VERBOSE') == '1':
|
|
|
|
|
os.makedirs('tmp', exist_ok=True)
|
|
|
|
|
with open('tmp/nyash_harness.ll', 'w') as f:
|
|
|
|
|
f.write(ir_text)
|
2025-09-14 04:51:33 +09:00
|
|
|
except Exception:
|
|
|
|
|
pass
|
|
|
|
|
return ir_text
|
✨ Python LLVM backend implementation (experimental)
- Created llvmlite-based LLVM backend in src/llvm_py/
- Implemented all MIR14 instructions (const, binop, jump, branch, ret, compare, phi, call, boxcall, externcall, typeop, newbox, safepoint, barrier)
- Experimental LoopForm support
- ~2000 lines of clean Python code vs complex Rust/inkwell
- Useful for PHI/SSA validation and rapid prototyping
- Added documentation to CLAUDE.md
This was created while waiting for ChatGPT's investigation of BuilderCursor issues.
2025-09-12 20:55:13 +09:00
|
|
|
|
|
|
|
|
def _create_dummy_main(self) -> str:
|
|
|
|
|
"""Create dummy ny_main that returns 0"""
|
2025-09-16 16:28:25 +09:00
|
|
|
ny_main_ty = ir.FunctionType(self.i64, [])
|
2025-09-12 20:40:48 +09:00
|
|
|
ny_main = ir.Function(self.module, ny_main_ty, name="ny_main")
|
|
|
|
|
block = ny_main.append_basic_block(name="entry")
|
|
|
|
|
builder = ir.IRBuilder(block)
|
|
|
|
|
builder.ret(ir.Constant(self.i32, 0))
|
|
|
|
|
return str(self.module)
|
|
|
|
|
|
✨ Python LLVM backend implementation (experimental)
- Created llvmlite-based LLVM backend in src/llvm_py/
- Implemented all MIR14 instructions (const, binop, jump, branch, ret, compare, phi, call, boxcall, externcall, typeop, newbox, safepoint, barrier)
- Experimental LoopForm support
- ~2000 lines of clean Python code vs complex Rust/inkwell
- Useful for PHI/SSA validation and rapid prototyping
- Added documentation to CLAUDE.md
This was created while waiting for ChatGPT's investigation of BuilderCursor issues.
2025-09-12 20:55:13 +09:00
|
|
|
def lower_function(self, func_data: Dict[str, Any]):
|
2025-09-20 09:11:52 +09:00
|
|
|
"""Lower a single MIR function to LLVM IR (delegated, no legacy fallback)."""
|
2025-09-19 14:29:02 +09:00
|
|
|
try:
|
2025-09-19 15:11:57 +09:00
|
|
|
from builders.function_lower import lower_function as _lower
|
|
|
|
|
return _lower(self, func_data)
|
|
|
|
|
except Exception as _e:
|
|
|
|
|
try:
|
2025-09-20 09:11:52 +09:00
|
|
|
trace_debug(f"[Python LLVM] lower_function failed: {_e}")
|
2025-09-19 02:07:38 +09:00
|
|
|
except Exception:
|
|
|
|
|
pass
|
2025-09-20 09:11:52 +09:00
|
|
|
raise
|
2025-09-17 16:11:01 +09:00
|
|
|
|
2025-09-17 07:45:50 +09:00
|
|
|
|
|
|
|
|
def setup_phi_placeholders(self, blocks: List[Dict[str, Any]]):
|
|
|
|
|
"""Predeclare PHIs and collect incoming metadata for finalize_phis.
|
|
|
|
|
|
|
|
|
|
This pass is function-local and must be invoked after basic blocks are
|
|
|
|
|
created and before lowering individual blocks. It also tags string-ish
|
|
|
|
|
values eagerly to help downstream resolvers choose correct intrinsics.
|
|
|
|
|
"""
|
2025-09-14 16:25:21 +09:00
|
|
|
try:
|
|
|
|
|
# Pass A: collect producer stringish hints per value-id
|
|
|
|
|
produced_str: Dict[int, bool] = {}
|
|
|
|
|
for block_data in blocks:
|
|
|
|
|
for inst in block_data.get("instructions", []) or []:
|
|
|
|
|
try:
|
|
|
|
|
opx = inst.get("op")
|
|
|
|
|
dstx = inst.get("dst")
|
|
|
|
|
if dstx is None:
|
|
|
|
|
continue
|
|
|
|
|
is_str = False
|
|
|
|
|
if opx == "const":
|
|
|
|
|
v = inst.get("value", {}) or {}
|
|
|
|
|
t = v.get("type")
|
|
|
|
|
if t == "string" or (isinstance(t, dict) and t.get("kind") in ("handle","ptr") and t.get("box_type") == "StringBox"):
|
|
|
|
|
is_str = True
|
|
|
|
|
elif opx in ("binop","boxcall","externcall"):
|
|
|
|
|
t = inst.get("dst_type")
|
|
|
|
|
if isinstance(t, dict) and t.get("kind") == "handle" and t.get("box_type") == "StringBox":
|
|
|
|
|
is_str = True
|
|
|
|
|
if is_str:
|
|
|
|
|
produced_str[int(dstx)] = True
|
|
|
|
|
except Exception:
|
|
|
|
|
pass
|
2025-09-17 07:45:50 +09:00
|
|
|
# Pass B: materialize PHI placeholders and record incoming metadata
|
2025-09-14 16:25:21 +09:00
|
|
|
self.block_phi_incomings = {}
|
|
|
|
|
for block_data in blocks:
|
|
|
|
|
bid0 = block_data.get("id", 0)
|
|
|
|
|
bb0 = self.bb_map.get(bid0)
|
|
|
|
|
for inst in block_data.get("instructions", []) or []:
|
|
|
|
|
if inst.get("op") == "phi":
|
|
|
|
|
try:
|
|
|
|
|
dst0 = int(inst.get("dst"))
|
|
|
|
|
incoming0 = inst.get("incoming", []) or []
|
|
|
|
|
except Exception:
|
|
|
|
|
dst0 = None; incoming0 = []
|
|
|
|
|
if dst0 is None:
|
|
|
|
|
continue
|
|
|
|
|
# Record incoming metadata for finalize_phis
|
|
|
|
|
try:
|
|
|
|
|
self.block_phi_incomings.setdefault(bid0, {})[dst0] = [
|
|
|
|
|
(int(b), int(v)) for (v, b) in incoming0
|
|
|
|
|
]
|
|
|
|
|
except Exception:
|
|
|
|
|
pass
|
|
|
|
|
# Ensure placeholder exists at block head
|
|
|
|
|
if bb0 is not None:
|
|
|
|
|
b0 = ir.IRBuilder(bb0)
|
|
|
|
|
try:
|
|
|
|
|
b0.position_at_start(bb0)
|
|
|
|
|
except Exception:
|
|
|
|
|
pass
|
|
|
|
|
existing = self.vmap.get(dst0)
|
|
|
|
|
is_phi = False
|
|
|
|
|
try:
|
|
|
|
|
is_phi = hasattr(existing, 'add_incoming')
|
|
|
|
|
except Exception:
|
|
|
|
|
is_phi = False
|
|
|
|
|
if not is_phi:
|
|
|
|
|
ph0 = b0.phi(self.i64, name=f"phi_{dst0}")
|
|
|
|
|
self.vmap[dst0] = ph0
|
|
|
|
|
# Tag propagation: if explicit dst_type marks string or any incoming was produced as string-ish, tag dst
|
|
|
|
|
try:
|
|
|
|
|
dst_type0 = inst.get("dst_type")
|
|
|
|
|
mark_str = isinstance(dst_type0, dict) and dst_type0.get("kind") == "handle" and dst_type0.get("box_type") == "StringBox"
|
|
|
|
|
if not mark_str:
|
|
|
|
|
for (v_id, _b_id) in incoming0:
|
|
|
|
|
try:
|
|
|
|
|
if produced_str.get(int(v_id)):
|
|
|
|
|
mark_str = True; break
|
|
|
|
|
except Exception:
|
|
|
|
|
pass
|
|
|
|
|
if mark_str and hasattr(self.resolver, 'mark_string'):
|
|
|
|
|
self.resolver.mark_string(int(dst0))
|
|
|
|
|
except Exception:
|
|
|
|
|
pass
|
|
|
|
|
# Definition hint: PHI defines dst in this block
|
|
|
|
|
try:
|
|
|
|
|
self.def_blocks.setdefault(int(dst0), set()).add(int(bid0))
|
|
|
|
|
except Exception:
|
|
|
|
|
pass
|
|
|
|
|
# Sync to resolver
|
|
|
|
|
try:
|
|
|
|
|
self.resolver.block_phi_incomings = self.block_phi_incomings
|
|
|
|
|
except Exception:
|
|
|
|
|
pass
|
|
|
|
|
except Exception:
|
|
|
|
|
pass
|
✨ Python LLVM backend implementation (experimental)
- Created llvmlite-based LLVM backend in src/llvm_py/
- Implemented all MIR14 instructions (const, binop, jump, branch, ret, compare, phi, call, boxcall, externcall, typeop, newbox, safepoint, barrier)
- Experimental LoopForm support
- ~2000 lines of clean Python code vs complex Rust/inkwell
- Useful for PHI/SSA validation and rapid prototyping
- Added documentation to CLAUDE.md
This was created while waiting for ChatGPT's investigation of BuilderCursor issues.
2025-09-12 20:55:13 +09:00
|
|
|
|
|
|
|
|
def lower_block(self, bb: ir.Block, block_data: Dict[str, Any], func: ir.Function):
|
2025-09-17 16:11:01 +09:00
|
|
|
"""Lower a single basic block.
|
|
|
|
|
|
|
|
|
|
Emit all non-terminator ops first, then control-flow terminators
|
|
|
|
|
(branch/jump/ret). This avoids generating IR after a terminator.
|
|
|
|
|
"""
|
✨ Python LLVM backend implementation (experimental)
- Created llvmlite-based LLVM backend in src/llvm_py/
- Implemented all MIR14 instructions (const, binop, jump, branch, ret, compare, phi, call, boxcall, externcall, typeop, newbox, safepoint, barrier)
- Experimental LoopForm support
- ~2000 lines of clean Python code vs complex Rust/inkwell
- Useful for PHI/SSA validation and rapid prototyping
- Added documentation to CLAUDE.md
This was created while waiting for ChatGPT's investigation of BuilderCursor issues.
2025-09-12 20:55:13 +09:00
|
|
|
builder = ir.IRBuilder(bb)
|
2025-09-17 16:11:01 +09:00
|
|
|
try:
|
|
|
|
|
import os
|
|
|
|
|
trace_debug(f"[llvm-py] === lower_block bb{block_data.get('id')} ===")
|
|
|
|
|
except Exception:
|
|
|
|
|
pass
|
2025-09-13 15:37:58 +09:00
|
|
|
# Provide builder/module to resolver for PHI/casts insertion
|
|
|
|
|
try:
|
|
|
|
|
self.resolver.builder = builder
|
|
|
|
|
self.resolver.module = self.module
|
|
|
|
|
except Exception:
|
|
|
|
|
pass
|
✨ Python LLVM backend implementation (experimental)
- Created llvmlite-based LLVM backend in src/llvm_py/
- Implemented all MIR14 instructions (const, binop, jump, branch, ret, compare, phi, call, boxcall, externcall, typeop, newbox, safepoint, barrier)
- Experimental LoopForm support
- ~2000 lines of clean Python code vs complex Rust/inkwell
- Useful for PHI/SSA validation and rapid prototyping
- Added documentation to CLAUDE.md
This was created while waiting for ChatGPT's investigation of BuilderCursor issues.
2025-09-12 20:55:13 +09:00
|
|
|
instructions = block_data.get("instructions", [])
|
2025-09-19 02:43:33 +09:00
|
|
|
# JSON-declared PHIs are not materialized here; placeholders are created uniformly
|
|
|
|
|
# via ensure_phi in finalize_phis to keep PHIs grouped at block head.
|
2025-09-17 16:11:01 +09:00
|
|
|
# Partition into body ops and terminators
|
|
|
|
|
body_ops: List[Dict[str, Any]] = []
|
|
|
|
|
term_ops: List[Dict[str, Any]] = []
|
|
|
|
|
for inst in (instructions or []):
|
|
|
|
|
opx = inst.get("op")
|
|
|
|
|
if opx in ("branch", "jump", "ret"):
|
|
|
|
|
term_ops.append(inst)
|
|
|
|
|
elif opx == "phi":
|
|
|
|
|
continue
|
|
|
|
|
else:
|
|
|
|
|
body_ops.append(inst)
|
|
|
|
|
# Per-block SSA map (avoid cross-block vmap pollution)
|
|
|
|
|
# Seed with non-PHI globals and PHIs that belong to this block only.
|
|
|
|
|
vmap_cur: Dict[int, ir.Value] = {}
|
|
|
|
|
try:
|
|
|
|
|
for _vid, _val in (self.vmap or {}).items():
|
|
|
|
|
keep = True
|
|
|
|
|
try:
|
|
|
|
|
if hasattr(_val, 'add_incoming'):
|
|
|
|
|
bb_of = getattr(getattr(_val, 'basic_block', None), 'name', None)
|
|
|
|
|
keep = (bb_of == bb.name)
|
|
|
|
|
except Exception:
|
|
|
|
|
keep = False
|
|
|
|
|
if keep:
|
|
|
|
|
vmap_cur[_vid] = _val
|
|
|
|
|
except Exception:
|
|
|
|
|
vmap_cur = dict(self.vmap)
|
|
|
|
|
# Expose to lower_instruction users (e.g., while_ regular lowering)
|
|
|
|
|
self._current_vmap = vmap_cur
|
2025-09-14 16:25:21 +09:00
|
|
|
created_ids: List[int] = []
|
2025-09-17 16:11:01 +09:00
|
|
|
# Compute ids defined in this block to help with copy/PHI decisions
|
|
|
|
|
defined_here_all: set = set()
|
|
|
|
|
for _inst in body_ops:
|
|
|
|
|
try:
|
|
|
|
|
d = _inst.get('dst')
|
|
|
|
|
if isinstance(d, int):
|
|
|
|
|
defined_here_all.add(d)
|
|
|
|
|
except Exception:
|
|
|
|
|
pass
|
|
|
|
|
# Keep PHI synthesis on-demand in resolver; avoid predeclaring here to reduce clashes.
|
|
|
|
|
# Lower body ops first in-order
|
|
|
|
|
for i_idx, inst in enumerate(body_ops):
|
|
|
|
|
try:
|
|
|
|
|
import os
|
|
|
|
|
trace_debug(f"[llvm-py] body op: {inst.get('op')} dst={inst.get('dst')} cond={inst.get('cond')}")
|
|
|
|
|
except Exception:
|
|
|
|
|
pass
|
2025-09-14 00:44:28 +09:00
|
|
|
try:
|
|
|
|
|
if bb.terminator is not None:
|
|
|
|
|
break
|
|
|
|
|
except Exception:
|
|
|
|
|
pass
|
2025-09-13 19:49:03 +09:00
|
|
|
builder.position_at_end(bb)
|
2025-09-17 16:11:01 +09:00
|
|
|
# Special-case copy: avoid forward self-block dependencies only when src is defined later in this block
|
|
|
|
|
if inst.get('op') == 'copy':
|
|
|
|
|
src_i = inst.get('src')
|
|
|
|
|
skip_now = False
|
|
|
|
|
if isinstance(src_i, int):
|
|
|
|
|
try:
|
|
|
|
|
# Check if src will be defined in a subsequent instruction
|
|
|
|
|
for _rest in body_ops[i_idx+1:]:
|
|
|
|
|
try:
|
|
|
|
|
if int(_rest.get('dst')) == int(src_i):
|
|
|
|
|
skip_now = True
|
|
|
|
|
break
|
|
|
|
|
except Exception:
|
|
|
|
|
pass
|
|
|
|
|
except Exception:
|
|
|
|
|
pass
|
|
|
|
|
if skip_now:
|
|
|
|
|
# Skip now; a later copy will remap after src becomes available
|
|
|
|
|
pass
|
|
|
|
|
else:
|
|
|
|
|
self.lower_instruction(builder, inst, func)
|
|
|
|
|
else:
|
|
|
|
|
self.lower_instruction(builder, inst, func)
|
|
|
|
|
# Sync per-block vmap snapshot with any new definitions that were
|
|
|
|
|
# written into the global vmap by lowering routines (e.g., copy)
|
2025-09-13 15:37:58 +09:00
|
|
|
try:
|
|
|
|
|
dst = inst.get("dst")
|
2025-09-17 16:11:01 +09:00
|
|
|
if isinstance(dst, int):
|
|
|
|
|
if dst in self.vmap:
|
|
|
|
|
_gval = self.vmap[dst]
|
|
|
|
|
# Avoid syncing PHIs that belong to other blocks (placeholders)
|
|
|
|
|
try:
|
|
|
|
|
if hasattr(_gval, 'add_incoming'):
|
|
|
|
|
bb_of = getattr(getattr(_gval, 'basic_block', None), 'name', None)
|
|
|
|
|
if bb_of == bb.name:
|
|
|
|
|
vmap_cur[dst] = _gval
|
|
|
|
|
else:
|
|
|
|
|
vmap_cur[dst] = _gval
|
|
|
|
|
except Exception:
|
|
|
|
|
vmap_cur[dst] = _gval
|
|
|
|
|
if dst not in created_ids and dst in vmap_cur:
|
|
|
|
|
created_ids.append(dst)
|
2025-09-13 15:37:58 +09:00
|
|
|
except Exception:
|
|
|
|
|
pass
|
2025-09-17 16:11:01 +09:00
|
|
|
# Ret-phi proactive insertion removed; resolver handles ret localization as needed.
|
|
|
|
|
|
|
|
|
|
# Lower terminators at end, preserving order
|
|
|
|
|
for inst in term_ops:
|
|
|
|
|
try:
|
|
|
|
|
import os
|
2025-09-17 20:33:19 +09:00
|
|
|
trace_debug(f"[llvm-py] term op: {inst.get('op')} dst={inst.get('dst')} cond={inst.get('cond')}")
|
2025-09-17 16:11:01 +09:00
|
|
|
except Exception:
|
|
|
|
|
pass
|
|
|
|
|
try:
|
|
|
|
|
if bb.terminator is not None:
|
|
|
|
|
break
|
|
|
|
|
except Exception:
|
|
|
|
|
pass
|
|
|
|
|
builder.position_at_end(bb)
|
|
|
|
|
# (if-merge handled by resolver + finalize_phis)
|
|
|
|
|
self.lower_instruction(builder, inst, func)
|
|
|
|
|
# Sync back local PHIs created in this block into the global vmap so that
|
|
|
|
|
# finalize_phis targets the same SSA nodes as terminators just used.
|
|
|
|
|
try:
|
|
|
|
|
for vid in created_ids:
|
|
|
|
|
val = vmap_cur.get(vid)
|
|
|
|
|
if val is not None and hasattr(val, 'add_incoming'):
|
|
|
|
|
try:
|
|
|
|
|
if getattr(getattr(val, 'basic_block', None), 'name', None) == bb.name:
|
|
|
|
|
self.vmap[vid] = val
|
|
|
|
|
except Exception:
|
|
|
|
|
self.vmap[vid] = val
|
|
|
|
|
except Exception:
|
|
|
|
|
pass
|
2025-09-13 15:37:58 +09:00
|
|
|
# Snapshot end-of-block values for sealed PHI wiring
|
|
|
|
|
bid = block_data.get("id", 0)
|
2025-09-14 16:25:21 +09:00
|
|
|
# Robust snapshot: clone the entire vmap at block end so that
|
|
|
|
|
# values that were not redefined in this block (but remain live)
|
|
|
|
|
# are available to PHI finalize wiring. This avoids omissions of
|
|
|
|
|
# phi-dst/cyclic and carry-over values.
|
2025-09-17 16:11:01 +09:00
|
|
|
snap: Dict[int, ir.Value] = dict(vmap_cur)
|
2025-09-13 15:37:58 +09:00
|
|
|
try:
|
2025-09-14 16:25:21 +09:00
|
|
|
import os
|
2025-09-17 16:11:01 +09:00
|
|
|
keys = sorted(list(snap.keys()))
|
2025-09-19 02:07:38 +09:00
|
|
|
# Emit structured snapshot event for up to first 20 keys
|
|
|
|
|
try:
|
|
|
|
|
trace_phi_json({"phi": "snapshot", "block": int(bid), "keys": [int(k) for k in keys[:20]]})
|
|
|
|
|
except Exception:
|
|
|
|
|
pass
|
2025-09-13 15:37:58 +09:00
|
|
|
except Exception:
|
2025-09-14 16:25:21 +09:00
|
|
|
pass
|
|
|
|
|
# Record block-local definitions for lifetime hinting
|
2025-09-13 15:37:58 +09:00
|
|
|
for vid in created_ids:
|
2025-09-17 16:11:01 +09:00
|
|
|
if vid in vmap_cur:
|
2025-09-14 00:44:28 +09:00
|
|
|
self.def_blocks.setdefault(vid, set()).add(block_data.get("id", 0))
|
2025-09-13 15:37:58 +09:00
|
|
|
self.block_end_values[bid] = snap
|
2025-09-17 16:11:01 +09:00
|
|
|
# Clear current vmap context
|
|
|
|
|
try:
|
|
|
|
|
delattr(self, '_current_vmap')
|
|
|
|
|
except Exception:
|
|
|
|
|
pass
|
✨ Python LLVM backend implementation (experimental)
- Created llvmlite-based LLVM backend in src/llvm_py/
- Implemented all MIR14 instructions (const, binop, jump, branch, ret, compare, phi, call, boxcall, externcall, typeop, newbox, safepoint, barrier)
- Experimental LoopForm support
- ~2000 lines of clean Python code vs complex Rust/inkwell
- Useful for PHI/SSA validation and rapid prototyping
- Added documentation to CLAUDE.md
This was created while waiting for ChatGPT's investigation of BuilderCursor issues.
2025-09-12 20:55:13 +09:00
|
|
|
|
|
|
|
|
def lower_instruction(self, builder: ir.IRBuilder, inst: Dict[str, Any], func: ir.Function):
|
2025-09-19 15:11:57 +09:00
|
|
|
from builders.instruction_lower import lower_instruction as _li
|
|
|
|
|
return _li(self, builder, inst, func)
|
✨ Python LLVM backend implementation (experimental)
- Created llvmlite-based LLVM backend in src/llvm_py/
- Implemented all MIR14 instructions (const, binop, jump, branch, ret, compare, phi, call, boxcall, externcall, typeop, newbox, safepoint, barrier)
- Experimental LoopForm support
- ~2000 lines of clean Python code vs complex Rust/inkwell
- Useful for PHI/SSA validation and rapid prototyping
- Added documentation to CLAUDE.md
This was created while waiting for ChatGPT's investigation of BuilderCursor issues.
2025-09-12 20:55:13 +09:00
|
|
|
|
2025-09-17 20:33:19 +09:00
|
|
|
# NOTE: regular while lowering is implemented in
|
|
|
|
|
# instructions/controlflow/while_.py::lower_while_regular and invoked
|
|
|
|
|
# from NyashLLVMBuilder.lower_instruction(). This legacy helper is removed
|
|
|
|
|
# to avoid divergence between two implementations.
|
2025-09-13 15:37:58 +09:00
|
|
|
|
|
|
|
|
def _lower_instruction_list(self, builder: ir.IRBuilder, insts: List[Dict[str, Any]], func: ir.Function):
|
|
|
|
|
"""Lower a flat list of instructions using current builder and function."""
|
|
|
|
|
for sub in insts:
|
|
|
|
|
# If current block already has a terminator, create a continuation block
|
|
|
|
|
if builder.block.terminator is not None:
|
|
|
|
|
cont = func.append_basic_block(name=f"cont_bb_{builder.block.name}")
|
|
|
|
|
builder.position_at_end(cont)
|
|
|
|
|
self.lower_instruction(builder, sub, func)
|
✨ Python LLVM backend implementation (experimental)
- Created llvmlite-based LLVM backend in src/llvm_py/
- Implemented all MIR14 instructions (const, binop, jump, branch, ret, compare, phi, call, boxcall, externcall, typeop, newbox, safepoint, barrier)
- Experimental LoopForm support
- ~2000 lines of clean Python code vs complex Rust/inkwell
- Useful for PHI/SSA validation and rapid prototyping
- Added documentation to CLAUDE.md
This was created while waiting for ChatGPT's investigation of BuilderCursor issues.
2025-09-12 20:55:13 +09:00
|
|
|
|
2025-09-14 16:25:21 +09:00
|
|
|
def finalize_phis(self):
|
|
|
|
|
"""Finalize PHIs declared in JSON by wiring incoming edges at block heads.
|
|
|
|
|
Uses resolver._value_at_end_i64 to materialize values at predecessor ends,
|
|
|
|
|
ensuring casts/boxing are inserted in predecessor blocks (dominance-safe)."""
|
|
|
|
|
# Iterate JSON-declared PHIs per block
|
|
|
|
|
# Build succ map for nearest-predecessor mapping
|
|
|
|
|
succs: Dict[int, List[int]] = {}
|
|
|
|
|
for to_bid, from_list in (self.preds or {}).items():
|
|
|
|
|
for fr in from_list:
|
|
|
|
|
succs.setdefault(fr, []).append(to_bid)
|
|
|
|
|
for block_id, dst_map in (getattr(self, 'block_phi_incomings', {}) or {}).items():
|
2025-09-19 02:07:38 +09:00
|
|
|
try:
|
|
|
|
|
trace_phi_json({"phi": "finalize_begin", "block": int(block_id), "dsts": [int(k) for k in (dst_map or {}).keys()]})
|
|
|
|
|
except Exception:
|
|
|
|
|
pass
|
2025-09-14 16:25:21 +09:00
|
|
|
bb = self.bb_map.get(block_id)
|
2025-09-13 15:37:58 +09:00
|
|
|
if bb is None:
|
|
|
|
|
continue
|
2025-09-14 16:25:21 +09:00
|
|
|
for dst_vid, incoming in (dst_map or {}).items():
|
2025-09-19 02:07:38 +09:00
|
|
|
try:
|
|
|
|
|
trace_phi_json({"phi": "finalize_dst", "block": int(block_id), "dst": int(dst_vid), "incoming": [(int(v), int(b)) for (b, v) in [(b, v) for (v, b) in (incoming or [])]]})
|
|
|
|
|
except Exception:
|
|
|
|
|
pass
|
2025-09-19 02:43:33 +09:00
|
|
|
# Ensure placeholder exists at block head with common helper
|
|
|
|
|
phi = _ensure_phi(self, int(block_id), int(dst_vid), bb)
|
|
|
|
|
self.vmap[int(dst_vid)] = phi
|
2025-09-17 16:11:01 +09:00
|
|
|
n = getattr(phi, 'name', b'').decode() if hasattr(getattr(phi, 'name', None), 'decode') else str(getattr(phi, 'name', ''))
|
2025-09-19 02:07:38 +09:00
|
|
|
try:
|
|
|
|
|
trace_phi_json({"phi": "finalize_target", "block": int(block_id), "dst": int(dst_vid), "ir": str(n)})
|
|
|
|
|
except Exception:
|
|
|
|
|
pass
|
2025-09-14 16:25:21 +09:00
|
|
|
# Wire incoming per CFG predecessor; map src_vid when provided
|
|
|
|
|
preds_raw = [p for p in self.preds.get(block_id, []) if p != block_id]
|
|
|
|
|
# Deduplicate while preserving order
|
|
|
|
|
seen = set()
|
|
|
|
|
preds_list: List[int] = []
|
|
|
|
|
for p in preds_raw:
|
|
|
|
|
if p not in seen:
|
|
|
|
|
preds_list.append(p)
|
|
|
|
|
seen.add(p)
|
|
|
|
|
# Helper: find the nearest immediate predecessor on a path decl_b -> ... -> block_id
|
|
|
|
|
def nearest_pred_on_path(decl_b: int) -> Optional[int]:
|
|
|
|
|
# BFS from decl_b to block_id; return the parent of block_id on that path.
|
|
|
|
|
from collections import deque
|
|
|
|
|
q = deque([decl_b])
|
|
|
|
|
visited = set([decl_b])
|
|
|
|
|
parent: Dict[int, Optional[int]] = {decl_b: None}
|
|
|
|
|
while q:
|
|
|
|
|
cur = q.popleft()
|
|
|
|
|
if cur == block_id:
|
|
|
|
|
par = parent.get(block_id)
|
|
|
|
|
return par if par in preds_list else None
|
|
|
|
|
for nx in succs.get(cur, []):
|
|
|
|
|
if nx not in visited:
|
|
|
|
|
visited.add(nx)
|
|
|
|
|
parent[nx] = cur
|
|
|
|
|
q.append(nx)
|
|
|
|
|
return None
|
|
|
|
|
# Precompute a non-self initial source (if present) to use for self-carry cases
|
|
|
|
|
init_src_vid: Optional[int] = None
|
|
|
|
|
for (b_decl0, v_src0) in incoming:
|
|
|
|
|
try:
|
|
|
|
|
vs0 = int(v_src0)
|
|
|
|
|
except Exception:
|
|
|
|
|
continue
|
|
|
|
|
if vs0 != int(dst_vid):
|
|
|
|
|
init_src_vid = vs0
|
2025-09-13 15:37:58 +09:00
|
|
|
break
|
2025-09-14 16:25:21 +09:00
|
|
|
# Pre-resolve declared incomings to nearest immediate predecessors
|
|
|
|
|
chosen: Dict[int, ir.Value] = {}
|
|
|
|
|
for (b_decl, v_src) in incoming:
|
|
|
|
|
try:
|
|
|
|
|
bd = int(b_decl); vs = int(v_src)
|
|
|
|
|
except Exception:
|
|
|
|
|
continue
|
|
|
|
|
pred_match = nearest_pred_on_path(bd)
|
|
|
|
|
if pred_match is None:
|
|
|
|
|
continue
|
|
|
|
|
# If self-carry is specified (vs == dst_vid), map to init_src_vid when available
|
|
|
|
|
if vs == int(dst_vid) and init_src_vid is not None:
|
|
|
|
|
vs = int(init_src_vid)
|
|
|
|
|
try:
|
|
|
|
|
val = self.resolver._value_at_end_i64(vs, pred_match, self.preds, self.block_end_values, self.vmap, self.bb_map)
|
|
|
|
|
except Exception:
|
|
|
|
|
val = None
|
|
|
|
|
if val is None:
|
|
|
|
|
val = ir.Constant(self.i64, 0)
|
|
|
|
|
chosen[pred_match] = val
|
2025-09-14 19:16:32 +09:00
|
|
|
# Fill remaining predecessors with dst carry or (optionally) a synthesized default
|
2025-09-14 16:25:21 +09:00
|
|
|
for pred_bid in preds_list:
|
|
|
|
|
if pred_bid not in chosen:
|
2025-09-14 19:16:32 +09:00
|
|
|
val = None
|
|
|
|
|
# Optional gated fix for esc_json: default branch should append current char
|
2025-09-13 19:49:03 +09:00
|
|
|
try:
|
2025-09-14 19:16:32 +09:00
|
|
|
import os
|
|
|
|
|
if os.environ.get('NYASH_LLVM_ESC_JSON_FIX','0') == '1':
|
|
|
|
|
fname = getattr(self, 'current_function_name', '') or ''
|
|
|
|
|
sub_vid = getattr(self, '_last_substring_vid', None)
|
|
|
|
|
if isinstance(fname, str) and 'esc_json' in fname and isinstance(sub_vid, int):
|
|
|
|
|
# Compute out_at_end and ch_at_end in pred block, then concat_hh
|
|
|
|
|
out_end = self.resolver._value_at_end_i64(int(dst_vid), pred_bid, self.preds, self.block_end_values, self.vmap, self.bb_map)
|
|
|
|
|
ch_end = self.resolver._value_at_end_i64(int(sub_vid), pred_bid, self.preds, self.block_end_values, self.vmap, self.bb_map)
|
|
|
|
|
if out_end is not None and ch_end is not None:
|
|
|
|
|
pb = ir.IRBuilder(self.bb_map.get(pred_bid))
|
|
|
|
|
try:
|
|
|
|
|
t = self.bb_map.get(pred_bid).terminator
|
|
|
|
|
if t is not None:
|
|
|
|
|
pb.position_before(t)
|
|
|
|
|
else:
|
|
|
|
|
pb.position_at_end(self.bb_map.get(pred_bid))
|
|
|
|
|
except Exception:
|
|
|
|
|
pass
|
|
|
|
|
fnty = ir.FunctionType(self.i64, [self.i64, self.i64])
|
|
|
|
|
callee = None
|
|
|
|
|
for f in self.module.functions:
|
|
|
|
|
if f.name == 'nyash.string.concat_hh':
|
|
|
|
|
callee = f; break
|
|
|
|
|
if callee is None:
|
|
|
|
|
callee = ir.Function(self.module, fnty, name='nyash.string.concat_hh')
|
|
|
|
|
val = pb.call(callee, [out_end, ch_end], name=f"phi_def_concat_{dst_vid}_{pred_bid}")
|
2025-09-13 19:49:03 +09:00
|
|
|
except Exception:
|
2025-09-14 19:16:32 +09:00
|
|
|
pass
|
|
|
|
|
if val is None:
|
|
|
|
|
try:
|
|
|
|
|
val = self.resolver._value_at_end_i64(dst_vid, pred_bid, self.preds, self.block_end_values, self.vmap, self.bb_map)
|
|
|
|
|
except Exception:
|
|
|
|
|
val = None
|
2025-09-14 16:25:21 +09:00
|
|
|
if val is None:
|
|
|
|
|
val = ir.Constant(self.i64, 0)
|
|
|
|
|
chosen[pred_bid] = val
|
|
|
|
|
# Finally add incomings (each predecessor at most once)
|
|
|
|
|
for pred_bid, val in chosen.items():
|
|
|
|
|
pred_bb = self.bb_map.get(pred_bid)
|
|
|
|
|
if pred_bb is None:
|
|
|
|
|
continue
|
|
|
|
|
phi.add_incoming(val, pred_bb)
|
2025-09-17 16:11:01 +09:00
|
|
|
try:
|
|
|
|
|
trace_phi(f"[finalize] add incoming: bb{pred_bid} -> v{dst_vid}")
|
|
|
|
|
except Exception:
|
|
|
|
|
pass
|
2025-09-14 16:25:21 +09:00
|
|
|
# Tag dst as string-ish if any declared source was string-ish (post-lowering info)
|
|
|
|
|
try:
|
|
|
|
|
if hasattr(self.resolver, 'is_stringish') and hasattr(self.resolver, 'mark_string'):
|
|
|
|
|
any_str = False
|
|
|
|
|
for (_b_decl_i, v_src_i) in incoming:
|
|
|
|
|
try:
|
|
|
|
|
if self.resolver.is_stringish(int(v_src_i)):
|
|
|
|
|
any_str = True; break
|
|
|
|
|
except Exception:
|
|
|
|
|
pass
|
|
|
|
|
if any_str:
|
|
|
|
|
self.resolver.mark_string(int(dst_vid))
|
|
|
|
|
except Exception:
|
|
|
|
|
pass
|
|
|
|
|
# Clear legacy deferrals if any
|
|
|
|
|
try:
|
|
|
|
|
self.phi_deferrals.clear()
|
|
|
|
|
except Exception:
|
|
|
|
|
pass
|
✨ Python LLVM backend implementation (experimental)
- Created llvmlite-based LLVM backend in src/llvm_py/
- Implemented all MIR14 instructions (const, binop, jump, branch, ret, compare, phi, call, boxcall, externcall, typeop, newbox, safepoint, barrier)
- Experimental LoopForm support
- ~2000 lines of clean Python code vs complex Rust/inkwell
- Useful for PHI/SSA validation and rapid prototyping
- Added documentation to CLAUDE.md
This was created while waiting for ChatGPT's investigation of BuilderCursor issues.
2025-09-12 20:55:13 +09:00
|
|
|
|
2025-09-12 20:40:48 +09:00
|
|
|
def compile_to_object(self, output_path: str):
|
|
|
|
|
"""Compile module to object file"""
|
|
|
|
|
# Create target machine
|
|
|
|
|
target = llvm.Target.from_default_triple()
|
|
|
|
|
target_machine = target.create_target_machine()
|
|
|
|
|
|
|
|
|
|
# Compile
|
2025-09-19 10:52:57 +09:00
|
|
|
ir_text = str(self.module)
|
2025-09-19 11:54:28 +09:00
|
|
|
# Optional sanitize: drop any empty PHI rows (no incoming list) to satisfy IR parser.
|
|
|
|
|
# Gate with NYASH_LLVM_SANITIZE_EMPTY_PHI=1. Default OFF.
|
|
|
|
|
if os.environ.get('NYASH_LLVM_SANITIZE_EMPTY_PHI') == '1':
|
|
|
|
|
try:
|
|
|
|
|
fixed_lines = []
|
|
|
|
|
for line in ir_text.splitlines():
|
|
|
|
|
if (" = phi i64" in line or " = phi i64" in line) and ("[" not in line):
|
|
|
|
|
# Skip malformed PHI without incoming pairs
|
|
|
|
|
continue
|
|
|
|
|
fixed_lines.append(line)
|
|
|
|
|
ir_text = "\n".join(fixed_lines)
|
|
|
|
|
except Exception:
|
|
|
|
|
pass
|
2025-09-19 10:52:57 +09:00
|
|
|
mod = llvm.parse_assembly(ir_text)
|
2025-09-14 00:44:28 +09:00
|
|
|
# Allow skipping verifier for iterative bring-up
|
|
|
|
|
if os.environ.get('NYASH_LLVM_SKIP_VERIFY') != '1':
|
|
|
|
|
mod.verify()
|
2025-09-12 20:40:48 +09:00
|
|
|
|
|
|
|
|
# Generate object code
|
|
|
|
|
obj = target_machine.emit_object(mod)
|
|
|
|
|
|
|
|
|
|
# Write to file
|
|
|
|
|
with open(output_path, 'wb') as f:
|
|
|
|
|
f.write(obj)
|
|
|
|
|
|
|
|
|
|
def main():
|
2025-09-13 15:37:58 +09:00
|
|
|
# CLI:
|
|
|
|
|
# llvm_builder.py <input.mir.json> [-o output.o]
|
|
|
|
|
# llvm_builder.py --dummy [-o output.o]
|
2025-09-20 09:11:52 +09:00
|
|
|
output_file = os.path.join('tmp', 'nyash_llvm_py.o')
|
2025-09-13 15:37:58 +09:00
|
|
|
args = sys.argv[1:]
|
|
|
|
|
dummy = False
|
|
|
|
|
|
|
|
|
|
if not args:
|
|
|
|
|
print("Usage: llvm_builder.py <input.mir.json> [-o output.o] | --dummy [-o output.o]")
|
|
|
|
|
sys.exit(1)
|
|
|
|
|
|
|
|
|
|
if "-o" in args:
|
|
|
|
|
idx = args.index("-o")
|
|
|
|
|
if idx + 1 < len(args):
|
|
|
|
|
output_file = args[idx + 1]
|
|
|
|
|
del args[idx:idx+2]
|
|
|
|
|
|
|
|
|
|
if args and args[0] == "--dummy":
|
|
|
|
|
dummy = True
|
|
|
|
|
del args[0]
|
|
|
|
|
|
|
|
|
|
builder = NyashLLVMBuilder()
|
|
|
|
|
|
|
|
|
|
if dummy:
|
|
|
|
|
# Emit dummy ny_main
|
|
|
|
|
ir_text = builder._create_dummy_main()
|
2025-09-19 02:07:38 +09:00
|
|
|
trace_debug(f"[Python LLVM] Generated dummy IR:\n{ir_text}")
|
2025-09-20 09:11:52 +09:00
|
|
|
try:
|
|
|
|
|
os.makedirs(os.path.dirname(output_file), exist_ok=True)
|
|
|
|
|
except Exception:
|
|
|
|
|
pass
|
2025-09-13 15:37:58 +09:00
|
|
|
builder.compile_to_object(output_file)
|
|
|
|
|
print(f"Compiled to {output_file}")
|
|
|
|
|
return
|
|
|
|
|
|
|
|
|
|
if not args:
|
|
|
|
|
print("error: missing input MIR JSON (or use --dummy)", file=sys.stderr)
|
|
|
|
|
sys.exit(2)
|
|
|
|
|
|
|
|
|
|
input_file = args[0]
|
2025-09-12 20:40:48 +09:00
|
|
|
with open(input_file, 'r') as f:
|
|
|
|
|
mir_json = json.load(f)
|
2025-09-13 15:37:58 +09:00
|
|
|
|
2025-09-12 20:40:48 +09:00
|
|
|
llvm_ir = builder.build_from_mir(mir_json)
|
2025-09-19 02:07:38 +09:00
|
|
|
trace_debug("[Python LLVM] Generated LLVM IR (see NYASH_LLVM_DUMP_IR or tmp/nyash_harness.ll)")
|
2025-09-13 15:37:58 +09:00
|
|
|
|
2025-09-20 09:11:52 +09:00
|
|
|
try:
|
|
|
|
|
os.makedirs(os.path.dirname(output_file), exist_ok=True)
|
|
|
|
|
except Exception:
|
|
|
|
|
pass
|
2025-09-12 20:40:48 +09:00
|
|
|
builder.compile_to_object(output_file)
|
|
|
|
|
print(f"Compiled to {output_file}")
|
|
|
|
|
|
|
|
|
|
if __name__ == "__main__":
|
2025-09-13 15:37:58 +09:00
|
|
|
main()
|