Skip to main content

synth_backend/
arm_backend.rs

1//! ARM Backend — wraps the instruction selector + optimizer + encoder as a Backend
2//!
3//! This is Synth's custom ARM compiler targeting Cortex-M (Thumb-2).
4//! It's the only backend that supports per-rule formal verification (ASIL D path).
5
6use crate::ArmEncoder;
7use synth_core::backend::{
8    Backend, BackendCapabilities, BackendError, CodeRelocation, CompilationResult, CompileConfig,
9    CompiledFunction, LineMap, SafetyBounds,
10};
11use synth_core::target::{IsaVariant, TargetSpec};
12use synth_core::wasm_decoder::DecodedModule;
13use synth_core::wasm_op::WasmOp;
14use synth_synthesis::{
15    ArmInstruction, ArmOp, BoundsCheckConfig, InstructionSelector, OptimizationConfig,
16    OptimizerBridge, RuleDatabase, validate_instructions,
17};
18
19/// ARM Cortex-M backend using Synth's custom compiler pipeline
20pub struct ArmBackend;
21
22impl ArmBackend {
23    pub fn new() -> Self {
24        Self
25    }
26}
27
28impl Default for ArmBackend {
29    fn default() -> Self {
30        Self::new()
31    }
32}
33
34impl Backend for ArmBackend {
35    fn name(&self) -> &str {
36        "arm"
37    }
38
39    fn capabilities(&self) -> BackendCapabilities {
40        BackendCapabilities {
41            produces_elf: false,
42            supports_rule_verification: true,
43            supports_binary_verification: true,
44            is_external: false,
45        }
46    }
47
48    fn supported_targets(&self) -> Vec<TargetSpec> {
49        vec![
50            TargetSpec::cortex_m3(),
51            TargetSpec::cortex_m4(),
52            TargetSpec::cortex_m4f(),
53            TargetSpec::cortex_m7(),
54            TargetSpec::cortex_m7dp(),
55        ]
56    }
57
58    fn compile_module(
59        &self,
60        module: &DecodedModule,
61        config: &CompileConfig,
62    ) -> Result<CompilationResult, BackendError> {
63        let exports: Vec<_> = module
64            .functions
65            .iter()
66            .filter(|f| f.export_name.is_some())
67            .collect();
68
69        if exports.is_empty() {
70            return Err(BackendError::CompilationFailed(
71                "no exported functions found".into(),
72            ));
73        }
74
75        let mut functions = Vec::new();
76        for func in &exports {
77            let name = func.export_name.clone().unwrap();
78            // #359: copy THIS function's declared param widths into the config so
79            // `compile_function` (which carries no function index) can refuse a
80            // 64-bit param on the AAPCS stack-argument path. Cheap clone only when
81            // a signature table is present and this function has a width entry —
82            // otherwise reuse the shared config (every existing module unchanged).
83            // #509: same per-function pattern for the blocktype-arity side-table
84            // (value-carrying-branch lowering).
85            let params = config
86                .func_params_i64
87                .get(func.index as usize)
88                .filter(|p| !p.is_empty());
89            // #457: THIS function's DECLARED param count (imports-first full
90            // index), so the backend can cap the access-pattern inference that
91            // mistook a read-before-write local for a param. `None` when the
92            // driver supplied no arg-count table (hand-built modules).
93            let declared_params = config.func_arg_counts.get(func.index as usize).copied();
94            // GI-FPU-002 (#619/#369): THIS function's declared f32-param mask.
95            let params_f32 = config
96                .func_params_f32
97                .get(func.index as usize)
98                .filter(|p| !p.is_empty());
99            // GI-FPU-002 phase 2 (#369): THIS function's declared f64-param
100            // mask (hard-float targets decline f64 params loudly).
101            let params_f64 = config
102                .func_params_f64
103                .get(func.index as usize)
104                .filter(|p| !p.is_empty());
105            // GI-FPU-002 phase 2 (#719/#369): THIS function's declared f32/f64
106            // return flag, so the epilogue soundness guard fires on every driver
107            // path (not only the CLI loops).
108            let ret_f32 = config
109                .func_ret_f32
110                .get(func.index as usize)
111                .copied()
112                .unwrap_or(false);
113            let ret_f64 = config
114                .func_ret_f64
115                .get(func.index as usize)
116                .copied()
117                .unwrap_or(false);
118            let func_config = if params.is_some()
119                || params_f32.is_some()
120                || params_f64.is_some()
121                || !func.block_arity.is_empty()
122                || declared_params.is_some()
123                || ret_f32
124                || ret_f64
125            {
126                Some(CompileConfig {
127                    current_func_params_i64: params.cloned().unwrap_or_default(),
128                    current_func_params_f32: params_f32.cloned().unwrap_or_default(),
129                    current_func_params_f64: params_f64.cloned().unwrap_or_default(),
130                    current_func_ret_f32: ret_f32,
131                    current_func_ret_f64: ret_f64,
132                    current_func_block_arity: func.block_arity.clone(),
133                    current_func_param_count: declared_params,
134                    ..config.clone()
135                })
136            } else {
137                None
138            };
139            let cfg = func_config.as_ref().unwrap_or(config);
140            let compiled = self.compile_function(&name, &func.ops, cfg)?;
141            functions.push(compiled);
142        }
143
144        Ok(CompilationResult {
145            functions,
146            elf: None,
147            backend_name: self.name().to_string(),
148        })
149    }
150
151    fn compile_function(
152        &self,
153        name: &str,
154        ops: &[WasmOp],
155        config: &CompileConfig,
156    ) -> Result<CompiledFunction, BackendError> {
157        let (code, relocations, line_map, branch_map, final_instrs) =
158            compile_wasm_to_arm(ops, config).map_err(BackendError::CompilationFailed)?;
159
160        // #778: derive the SOUND static WCET intermediate from the final Thumb-2
161        // stream. Only present for the Thumb-2 path; the core class (from the
162        // triple) decides whether the bound is sound (M3/M4) or declined (M7).
163        // Phase 2: any --wcet-hints entry for THIS function is verified (never
164        // trusted) by the loop analyzer. Phase 3: the intermediate carries the
165        // own-body cycles + direct call sites; the module driver composes it across
166        // the call graph. `wcet` here is the SINGLE-FUNCTION view (unresolved direct
167        // calls decline `call`) — a valid standalone answer, overwritten by the
168        // composed result when the driver runs the second pass.
169        let wcet_intermediate = final_instrs.as_ref().map(|instrs| {
170            let hints = config
171                .wcet_hints
172                .as_ref()
173                .and_then(|h| h.functions.get(name));
174            crate::wcet::function_wcet_intermediate(name, instrs, &config.target.triple, hints)
175        });
176        // The SINGLE-FUNCTION standalone view (unresolved direct calls decline
177        // `call`). Kept as a per-function fallback for any consumer that reads a
178        // lone `CompiledFunction` without running the module composer; the CLI
179        // `--emit-wcet` path IGNORES this and composes `wcet_intermediate` across
180        // the whole call graph instead (its result overwrites the report).
181        let wcet = final_instrs.map(|instrs| {
182            let hints = config
183                .wcet_hints
184                .as_ref()
185                .and_then(|h| h.functions.get(name));
186            crate::wcet::function_wcet_with_hints(name, &instrs, &config.target.triple, hints)
187        });
188
189        Ok(CompiledFunction {
190            name: name.to_string(),
191            code,
192            wasm_ops: ops.to_vec(),
193            relocations,
194            line_map,
195            branch_map,
196            wcet,
197            wcet_intermediate,
198        })
199    }
200
201    fn is_available(&self) -> bool {
202        true // Always available — it's a library backend
203    }
204}
205
206/// Count the number of function parameters by analyzing LocalGet patterns
207fn count_params(wasm_ops: &[WasmOp]) -> u32 {
208    let mut first_access: std::collections::HashMap<u32, bool> = std::collections::HashMap::new();
209    for op in wasm_ops {
210        match op {
211            WasmOp::LocalGet(idx) => {
212                first_access.entry(*idx).or_insert(true);
213            }
214            WasmOp::LocalSet(idx) | WasmOp::LocalTee(idx) => {
215                first_access.entry(*idx).or_insert(false);
216            }
217            _ => {}
218        }
219    }
220
221    first_access
222        .iter()
223        .filter_map(
224            |(&idx, &is_read_first)| {
225                if is_read_first { Some(idx + 1) } else { None }
226            },
227        )
228        .max()
229        .unwrap_or(0)
230}
231
232/// #539: fold the `i32.const 0; memory.grow m` idiom to `memory.size m`.
233/// `memory.grow(0)` always succeeds and returns the current page count (WASM
234/// Core §4.4.7), which is exactly `memory.size`; the fixed-memory backend
235/// otherwise emits a constant `-1` for every `memory.grow`, so the legal
236/// `memory.grow(0)` "read/validate current size" idiom wrongly reported failure.
237/// Only the ADJACENT const-0 delta is folded (a non-zero delta keeps the sound
238/// `-1` — fixed memory genuinely cannot grow; a runtime-computed 0 is a
239/// documented follow-up). Backend- and path-agnostic: `memory.size` reads the
240/// runtime memory-size register on every selector, so this fixes the optimized
241/// and direct paths at once.
242fn rewrite_memory_grow_zero(wasm_ops: &[WasmOp]) -> Vec<WasmOp> {
243    let mut out = Vec::with_capacity(wasm_ops.len());
244    let mut i = 0;
245    while i < wasm_ops.len() {
246        if matches!(wasm_ops[i], WasmOp::I32Const(0))
247            && let Some(WasmOp::MemoryGrow(m)) = wasm_ops.get(i + 1)
248        {
249            out.push(WasmOp::MemorySize(*m));
250            i += 2;
251        } else {
252            out.push(wasm_ops[i].clone());
253            i += 1;
254        }
255    }
256    out
257}
258
259/// #509: does the op stream contain a `br`/`br_if`/`br_table` that CARRIES a
260/// value — i.e. one targeting a result-typed block/if (forward edge with
261/// results > 0) or a parameterized loop header (backward edge with loop
262/// params > 0)?
263///
264/// The optimized path's wasm→IR lowering drops the carried value on such
265/// edges (the taken arm returns the fall-through result — same class as the
266/// #507 `br_table` drop, observed on `pick_br`/`pick_br_fall`), so — like
267/// #507 — the shape is detected on the raw op stream and routed to the direct
268/// selector, whose #509 designated-result-register lowering lands the value
269/// correctly. `block_arity` is the decoder's ordinal blocktype-arity
270/// side-table; when it is empty (hand-built op streams) every block reads as
271/// void and this never fires, keeping the optimized path byte-identical for
272/// every existing caller. Frozen-safe for the same reason as #507: the frozen
273/// fixtures compile `--relocatable` (already direct), and no optimized-path
274/// fixture branches to a result-typed block.
275fn has_value_carrying_branch(wasm_ops: &[WasmOp], block_arity: &[(u8, u8)]) -> bool {
276    // Open control constructs: (is_loop, params, results), innermost last.
277    let mut open: Vec<(bool, u8, u8)> = Vec::new();
278    let mut ctrl_ord = 0usize;
279    // A branch edge carries a value when its target is a result-typed forward
280    // join (block/if) or a parameterized loop header.
281    let carries = |open: &[(bool, u8, u8)], depth: u32| -> bool {
282        let Some(&(is_loop, params, results)) = open
283            .len()
284            .checked_sub(1 + depth as usize)
285            .and_then(|i| open.get(i))
286        else {
287            return false; // function-level target — handled by Return lowering
288        };
289        if is_loop { params > 0 } else { results > 0 }
290    };
291    for op in wasm_ops {
292        match op {
293            WasmOp::Block | WasmOp::If => {
294                let (p, r) = block_arity.get(ctrl_ord).copied().unwrap_or((0, 0));
295                ctrl_ord += 1;
296                open.push((false, p, r));
297            }
298            WasmOp::Loop => {
299                let (p, r) = block_arity.get(ctrl_ord).copied().unwrap_or((0, 0));
300                ctrl_ord += 1;
301                open.push((true, p, r));
302            }
303            WasmOp::End => {
304                open.pop(); // None only at the function-level end — harmless
305            }
306            WasmOp::Br(d) | WasmOp::BrIf(d) if carries(&open, *d) => return true,
307            WasmOp::BrTable { targets, default }
308                if targets
309                    .iter()
310                    .chain(std::iter::once(default))
311                    .any(|d| carries(&open, *d)) =>
312            {
313                return true;
314            }
315            _ => {}
316        }
317    }
318    false
319}
320
321/// Core compilation: WASM ops → ARM machine code bytes + relocations
322///
323/// Returns (code_bytes, relocations) where relocations record BL instructions
324/// that target external symbols (e.g., `__meld_dispatch_import` for import calls).
325type CompileArmOutput = (
326    Vec<u8>,
327    Vec<CodeRelocation>,
328    LineMap,
329    synth_core::backend::BranchMap,
330    // #778: the SOUND static WCET result over the final Thumb-2 stream, computed
331    // by `compile_function` (which knows the function name); `None` for the A32
332    // path. Purely additive metadata — does not touch `code`.
333    Option<Vec<synth_synthesis::ArmInstruction>>,
334);
335
336fn compile_wasm_to_arm(
337    wasm_ops: &[WasmOp],
338    config: &CompileConfig,
339) -> Result<CompileArmOutput, String> {
340    // #539: `memory.grow(0)` must return the CURRENT page count, not the
341    // fixed-memory `-1` sentinel — growing by zero pages can never fail (WASM
342    // Core §4.4.7), so a guest doing `if (memory.grow(0) < 0) trap;` wrongly
343    // faulted. Every lowering path emitted a delta-agnostic `-1`. `memory.grow(0)`
344    // is semantically identical to `memory.size`, which the backend already
345    // computes from the runtime memory-size register (R10 >> 16 = pages), so fold
346    // the `i32.const 0; memory.grow` idiom to `memory.size` up front — backend-
347    // and path-agnostic. A non-zero delta keeps `-1` (fixed memory genuinely
348    // cannot grow); a runtime delta that happens to be 0 is the documented
349    // follow-up.
350    let rewritten = rewrite_memory_grow_zero(wasm_ops);
351    // #494 phase 2b: the fact-spec guard-elision marks are keyed by op index
352    // into the stream the DRIVER handed us. The memory.grow(0) fold above can
353    // only shift indices AT OR AFTER a `memory.grow` — an op the fact-spec
354    // walk never crosses (it stops at the first untracked op, so no mark can
355    // follow one). Defense in depth: if the fold fired at all, drop the marks
356    // loudly rather than risk keying a guard elision to the wrong op.
357    let (fact_div_zero_elide, fact_div_ovf_elide, fact_mem_bounds_elide): (
358        &[usize],
359        &[usize],
360        &[usize],
361    ) = if rewritten.len() == wasm_ops.len() {
362        (
363            &config.fact_div_zero_elide,
364            &config.fact_div_ovf_elide,
365            &config.fact_mem_bounds_elide,
366        )
367    } else {
368        if !config.fact_div_zero_elide.is_empty()
369            || !config.fact_div_ovf_elide.is_empty()
370            || !config.fact_mem_bounds_elide.is_empty()
371        {
372            eprintln!(
373                "fact-spec: DECLINE guard elision marks dropped — the                      memory.grow(0) fold shifted op indices (#494 defensive gate);                      general lowering emitted"
374            );
375        }
376        (&[], &[], &[])
377    };
378    let wasm_ops: &[WasmOp] = &rewritten;
379
380    // #457: `count_params` INFERS the param count from access patterns (a local
381    // whose first access is a read is assumed to be a param), so a
382    // read-before-write NON-PARAM local — which WASM zero-initializes — was
383    // indistinguishable from a param: it got homed in a parameter register and
384    // read caller garbage instead of 0. When the driver supplied the DECLARED
385    // count (`current_func_param_count`, from the module's type section), cap
386    // the inference with it. `min` (not a plain override) keeps every function
387    // whose inference is <= declared byte-identical: the inferred count can only
388    // EXCEED the declared one via a read-first local index >= the declared count
389    // — i.e. exactly the read-before-write locals this issue is about.
390    let inferred_params = count_params(wasm_ops);
391    let num_params = match config.current_func_param_count {
392        Some(declared) => inferred_params.min(declared),
393        None => inferred_params,
394    };
395    // A read-before-write non-param local exists iff the capped count dropped.
396    // Such locals need the wasm-mandated zero-init, which only the direct
397    // selector emits — the optimized path's `ir_to_arm` maps a non-param
398    // local's vreg onto an r4+ temp with no initialization (caller garbage).
399    let has_rbw_local = num_params < inferred_params;
400
401    let bounds_config = match config.effective_safety_bounds() {
402        SafetyBounds::None => BoundsCheckConfig::None,
403        SafetyBounds::Mpu => BoundsCheckConfig::Mpu,
404        SafetyBounds::Software => BoundsCheckConfig::Software,
405        SafetyBounds::Mask => {
406            // #651 (mirroring the RISC-V backend's compile-time decline):
407            // index masking wraps `ea & (size-1)` — a modulo only when the
408            // linear-memory size is a power of two. With a non-power-of-two
409            // size the AND would silently REMAP in-bounds addresses (e.g.
410            // 0x18000 & 0x2FFFF = 0x8000 for a 192 KiB memory). Decline
411            // loudly rather than miscompile. `linear_memory_bytes == 0`
412            // means "unknown" (plain per-function path, no module context)
413            // — the startup default of one 64 KiB page is a power of two.
414            let bytes = config.linear_memory_bytes;
415            if bytes != 0 && !bytes.is_power_of_two() {
416                return Err(format!(
417                    "--safety-bounds mask requires a power-of-two linear-memory \
418                     size, got {bytes} bytes — switch to --safety-bounds software \
419                     for the deterministic check (#651)"
420                ));
421            }
422            BoundsCheckConfig::Masking
423        }
424    };
425
426    // The non-optimized (direct) instruction-selection path. Handles f32 via
427    // VFP/FPU. Used directly when `--no-optimize` is set, and as the fallback
428    // when the optimized path declines a module (see issue #120 below).
429    //
430    // VCR-RA-001 step 3b-lite (#242): a FRESH selector per attempt, with
431    // `spill_on_exhaustion` set only on the retry — the first pass is the
432    // unmodified default, so every function that compiles today is selected by
433    // exactly the code that compiled it yesterday (bit-identity is structural,
434    // not behavioural).
435    let select_direct_attempt = |spill_on_exhaustion: bool,
436                                 param_backing_on_exhaustion: bool,
437                                 local_promote: bool,
438                                 i64_spill_slots: Option<usize>|
439     -> Result<Vec<ArmInstruction>, synth_core::Error> {
440        let db = RuleDatabase::with_standard_rules();
441        let mut selector =
442            InstructionSelector::with_bounds_check(db.rules().to_vec(), bounds_config);
443        selector.set_target(config.target.fpu, &config.target.triple);
444        if config.num_imports > 0 {
445            selector.set_num_imports(config.num_imports);
446        }
447        // #195: plumb the callee argument-count tables so the direct selector can
448        // marshal call arguments into R0–R3 per AAPCS.
449        selector.set_func_arg_counts(
450            config.func_arg_counts.clone(),
451            config.type_arg_counts.clone(),
452        );
453        // #197: in relocatable host-link mode, emit direct `func_N` BLs for
454        // imports (rewritten to the wasm field name by build_relocatable_elf)
455        // instead of `__meld_dispatch_import`.
456        selector.set_relocatable(config.relocatable);
457        // #642: call_indirect guard inputs (compile-time table size for the
458        // bounds guard + closed-world type verdicts). Without them, every
459        // call_indirect lowering declines loudly.
460        selector.set_call_indirect_guards(config.call_indirect_guards.clone());
461        // #275: on the self-contained image path (NOT --relocatable) the R11
462        // funcref-table dispatch is a silent miscompile — the region is only
463        // populated by an external runtime, which a self-contained ELF does
464        // not have, so the dispatch would read function pointers from
465        // linear-memory data. Two outcomes:
466        //  - the Thumb-2 `--cortex-m` image path (CLI-flagged: the builder
467        //    that emits and patches the flash-resident funcref table will
468        //    run) lowers call_indirect through that table, PC-relative,
469        //    never via R11;
470        //  - every OTHER self-contained configuration (A32/Cortex-R5, the
471        //    simple-ELF builder, imports present) keeps the loud decline.
472        // The host-linked (--relocatable) path keeps the guarded R11
473        // dispatch: there a runtime places the table region at R11.
474        let self_contained_table = config.self_contained_funcref_table
475            && matches!(config.target.isa, IsaVariant::Thumb2 | IsaVariant::Thumb);
476        selector
477            .set_reject_self_contained_call_indirect(!config.relocatable && !self_contained_table);
478        selector.set_self_contained_funcref_table(self_contained_table);
479        // #237: native-pointer ABI — wasm statics become __synth_wasm_data-relative.
480        selector.set_native_pointer_abi(config.native_pointer_abi, config.linear_memory_bytes);
481        // VCR-MEM-002 phase 1 (#406): per-memory initial page counts — enables
482        // the multi-memory arms (memory-0 lowering never reads it; empty ⇒
483        // every multi-memory op declines loudly).
484        selector.set_memory_pages(config.memory_pages.clone());
485        // #311: i64 call results are register PAIRS — tag them.
486        selector.set_result_types(config.func_ret_i64.clone(), config.type_ret_i64.clone());
487        // #359: declared param widths of THIS function, so the AAPCS stack-arg
488        // path can refuse 64-bit params (Ok-or-Err). Empty ⇒ assume i32.
489        selector.set_params_i64(config.current_func_params_i64.clone());
490        // GI-FPU-002 (#619/#369): declared f32-param mask — home hard-float f32
491        // args in S0..S15 (AAPCS-VFP) instead of the R0..R3 integer path.
492        selector.set_params_f32(config.current_func_params_f32.clone());
493        // GI-FPU-002 phase 2 (#369): declared f64-param mask — hard-float
494        // targets decline f64-param functions loudly (no D-register homing yet).
495        selector.set_params_f64(config.current_func_params_f64.clone());
496        // GI-FPU-002 phase 2 (#719/#369): THIS function's f32/f64 return flag, so
497        // the epilogue loudly declines a float result reaching it in a core
498        // register (never a silent integer R0 return where a caller reads S0/D0).
499        selector.set_ret_float(config.current_func_ret_f32, config.current_func_ret_f64);
500        // GI-FPU-002 phase 3 (#369): per-callee float-signature tables. `Call`
501        // marshals the AAPCS-VFP boundary from these (float args into S0../D0..,
502        // float results out of S0/D0); `CallIndirect` still declines a
503        // float-returning static type loudly.
504        selector.set_float_call_signatures(
505            config.func_ret_f32.clone(),
506            config.func_ret_f64.clone(),
507            config.type_ret_f32.clone(),
508            config.type_ret_f64.clone(),
509            config.func_params_f32.clone(),
510            config.func_params_f64.clone(),
511        );
512        // #509: blocktype-arity side-table of THIS function, so value-carrying
513        // br/br_if/br_table land the carried value in the target block's
514        // designated result register instead of dropping it. Empty ⇒ legacy
515        // void-block lowering.
516        selector.set_block_arity(config.current_func_block_arity.clone());
517        // Stack-pointer promotion is meaningful only under the native-pointer ABI;
518        // gating here keeps every non-native compile (all frozen fixtures) on the
519        // legacy R9 globals-table path, bit-identical.
520        if config.native_pointer_abi
521            && let Some((sp_idx, sp_init)) = config.stack_pointer_global
522        {
523            selector.set_native_pointer_stack(sp_idx, sp_init);
524        }
525        // #643: per-global slot widths — i64/f64 globals occupy 8-byte slots
526        // (register-pair store/load) and shift every later global's offset.
527        // Empty for i32-only modules ⇒ the legacy `idx * 4` layout, unchanged.
528        selector.set_global_widths(config.global_widths.clone());
529        selector.set_spill_on_exhaustion(spill_on_exhaustion);
530        selector.set_param_backing_on_exhaustion(param_backing_on_exhaustion);
531        // #587 pool-grow rung: a larger i64 spill-slot pool, set ONLY on the
532        // retry after an attempt failed with the slot-pool-exhausted Err —
533        // functions that compile with the default pool keep their frame
534        // byte-identical by construction.
535        if let Some(slots) = i64_spill_slots {
536            selector.set_i64_spill_slots(slots);
537        }
538        // VCR-RA local promotion (#390, #242): keep eligible non-param i32 locals
539        // in callee-saved registers instead of frame slots — the structural lever
540        // toward native parity. DEFAULT-ON as of v0.14.0: gale's G474RE DWT gate
541        // cleared it as a net win (gust_mix dissolved 58→50 cyc/call −14%, all 5
542        // stack spill/reloads eliminated, correctness bit-identical over [0,2047],
543        // 2.00×→1.72× vs LLVM). Escape hatch: `SYNTH_NO_LOCAL_PROMOTE=1` restores
544        // the frame-slot path. Leaf-only / i32-only / ARM-only (see
545        // compute_local_promotion); the leaf-only lift + i64 locals are follow-ons.
546        // #474: `local_promote` is now a per-attempt parameter so the retry ladder
547        // can drop promotion as an exhaustion-recovery rung (promotion pins r4-r8,
548        // which on a dense function leaves the spill allocator with nothing to
549        // free → the frame-slot path is the escape that restores compilability).
550        selector.set_local_promote(local_promote);
551        // #494 phase 2b: certificate-discharged div/rem trap-guard elision
552        // marks (empty in every compile without SYNTH_FACT_SPEC + facts).
553        selector
554            .set_fact_div_guard_elisions(fact_div_zero_elide.to_vec(), fact_div_ovf_elide.to_vec());
555        // #494 bounds-elision: certificate-discharged memory bounds-guard
556        // marks (empty in every compile without SYNTH_FACT_SPEC + facts).
557        selector.set_fact_mem_bounds_elisions(fact_mem_bounds_elide.to_vec());
558        selector.select_with_stack(wasm_ops, num_params)
559    };
560    let select_direct = || -> Result<Vec<ArmInstruction>, String> {
561        const SINGLE_EXHAUSTION: &str = "all allocatable registers are live on the stack";
562        const PAIR_EXHAUSTION: &str = "no consecutive pair of free registers for i64";
563        const SLOT_EXHAUSTION: &str = "i64 spill-slot pool exhausted";
564        // The full exhaustion-recovery ladder, parameterized on whether local
565        // promotion is enabled. Each rung is reached only when the previous one
566        // returned a recoverable register-exhaustion Err, so a function that
567        // compiles on the first attempt is untouched by the later rungs. Returns
568        // the result AND which rung produced it (for the #242 measurement below).
569        let recovery_ladder =
570            |promote: bool,
571             i64_spill_slots: Option<usize>|
572             -> (Result<Vec<ArmInstruction>, synth_core::Error>, &'static str) {
573                let mut attempt = select_direct_attempt(false, false, promote, i64_spill_slots);
574                let mut rung = "base";
575                // VCR-RA-001 step 3b-lite (#242): the i32 register-exhaustion
576                // hard-fail is recoverable — retry with spill-on-exhaustion, which
577                // reserves the spill area and spills the deepest stack value when
578                // the pool is full.
579                if let Err(e) = &attempt
580                    && e.to_string().contains(SINGLE_EXHAUSTION)
581                {
582                    attempt = select_direct_attempt(true, false, promote, i64_spill_slots);
583                    rung = "spill";
584                }
585                // VCR-RA-001 acceptance increment (#242): the i64 consecutive-PAIR
586                // exhaustion is recoverable too — not by stack spilling (the pair
587                // allocator already spills stack values, #171) but by frame-backing
588                // the params (#204) so they stop pinning R0-R3, with spill kept on.
589                if let Err(e) = &attempt
590                    && e.to_string().contains(PAIR_EXHAUSTION)
591                {
592                    attempt = select_direct_attempt(true, true, promote, i64_spill_slots);
593                    rung = "param-backing";
594                }
595                (attempt, rung)
596            };
597        // #474: local promotion (default-on since v0.14.0) is an OPTIMIZATION — it
598        // must never be the reason a function fails to compile. Run the full ladder
599        // with promotion first (so every function that compiles today is
600        // bit-identical), and if it still ends in register exhaustion, fall back to
601        // the promotion-off ladder (the v0.12.0 frame-slot lowering — exactly what
602        // the `SYNTH_NO_LOCAL_PROMOTE=1` workaround does, now automatic). Promotion
603        // pins r4-r8 for the locals; on a dense function that leaves the allocator
604        // with nothing to free, so dropping it restores compilability. The fallback
605        // is reached ONLY by functions that exhaust WITH promotion, so promotion-on
606        // output is untouched by construction (frozen byte gate stays green).
607        let promote = std::env::var("SYNTH_NO_LOCAL_PROMOTE").is_err();
608        // The full pre-#587 recovery sequence (promotion-on ladder, then the
609        // #474 promotion-off fallback), parameterized on the pool size so the
610        // pool-grow retry below reruns it verbatim.
611        let full_sequence = |slots: Option<usize>| -> (
612            Result<Vec<ArmInstruction>, synth_core::Error>,
613            &'static str,
614            bool,
615        ) {
616            let (mut attempt, mut rung) = recovery_ladder(promote, slots);
617            let mut promotion_dropped = false;
618            if promote
619                && attempt
620                    .as_ref()
621                    .err()
622                    .is_some_and(|e| e.to_string().contains("register exhaustion"))
623            {
624                let (rescued, off_rung) = recovery_ladder(false, slots);
625                if rescued.is_ok() {
626                    attempt = rescued;
627                    rung = off_rung;
628                    promotion_dropped = true;
629                }
630            }
631            (attempt, rung, promotion_dropped)
632        };
633        let (mut attempt, mut rung, mut promotion_dropped) = full_sequence(None);
634        // #587 pool-grow retry (the falcon func_60/func_73 remainder): the fixed
635        // 8-slot i64 spill pool can exhaust while spilling is otherwise working —
636        // an i64-dense function simply has more values simultaneously live than
637        // the pool holds. Rerun the ENTIRE sequence (every rung, both promotion
638        // modes) with the pool sized from a conservative operand-stack-depth
639        // bound: the number of simultaneously spilled values can never exceed
640        // the operand-stack depth, plus a few transient slots (the arg-move
641        // cycle resolver and call-result parking each borrow one). The selector
642        // clamps the request to its 12-bit-friendly cap; a function that still
643        // exhausts stays an honest loud skip. Deliberately LAST — after the #474
644        // promotion-off fallback — so any function that compiled yesterday
645        // (through any rung or fallback) is produced by exactly yesterday's
646        // path, byte-identical; the grown pool only ever fires for functions
647        // whose every existing escape ended in the slot-pool Err.
648        if attempt
649            .as_ref()
650            .err()
651            .is_some_and(|e| e.to_string().contains(SLOT_EXHAUSTION))
652        {
653            let depth = synth_core::wasm_stack_check::max_depth_bound(wasm_ops) as usize;
654            let (grown, _, grown_dropped) = full_sequence(Some(depth.saturating_add(4)));
655            if grown.is_ok() {
656                attempt = grown;
657                rung = "pool-grow";
658                promotion_dropped = grown_dropped;
659            }
660        }
661        // VCR-RA measurement (#242): log which recovery rung produced the result,
662        // so the per-rung distribution across a corpus can be measured — the size
663        // of the failure surface a verified allocator must subsume (see
664        // scripts/repro/register_exhaustion_recovery_ladder.md). Logging only:
665        // emitted bytes are unchanged, so the frozen byte gate is unaffected.
666        if std::env::var("SYNTH_RECOVERY_STATS").is_ok() {
667            eprintln!(
668                "[recovery-stats] rung={rung}{} result={}",
669                if promotion_dropped {
670                    " promotion-off"
671                } else {
672                    ""
673                },
674                if attempt.is_ok() { "ok" } else { "exhausted" },
675            );
676        }
677        attempt.map_err(|e| format!("instruction selection failed: {}", e))
678    };
679
680    // Instruction selection: optimized or direct.
681    //
682    // #197: `--relocatable` (host-link ET_REL) forces the direct selector. The
683    // optimized path materializes an absolute linmem base (0x20000100) and does
684    // not preserve caller-saved registers across calls — both wrong for a
685    // host-linked object, where the linmem base arrives via `fp` at runtime and
686    // callees follow AAPCS. `select_with_stack` (now i64-spill capable after
687    // #171) handles fp-relative memory + caller-saved preservation correctly.
688    //
689    // #507: `br_table` is DROPPED during the optimized path's wasm→IR lowering
690    // (`optimize_full`), so `ir_to_arm` never sees the dispatch — it emits the
691    // arm bodies in fall-through sequence with no `cmp`/branch on the selector, a
692    // SILENT miscompile (every input hits the last arm). The selector value isn't
693    // even loaded. Because the drop happens before `ir_to_arm`, there's no `Err`
694    // to fall back on; detect it on the raw wasm op stream here and force the
695    // direct selector (`select_with_stack` lowers `br_table` correctly as a
696    // cmp-chain — confirmed on the `--relocatable` path). Same honest-degradation
697    // contract as the issue-#120 f32 decline: the function still compiles
698    // correctly, just without IR-level optimization. Frozen-safe: the frozen
699    // fixtures compile `--relocatable` (already direct), and no optimized-path
700    // fixture (control_step, flight_algo) contains `br_table`.
701    let has_br_table = wasm_ops
702        .iter()
703        .any(|op| matches!(op, WasmOp::BrTable { .. }));
704    // #509: the optimized path also drops the value carried by a `br`/`br_if`
705    // to a result-typed block (the taken edge returns the wrong arm's value —
706    // same silent-miscompile class as the #507 br_table drop). Route the shape
707    // to the direct selector, whose designated-result-register lowering (#509)
708    // lands the carried value at the join. Never fires for void-block control
709    // flow (all frozen/optimized fixtures), so those stay byte-identical.
710    let has_value_carry = has_value_carrying_branch(wasm_ops, &config.current_func_block_arity);
711    // #503-i64/#518: route any signature with a 64-bit (i64/f64) param to the
712    // direct selector. The optimized path's param homing is width-naive — its
713    // #518 decline covers only functions that READ an i64 param (an `I64Load`
714    // from a param index), so a function that reads an i32 param whose AAPCS
715    // home a preceding wide param SHIFTED (e.g. p1 of `(i64 i32)` lives in R2,
716    // not R1; p3 of `(i64 i32 i32 i32)` lives on the stack, not in R3) was
717    // silently miscompiled rather than falling back. The direct selector's
718    // `aapcs_param_layout` homing handles every such shape (i64-param READS
719    // already fell back to it via the ir_to_arm Err, so those functions emit
720    // the same bytes as before). `num_params` counts read-first locals, so a
721    // function that never touches any param keeps the optimized path.
722    let has_wide_param = config
723        .current_func_params_i64
724        .iter()
725        .take(num_params as usize)
726        .any(|&w| w);
727    // #782(b): a HARD-float (FPU) target passes f32 args in VFP S-registers
728    // and returns floats in S0/D0 (AAPCS-VFP) — but the optimized path's
729    // param/return homing is float-naive (integer R0..R3 args, R0 return). A
730    // function whose ops ALL lower on the optimized path but whose SIGNATURE
731    // carries a float — e.g. the pure value-pick
732    // `(param f32 f32 i32) (result f32) select`, no float OP to trip the
733    // issue-#120 ir_to_arm fallback — was silently compiled with the integer
734    // ABI: callers marshal S0/S1, the body reads R0/R1. Route every
735    // float-signature function to the direct selector (AAPCS-VFP homing, or
736    // an honest decline). Soft-float targets (no FPU) keep the optimized
737    // path: the integer treatment IS the ABI there — byte-identical. (f64
738    // params already route direct via `has_wide_param`; this adds f32 params
739    // and f32/f64 returns.)
740    let has_float_sig = config.target.fpu.is_some()
741        && (config.current_func_ret_f32
742            || config.current_func_ret_f64
743            || config
744                .current_func_params_f32
745                .iter()
746                .take(num_params as usize)
747                .any(|&f| f)
748            || config
749                .current_func_params_f64
750                .iter()
751                .take(num_params as usize)
752                .any(|&f| f));
753    // #494 phase 2b: div/rem guard-elision marks are consumed by the DIRECT
754    // selector only — the optimized path's IR passes (const-fold/CSE/DCE)
755    // renumber instructions, so an op-index-keyed mark cannot soundly survive
756    // them. Route marked functions direct (the #507/#509 honest-degradation
757    // pattern). Never fires without SYNTH_FACT_SPEC + facts + a discharged
758    // obligation, so every existing compile keeps its path byte-identical.
759    let has_fact_div_elide = !fact_div_zero_elide.is_empty()
760        || !fact_div_ovf_elide.is_empty()
761        // #494 bounds-elision: memory bounds-guard marks are direct-selector
762        // keyed for the same reason (IR passes renumber instructions).
763        || !fact_mem_bounds_elide.is_empty();
764    // #643: the optimized path's global lowering is width-naive — `GlobalGet`/
765    // `GlobalSet` are single-word `[R9, idx*4]` accesses, which (a) silently
766    // dropped the high word of every i64 global and (b) mis-address every
767    // global whose offset an earlier wide (i64/f64) slot shifted. When the
768    // module has any wide global, route every global-touching function to the
769    // direct selector, whose type-aware summed layout pairs the access (or
770    // declines loudly). Modules with only 4-byte globals — every existing
771    // fixture — keep the optimized path byte-identical.
772    let has_wide_global_module = config.global_widths.iter().any(|&w| w > 4);
773    let has_global_access = has_wide_global_module
774        && wasm_ops
775            .iter()
776            .any(|op| matches!(op, WasmOp::GlobalGet(_) | WasmOp::GlobalSet(_)));
777    // VCR-VER-001 (#242): `post_exhaust` scopes the post-exhaustion cleanup
778    // extensions to functions whose bytes the #580 spill-on-exhaustion
779    // machinery actually shaped (bridge-reported). Everything else — the
780    // direct path, non-exhausted optimized functions — stays byte-identical
781    // flag-on (the `vcr_ver_001_gate_242` lock's contract).
782    let (arm_instrs, post_exhaust) = if config.no_optimize
783        || config.relocatable
784        || has_br_table
785        || has_value_carry
786        || has_wide_param
787        || has_float_sig
788        || has_global_access
789        || has_fact_div_elide
790        // #457: route read-before-write non-param locals to the direct
791        // selector, whose prologue zero-init lands the wasm-mandated 0.
792        || has_rbw_local
793    {
794        if std::env::var("SYNTH_PATH_DEBUG").is_ok() {
795            eprintln!("[path-debug] direct (pre-gate)");
796        }
797        (select_direct()?, false)
798    } else {
799        let opt_config = if config.loom_compat {
800            OptimizationConfig::loom_compat()
801        } else {
802            OptimizationConfig::all()
803        };
804
805        let mut bridge = OptimizerBridge::with_config(opt_config);
806        // #188: tell the bridge how many imports there are so it declines only
807        // LOCAL calls (and leaves import calls on the optimized path, keeping
808        // the #173 field-name relocation rewrite intact).
809        bridge.set_num_imports(config.num_imports);
810        // #543 Phase 2: thread the integrator-marked volatile DMA-window ranges
811        // (`--volatile-segment <base>:<len>`) to the bridge's address-caching
812        // levers — base-CSE (#468) excludes any access inside a marked range
813        // from its fold set, and the bridge-level const-CSE declines wholesale
814        // while any range is marked. Empty (the default) ⇒ byte-identical.
815        bridge.set_volatile_segments(config.volatile_segments.clone());
816        // #377: thread `--safety-bounds` to the bridge. Pre-fix the optimized
817        // path ignored it — `software`/`mask` were SILENT NO-OPS on the path
818        // that lowers the bulk of a flight loop's i32 loads/stores (byte-
819        // identical to `none`, while the safety manifest claimed otherwise).
820        // `Software` now emits the inline guard per access; `Masking` declines
821        // memory-accessing functions to the direct selector; `None`/`Mpu` are
822        // byte-identical to before.
823        bridge.set_bounds_check(bounds_config);
824        // #687: thread the absolute linear-memory base the optimized path
825        // materializes. Defaults to 0x2000_0100 (byte-identical);
826        // `--stack-layout=low` shifts it up by the reserved stack size so
827        // const-address accesses follow the moved linear memory.
828        bridge.set_linmem_base(config.linmem_base);
829        // `ir_to_arm` now returns `Result` — an `Err` means the optimized path
830        // hit an unmapped vreg (issue-#93-class). Treat it identically to an
831        // `optimize_full` failure: fall back to the direct selector rather
832        // than propagating, so the function still compiles correctly.
833        match bridge
834            .optimize_full(wasm_ops)
835            .and_then(|(opt_ir, _cfg, _stats)| bridge.ir_to_arm(&opt_ir, num_params as usize))
836        {
837            Ok(arm_ops) => {
838                if std::env::var("SYNTH_PATH_DEBUG").is_ok() {
839                    eprintln!("[path-debug] optimized (ir_to_arm ok)");
840                }
841                (
842                    arm_ops
843                        .into_iter()
844                        .map(|op| ArmInstruction {
845                            op,
846                            source_line: None,
847                        })
848                        .collect(),
849                    bridge.spill_on_exhaust_fired(),
850                )
851            }
852            // Issue #120: the optimized path declines modules it cannot lower
853            // (notably scalar f32/f64 ops — the IR has no float opcodes). Fall
854            // back to the direct instruction selector, which handles f32 via
855            // VFP/FPU. This is honest degradation: the function still compiles
856            // correctly, just without IR-level optimization.
857            Err(e) => {
858                if std::env::var("SYNTH_PATH_DEBUG").is_ok() {
859                    eprintln!("[path-debug] direct (fallback: {e})");
860                }
861                (select_direct()?, false)
862            }
863        }
864    };
865
866    // #257/#277: `mul`+`add`→`mla` fusion is intentionally NOT wired here.
867    // The transform is correct and ready (`synth_synthesis::liveness::fuse_mul_add`,
868    // fully tested), but it is **register-allocation-coupled**: over the current
869    // greedy single-pass selector, folding `mul rM,..; add rD,rM,rX` → `mla`
870    // extends the live ranges of the mul inputs to the mla point, and the added
871    // pressure (extra moves/spills) costs more than the single-cycle MLA saves —
872    // gale measured a +2 cyc on-target REGRESSION (flat_flight 255→257, G474RE)
873    // even though it removes 2 instructions and the seam stays 0x07FDF307. So the
874    // fusion stays unwired until the spill-aware allocator (VCR-RA-001) chooses
875    // registers, at which point it becomes net-positive (per #272's plan and the
876    // wiring design note). Lesson (#277): a register-pressure-affecting transform
877    // needs an on-target/allocator-aware gate, not a byte-count gate, before it
878    // can default on.
879
880    // VCR-RA-001 const-CSE / rematerialization-avoidance (#209): moved to run
881    // LAST, after the immediate-folds — see the apply_const_cse call below
882    // (#242). Earlier it ran here (before range-realloc and the folds), which is
883    // what let it grow gale's --relocatable `gust_mix` 90→92 B (#242 burndown,
884    // 2026-06-26): retargeting a read defeated a *downstream* immediate-fold that
885    // would otherwise have absorbed the constant. Running CSE-last makes those
886    // foldable consts already-folded-and-gone, so CSE only ever touches genuinely
887    // redundant materializations.
888
889    // VCR-RA-001 RANGE RE-ALLOCATION (#209/#242, wiring step 3a) — the first
890    // CONSEQUENTIAL allocator pass: re-colour each maximal straight-line
891    // segment over the R0-R8 pool with value ranges as the allocation unit
892    // (segment inputs + per-register live-outs pinned to their original
893    // registers, reserved R9-R12/SP identity-assigned — each segment is
894    // independently sound, no cross-segment liveness assumed). Renames
895    // registers only: never adds, removes, or reorders instructions, so
896    // labels/branch offsets are unaffected.
897    //
898    // DEFAULT-ON since v0.11.36: gale cleared the gate on-target (G474RE,
899    // #209 2026-06-10) — flag-on output byte-identical to flag-off on
900    // flat_flight/controller/control_step, fires on the filter family with
901    // zero cycle delta and a small size win, all selfchecks green on silicon.
902    // Opt out with `SYNTH_RANGE_REALLOC=0`; per-function stats with
903    // `SYNTH_REALLOC_STATS=1`.
904    //
905    // The companion dead callee-saved-save elimination (gale's "next
906    // consequential lever", same issue comment) then shrinks the prologue
907    // `push {r4-r8,lr}` / epilogue `pop {r4-r8,pc}` to the callee-saved
908    // registers the re-allocated body still touches (leaf-only,
909    // SP-untouched, even-count-padded — see shrink_callee_saved_saves):
910    // ~12 cycles of pure save/restore overhead removed on small leaves.
911    let realloc_on = std::env::var("SYNTH_RANGE_REALLOC").map_or(true, |v| v != "0");
912    let arm_instrs = if realloc_on {
913        use synth_synthesis::rules::Reg;
914        const POOL: [Reg; 9] = [
915            Reg::R0,
916            Reg::R1,
917            Reg::R2,
918            Reg::R3,
919            Reg::R4,
920            Reg::R5,
921            Reg::R6,
922            Reg::R7,
923            Reg::R8,
924        ];
925        // VCR-VER-001 (#242): on a function the spill-on-exhaustion machinery
926        // shaped, the terminal segment gets relaxed live-out pinning (only
927        // R0/R1 are observable past `bx lr` at this pre-prologue position) so
928        // the colourer can lower R4-R8-homed tails into caller-saved R0-R3 —
929        // shrinking the `push {r4-r8,lr}` the #580 exhaustion shapes pay for.
930        // `post_exhaust == false` selects the shipping pass bit for bit.
931        let (out, stats) = synth_synthesis::liveness::reallocate_function_post_exhaust(
932            &arm_instrs,
933            &POOL,
934            post_exhaust,
935        );
936        if std::env::var("SYNTH_REALLOC_STATS").is_ok() {
937            eprintln!(
938                "[range-realloc] {} segments: {} reallocated, {} declined ({} validator-rejected), {} need spill (step 4)",
939                stats.segments,
940                stats.reallocated,
941                stats.declined,
942                stats.validator_rejects,
943                stats.needs_spill
944            );
945        }
946        // VCR-RA-002 (#390, epic #242): eliminate a provably-dead stack frame
947        // (`sub sp,#N`/`add sp,#N` reserved by `compute_local_layout` for locals
948        // that promotion homed in registers, never accessed). Removing it saves
949        // the two instructions AND restores the SP-untouched precondition that
950        // `shrink_callee_saved_saves` requires — so it must run FIRST.
951        // DEFAULT-ON (#242 flag audit flip-wave, #592 audit item): evidence
952        // basis was the 2-path × repro-corpus sweep — 0 functions grow, 58
953        // shrink (flight_seam controller_step 250→242 −8 / filter_step 180→168
954        // −12, native_pointer frame_roundtrip 46→34 −12), locked by the
955        // `dead_frame_elim_no_grow_corpus_242` cargo gate; execution
956        // differentials re-run green on the new default bytes BEFORE the
957        // frozen ARM anchors were re-pinned (leaf_dead_frame, flight_seam,
958        // frame_slot_dce — see the flip PR). Escape hatch:
959        // `SYNTH_DEAD_FRAME_ELIM=0` opts out and restores the pre-flip bytes
960        // (CI-gated in `frozen_codegen_bytes.rs`).
961        let out = if !std::env::var("SYNTH_DEAD_FRAME_ELIM").is_ok_and(|v| v == "0") {
962            synth_synthesis::liveness::elide_dead_frame(&out).unwrap_or(out)
963        } else {
964            out
965        };
966        // #490 (epic #242): the optimized selector uses r4-r8 as scratch /
967        // promoted locals but emits no prologue, silently clobbering a caller's
968        // callee-saved registers. Add the missing `push {r4-r8,lr}` /
969        // `pop {r4-r8,pc}` HERE — on the post-realloc body, where realloc has
970        // lowered low-pressure r4-r8 scratch back to r0-r3, so a save is added
971        // only for registers genuinely clobbered. `shrink_callee_saved_saves`
972        // (next) then trims it to the used set. No-op on the direct path (it
973        // already has its own prologue) and on callee-saved-free leaves.
974        let out = synth_synthesis::liveness::ensure_callee_saved_prologue(&out);
975        synth_synthesis::liveness::shrink_callee_saved_saves(&out).unwrap_or(out)
976    } else {
977        // Range-realloc off (`SYNTH_RANGE_REALLOC=0`): the optimized path still
978        // must preserve the callee-saved registers it clobbers (#490). No shrink
979        // (it is coupled to the realloc lever), so the conservative full save
980        // stays — correct, just not minimised in this debug configuration.
981        synth_synthesis::liveness::ensure_callee_saved_prologue(&arm_instrs)
982    };
983
984    // VCR-RA-001 SHADOW ALLOCATION (#209/#242): run the register allocator on
985    // the selected stream and LOG what it finds — without changing a single
986    // emitted byte. This is the measure-only bridge between the built analysis
987    // layer and the eventual virtual-register wiring: it shows, per real
988    // function, whether the allocator can colour it within the R0–R8 pool and
989    // how much const-CSE / rematerialization headroom exists (#209). Enable with
990    // `SYNTH_SHADOW_ALLOC=1`; off by default and side-effect-free either way.
991    if std::env::var("SYNTH_SHADOW_ALLOC").is_ok() {
992        use synth_synthesis::liveness::{
993            AllocationOutcome, allocate_function, function_peak_pressure,
994        };
995        // R9 globals / R10 mem-size / R11 mem-base / R12 IP-scratch are reserved;
996        // pin them above the 0..9 allocatable pool so the colourer keeps R0–R8.
997        let precolored = std::collections::BTreeMap::from([
998            (synth_synthesis::rules::Reg::R9, 9usize),
999            (synth_synthesis::rules::Reg::R10, 10),
1000            (synth_synthesis::rules::Reg::R11, 11),
1001            (synth_synthesis::rules::Reg::R12, 12),
1002        ]);
1003        // True VALUE pressure (one node per value, not per reused physical reg):
1004        // a NeedsSpill with peak ≤ 9 is a SPURIOUS physical-register spill — the
1005        // function fits once virtually allocated.
1006        let peak = function_peak_pressure(&arm_instrs);
1007        match allocate_function(&arm_instrs, 9, &precolored) {
1008            AllocationOutcome::Allocated {
1009                remat_opportunities,
1010                coloring,
1011            } => eprintln!(
1012                "[shadow-alloc] OK: {} pregs coloured within R0-R8 pool, peak value-pressure {}, {} const-CSE/remat opportunities",
1013                coloring.len(),
1014                peak,
1015                remat_opportunities
1016            ),
1017            AllocationOutcome::NeedsSpill(s) => eprintln!(
1018                "[shadow-alloc] physical-graph would spill {:?}, but peak value-pressure is {} (≤9 ⇒ spurious; fits once virtually allocated)",
1019                s, peak
1020            ),
1021            AllocationOutcome::Declined => {
1022                eprintln!(
1023                    "[shadow-alloc] declined (unmodeled construct — calls/i64/fp/offset-branch)"
1024                )
1025            }
1026        }
1027    }
1028
1029    // VCR-SEL-004 cmp→select → IT-block predication fusion (#242). The selector
1030    // lowers a `select` whose condition is a comparison to a *materialize then
1031    // re-test* sequence (`cmp a,b; SetCond D,c; cmp D,#0; movne dst,v1; moveq
1032    // dst,v2`); this collapses it onto the comparison's own flags — deleting the
1033    // `SetCond` and the `cmp D,#0` and retargeting the predicated moves to `c` /
1034    // `invert(c)` — yielding the textbook predicated clamp (`cmp a,b; movc dst,v1;
1035    // mov{!c} dst,v2`). −2 instructions per fused select. gale #428 measured this
1036    // as the #1 hot-path size/cycle lever on the gust_mix clamp chain.
1037    //
1038    // Run LATE: after range re-allocation (so the dead-D proof sees final register
1039    // identities) and before encode. Removal-only + rename-only ⇒ no spill
1040    // regression and labels/branch offsets are unaffected. Each fusion is proven
1041    // sound (flags reused only when nothing clobbers them in the window; the
1042    // boolean deleted only when provably dead) — see `fuse_cmp_select`.
1043    //
1044    // DEFAULT-ON as of v0.13.0 (#428): cmp→select fusion ships by default. The
1045    // byte-changing flip is validated by (a) the unicorn execution oracle that runs
1046    // the two-move `mov{invert(c)}` arm (cmp_select_two_move_differential.py), (b)
1047    // gale's gale_decider_diff 10,596-case sweep across all 8 verified primitives
1048    // (native ≡ flag-off ≡ flag-on = 0x88e73178d232bcf5), and (c) the named-anchor
1049    // differentials re-run with fusion ON — control_step still 0x00210A55, flat+
1050    // inlined flight_algo still 0x07FDF307 (results preserved; bytes deliberately
1051    // changed, re-frozen on this commit). Escape hatch: `SYNTH_NO_CMP_SELECT_FUSE=1`
1052    // reverts to the pre-fusion lowering. The on-silicon G474RE DWT no-regression
1053    // check is a tracked post-ship follow-up (gale owns it).
1054    let arm_instrs = if std::env::var("SYNTH_NO_CMP_SELECT_FUSE").is_err() {
1055        // The rewritten stream is identical to `fuse_cmp_select`'s 2-tuple form;
1056        // the extra `two_move` count is diagnostic only (the fusion census /
1057        // blast-radius datum — #7 made that arm reachable).
1058        let (out, fused, two_move) =
1059            synth_synthesis::liveness::fuse_cmp_select_with_stats(&arm_instrs);
1060        if std::env::var("SYNTH_FUSE_STATS").is_ok() {
1061            let in_place = fused - two_move;
1062            eprintln!(
1063                "[cmp-select-fuse] {fused} select(s) fused to predicated moves \
1064                 ({two_move} two-move, {in_place} in-place)"
1065            );
1066        }
1067        out
1068    } else {
1069        arm_instrs
1070    };
1071
1072    // Perf lever 1 toward native parity (#390): redundant stack-reload elimination.
1073    // synth lowers every wasm local to a frame slot, so `local.set; local.get` emits
1074    // `str rX,[sp,#N]; … ; ldr rY,[sp,#N]`; when rX still holds the value the reload
1075    // (a ~2-cycle M4 load) becomes `mov rY,rX`. Removal-of-a-load + rename only ⇒ no
1076    // new instruction form and no label/offset change. DEFAULT-ON (#242 feature
1077    // loop): validated bit-identical RESULTS on every frozen anchor (control_step
1078    // 0x00210A55 13/13, flat+inlined flight_algo 0x07FDF307) with .text reduced on
1079    // the shipped --relocatable path, plus 8 unit tests + the frame_slot_dce
1080    // execution differential — the same gated path cmp→select took to default-on in
1081    // v0.13.0 (G474RE silicon confirms perf post-ship). Escape hatch:
1082    // `SYNTH_NO_STACK_FWD=1` restores the frame-resident bytes (frozen-old goldens).
1083    let stack_fwd = std::env::var("SYNTH_NO_STACK_FWD").is_err();
1084    let arm_instrs = if stack_fwd {
1085        let (out, fwd) = synth_synthesis::liveness::forward_stack_reloads(&arm_instrs);
1086        if std::env::var("SYNTH_FUSE_STATS").is_ok() {
1087            eprintln!("[stack-fwd] {fwd} stack reload(s) forwarded to register moves");
1088        }
1089        out
1090    } else {
1091        arm_instrs
1092    };
1093
1094    // VCR-RA frame-slot DCE (#242): once `forward_stack_reloads` has turned the
1095    // reloads of a spill slot into register moves, the `str rX,[sp,#N]` that fed
1096    // them is a dead store — its slot is never loaded again. Remove it. Pairs
1097    // with (and only pays after) stack-reload forwarding, so it shares the flag.
1098    let arm_instrs = if stack_fwd {
1099        let (out, n) = synth_synthesis::liveness::eliminate_dead_frame_stores(&arm_instrs);
1100        if std::env::var("SYNTH_FUSE_STATS").is_ok() {
1101            eprintln!("[frame-slot-dce] {n} dead frame store(s) removed");
1102        }
1103        out
1104    } else {
1105        arm_instrs
1106    };
1107
1108    // VCR-RA-001 spill re-choice (#242), two stages behind one flag.
1109    // Stage 1 (the #569 spike): slot-value forwarding BETWEEN reloads.
1110    // `forward_stack_reloads` (above) forwards only from a spill store's
1111    // SOURCE register, so when register pressure clobbers that source its
1112    // reloads survive; this stage tracks which registers provably still hold
1113    // a frame slot's value (through earlier reloads and reg-reg moves) and
1114    // turns reload #2..#n into a 1-cycle `mov` (or deletes it when the target
1115    // already holds the value). Stage 2 (the Belady re-choice): where NO
1116    // register still holds the value — the genuine-spill case, flat_flight's
1117    // peak-11 hot segment — the value was usually evicted while a dead
1118    // register existed; the clobbering def(s) are renamed onto a provably-dead
1119    // register (`spill_rechoice_segment`) so the value stays resident and the
1120    // reload dissolves outright. A dissolved reload can leave the feeding
1121    // store dead, so the frame-slot DCE sweep runs once more behind the same
1122    // flag. Per-segment commit gates: executable same-value-flow trace
1123    // equality, strict shrink, pool-pressure fit, sub-word/unknown-slot
1124    // conservatism (see `apply_spill_realloc` / `spill_rechoice_segment`).
1125    // Stage 3 (whole-function slot liveness): the segment-local DCE keeps a
1126    // store whose slot reaches function end ("reach-end ≠ dead" — it cannot
1127    // see other segments); `eliminate_unread_frame_stores` walks the whole
1128    // function (labels/branches/loops, SP-displacement tracked) and drops a
1129    // store whose slot NO reachable instruction can read — flat_flight's two
1130    // surviving stores (#576), completing Belady's 0-load side with a 0-store
1131    // side. Same flag: the three stages are one lever, flipped together.
1132    // DEFAULT-ON (#242 feature loop, the v0.14.0 local-promotion pattern):
1133    // Belady spilling ships by default. Evidence basis for the flip: three
1134    // landed flag-off increments (#569 forwarding, #576 Belady re-choice,
1135    // #579 whole-fn slot liveness), 40+ functions shrink / 0 grow across the
1136    // 68-fixture × 2-path sweep, per-segment executable value-trace equality
1137    // guards, and the unicorn-vs-wasmtime execution differentials re-run
1138    // green on the new default bytes (flat+inlined flight_algo 0x07FDF307,
1139    // const_cse, frame_slot_dce, spill_rung_581, r12_spill_496 — which covers
1140    // control_step_decide vs wasmtime; control_step's .text is byte-identical
1141    // under the flip) BEFORE the frozen goldens were re-pinned. Escape hatch:
1142    // `SYNTH_SPILL_REALLOC=0` is the OPT-OUT — it disables all three stages
1143    // and restores the pre-flip bytes (CI-gated by
1144    // `frozen_fixtures_spill_realloc_escape_hatch_restores_old_bytes`). Any
1145    // other value (or unset) runs the pass.
1146    // VCR-VER-001 post-exhaustion extensions (#242, the PR #659 verdict): with
1147    // `SYNTH_SPILL_ON_EXHAUST` active the #580 allocation-time Belady spill
1148    // keeps exhausted functions on the optimized path, and its slots present
1149    // shapes the shipping pass structurally cannot fire on (fresh-monotonic
1150    // slots defeat the overwrite-only DCE; the eviction store's source is
1151    // redefined immediately, defeating store→reload forwarding; R2/R3 are
1152    // never touched again, so the rename-target deadness proof declines them).
1153    // `post_exhaust` (bridge-scoped, see above) enables const
1154    // rematerialization of spilled constants, R2/R3 exit-dead rename targets,
1155    // and per-pair pressure commit — see `apply_spill_realloc_post_exhaust`.
1156    // Flag off (the default): `false` selects the shipping behavior bit for
1157    // bit.
1158    let arm_instrs = if !std::env::var("SYNTH_SPILL_REALLOC").is_ok_and(|v| v == "0") {
1159        let (out, n) =
1160            synth_synthesis::liveness::apply_spill_realloc_post_exhaust(&arm_instrs, post_exhaust);
1161        let (out, d) = synth_synthesis::liveness::eliminate_dead_frame_stores(&out);
1162        let (mut out, u) = synth_synthesis::liveness::eliminate_unread_frame_stores(&out);
1163        let (mut tn, mut td, mut tu) = (n, d, u);
1164        // Post-exhaustion only: iterate the triple to a bounded fixpoint. Each
1165        // dissolved spill pair frees registers and removes stores, exposing
1166        // rename windows and holder chains the previous iteration could not
1167        // prove — the allocation-time Belady slots (#580) routinely need two
1168        // or three rounds where the shipping single round suffices for the
1169        // default path's slots. Every iteration is individually gate-proven
1170        // (value-trace equality, pool pressure, strict shrink), so iterating
1171        // composes soundly; the bound keeps compile time deterministic.
1172        if post_exhaust {
1173            let mut progress = n + d + u > 0;
1174            for _ in 0..3 {
1175                if !progress {
1176                    break;
1177                }
1178                let (o, n) =
1179                    synth_synthesis::liveness::apply_spill_realloc_post_exhaust(&out, true);
1180                let (o, d) = synth_synthesis::liveness::eliminate_dead_frame_stores(&o);
1181                let (o, u) = synth_synthesis::liveness::eliminate_unread_frame_stores(&o);
1182                progress = n + d + u > 0;
1183                (tn, td, tu) = (tn + n, td + d, tu + u);
1184                out = o;
1185            }
1186            // The cleanup can leave the spill frame with zero surviving
1187            // accesses (every reload rematerialized/dissolved, every store
1188            // swept) — the balanced `sub sp,#K`/`add sp,#K` is then pure
1189            // overhead. `elide_dead_frame` proves that and removes the pair;
1190            // its early run (post-realloc) could not, because the spill
1191            // traffic was still in the stream at that point.
1192            out = synth_synthesis::liveness::elide_dead_frame(&out).unwrap_or(out);
1193        }
1194        if std::env::var("SYNTH_FUSE_STATS").is_ok() {
1195            eprintln!(
1196                "[spill-realloc] {tn} reload(s) forwarded/eliminated, {td} newly-dead frame store(s) removed, {tu} unread-slot store(s) removed"
1197            );
1198        }
1199        out
1200    } else {
1201        arm_instrs
1202    };
1203
1204    // VCR-RA immediate-shift folding (#390, #242): a constant shift amount the
1205    // stack selector materialized into a scratch register (`movw rM,#C; lsl rD,rN,rM`)
1206    // folds to the immediate form (`lsl rD,rN,#C`), removing the dead `movw` — −1
1207    // instruction, −1 live register. Removal-only (offset-neutral before branch
1208    // resolution, like the dead-store pass). DEFAULT-ON as of v0.15.0: validated
1209    // bit-identical results + a net cycle win on the dissolved hot path (−2
1210    // cyc/call, .text 100→90 B on gust_mix). Escape hatch: `SYNTH_NO_IMM_SHIFT_FOLD=1`.
1211    let arm_instrs = if std::env::var("SYNTH_NO_IMM_SHIFT_FOLD").is_err() {
1212        let (out, folds) = synth_synthesis::liveness::fold_immediate_shifts(&arm_instrs);
1213        if std::env::var("SYNTH_FUSE_STATS").is_ok() {
1214            eprintln!(
1215                "[imm-shift-fold] {folds} register shift(s) folded to immediate, movw dropped"
1216            );
1217        }
1218        out
1219    } else {
1220        arm_instrs
1221    };
1222
1223    // #686: elide the #682 mod-32 shift-amount mask (`and r12,rK,#31` before
1224    // every register-controlled i32 shl/shr) when the amount is STATICALLY
1225    // provable < 32 — a const amount folds to the immediate-shift form
1226    // (reduced mod 32, so >= 32 shrinks too), and an already-masked amount
1227    // (`rK = rX & c`, c < 32) drops the redundant re-mask. gale measured the
1228    // unconditional mask at ~12% cyc/call (+14 B) on gust_mix, whose Q8
1229    // fixed-point shifts are all constants (#686). The mask stays wherever
1230    // the bound is unproven — elision is an optimization, the mask is the
1231    // sound default (`liveness::elide_shift_masks` has the proof
1232    // obligations). Runs after `fold_immediate_shifts` (whose movw→shift
1233    // window the #682 mask intercepts, so it declines every masked const
1234    // shift) and before branch resolution (removal/rewrite-only ⇒
1235    // offset-neutral).
1236    //
1237    // FLAG-OFF (opt-in via `SYNTH_SHIFT_MASK_ELIDE=1`) because the elision
1238    // moves the frozen anchors: const-amount shifts in control_step (−20 B),
1239    // flight_seam (−164 B) and flight_seam_flat (−168 B) fold back to the
1240    // immediate form — byte-shapes the corpus had BEFORE the #682 mask, now
1241    // with the mask soundly kept for every unproven amount. Flipping
1242    // default-on is a deliberate byte-changing refreeze (all differentials
1243    // re-run on the new bytes, goldens re-pinned) owned by the maintainer.
1244    let arm_instrs = if std::env::var("SYNTH_SHIFT_MASK_ELIDE").is_ok_and(|v| v != "0") {
1245        let (out, elisions) = synth_synthesis::liveness::elide_shift_masks(&arm_instrs);
1246        if std::env::var("SYNTH_FUSE_STATS").is_ok() {
1247            eprintln!(
1248                "[shift-mask-elide] {elisions} provably-<32 shift-amount mask(s) elided (#686)"
1249            );
1250        }
1251        out
1252    } else {
1253        arm_instrs
1254    };
1255
1256    // VCR-RA uxth/uxtb fold (#428, #242): `movw rM,#0xffff; and rD,rN,rM` →
1257    // `uxth rD,rN` (and the 0xff/uxtb form), removing the dead `movw` — −1
1258    // instruction, −1 live register per 16/8-bit mask. 0xffff/0xff are not Thumb-2
1259    // modified immediates so the selector materializes them into a register; the
1260    // dedicated zero-extend expresses the same masking inline. Removal-only +
1261    // rewrite-in-place (offset-neutral). DEFAULT-ON (#242 flag audit flip-wave,
1262    // #592 audit item): evidence basis was the 2-path × repro-corpus sweep —
1263    // 0 functions grow, 13 shrink (control_step 300→294 −6, gust_mix 38→32 −6,
1264    // uxth_fold pack 36→24 −12), locked by the `uxth_fold_no_grow_corpus_242`
1265    // cargo gate; execution differentials re-run green on the new default
1266    // bytes BEFORE the frozen ARM anchors were re-pinned (uxth_fold,
1267    // control_step — see the flip PR). Escape hatch: `SYNTH_UXTH_FOLD=0` opts
1268    // out and restores the pre-flip bytes (CI-gated in
1269    // `frozen_codegen_bytes.rs`).
1270    let arm_instrs = if !std::env::var("SYNTH_UXTH_FOLD").is_ok_and(|v| v == "0") {
1271        let (out, folds) = synth_synthesis::liveness::fold_uxth(&arm_instrs);
1272        if std::env::var("SYNTH_FUSE_STATS").is_ok() {
1273            eprintln!("[uxth-fold] {folds} mask-and folded to uxth/uxtb, movw dropped");
1274        }
1275        out
1276    } else {
1277        arm_instrs
1278    };
1279
1280    // VCR-RA-001 const-CSE / rematerialization-avoidance (#209, #242). Drops a
1281    // `movw`/`mov #imm` that re-materializes a constant already resident in
1282    // another register and retargets the reads — every rewrite proven by the
1283    // liveness analysis. Runs LAST, after every immediate-fold (shift, uxth) and
1284    // range-realloc, but BEFORE branch resolution/encoding (it removes
1285    // instructions, shifting byte offsets). CSE-last is the #242 no-regression
1286    // fix: the folds have already absorbed every foldable constant, so CSE can no
1287    // longer defeat one (the gust_mix 90→92 mechanism). The pass additionally
1288    // size-guards each segment via the byte-estimator — it commits a segment's
1289    // rewrites only if they do not grow its estimated size — so a retarget that
1290    // would flip a 16-bit encoding to 32-bit (higher base register) is declined.
1291    // DEFAULT-ON (#242 flip-wave, the SYNTH_SPILL_REALLOC/SYNTH_BASE_CSE
1292    // template): const-CSE ships by default. The flip prerequisites recorded in
1293    // `const_cse_reduction_242.rs` were retired first — the bridge-level INLINE
1294    // aliasing (the alias-eviction spill-bijection hazard) was DELETED from
1295    // `optimizer_bridge::ir_to_arm`, so this post-hoc, liveness-proven pass is
1296    // the flag's ONLY effect. Evidence basis: 152 fixture×path corpus sweep — 0
1297    // functions grow (size-guarded per segment), 40 shrink (const_cse::spill12
1298    // 236→148 B), total −536 B — and the execution differentials re-run green
1299    // on the new default bytes BEFORE the frozen goldens were re-pinned
1300    // (const_cse, frame_slot_dce, flight_seam 0x07FDF307, spill_rung_581,
1301    // volatile_segment_543, control_step 0x00210A55). Escape hatch:
1302    // `SYNTH_CONST_CSE=0` is the OPT-OUT — it restores the pre-flip bytes
1303    // (CI-gated by `const_cse_escape_hatch_restores_old_bytes_242` and the
1304    // frozen-anchor escape-hatch gate). Any other value (or unset) runs the pass.
1305    //
1306    // #543 Phase 2: const-CSE declines WHOLESALE while any volatile DMA range
1307    // (`--volatile-segment`) is marked. At the ArmOp level a cached constant
1308    // cannot be classified as address-vs-data (a retargeted read may be a
1309    // memory-access base carrying a per-use immediate offset), so the
1310    // conservative stance for statically-unknown addressing is to decline every
1311    // aliasing rewrite — each constant is re-materialized at each occurrence,
1312    // the documented volatile contract (`CompileConfig::volatile_segments`).
1313    let arm_instrs = if !std::env::var("SYNTH_CONST_CSE").is_ok_and(|v| v == "0")
1314        && config.volatile_segments.is_empty()
1315    {
1316        let (out, removed) = synth_synthesis::liveness::apply_const_cse(&arm_instrs);
1317        if std::env::var("SYNTH_FUSE_STATS").is_ok() {
1318            eprintln!("[const-cse] {removed} redundant constant materialization(s) removed");
1319        }
1320        out
1321    } else {
1322        arm_instrs
1323    };
1324
1325    // VCR-RA-001 spill-choice REPORT (#242): measure-only, like SYNTH_SHADOW_ALLOC.
1326    // Per straight-line segment, the frame-slot traffic actually emitted vs the
1327    // reload/store count a farthest-next-use (Belady) allocation over the R0-R8
1328    // pool would need — the measured headroom for the full spill-choice rewrite.
1329    // Printed on the FINAL stream (post all rewrite passes), so a flag-off run
1330    // reports the greedy baseline and a flag-on run reports what remains.
1331    if std::env::var("SYNTH_SPILL_REPORT").is_ok() {
1332        for seg in synth_synthesis::liveness::spill_choice_report(&arm_instrs, 9) {
1333            if seg.actual_reloads + seg.actual_spill_stores > 0 || seg.peak_pressure > 9 {
1334                eprintln!(
1335                    "[spill-report] seg@{} len={} peak={} actual={}ld+{}st belady(k=9)={}ld+{}st",
1336                    seg.start,
1337                    seg.len,
1338                    seg.peak_pressure,
1339                    seg.actual_reloads,
1340                    seg.actual_spill_stores,
1341                    seg.belady_reloads,
1342                    seg.belady_spill_stores
1343                );
1344            }
1345        }
1346    }
1347
1348    // ISA feature gate: validate that all generated instructions are supported
1349    // by the target. This catches FPU instructions on no-FPU targets, double-precision
1350    // instructions on single-precision targets, etc.
1351    validate_instructions(&arm_instrs, config.target.fpu, &config.target.triple)
1352        .map_err(|e| format!("ISA validation failed: {}", e))?;
1353
1354    // VCR-RA-003 (epic #242): UNCONDITIONAL per-compilation register-allocation
1355    // validation. The register allocator is the last major unverified codegen
1356    // component; this single-stream backward-dataflow checker proves — by
1357    // construction, on the EXACT emitted stream about to be encoded — that the
1358    // allocation preserves the two invariants whose reference lives in the
1359    // stream: callee-saved preservation (#490) and spill-slot non-aliasing
1360    // (#331). It runs on every ARM compile in the DEFAULT shipping build (NOT
1361    // behind `--features verify`; a verify-gated check would be dormant in
1362    // exactly the build that ships — the #757 / VCR-VER-003 lesson) and
1363    // hard-errors the compile on a violation. Branches / CF joins and unmodeled
1364    // ops (calls, i64-pair, FP) are the named PHASE-2 boundary: the spill check
1365    // segments at them (never reasoning across a join), so this is honest — it
1366    // never claims coherence it cannot prove. Frozen-safe: it emits nothing, so
1367    // `.text` is byte-identical (proven by the frozen suite).
1368    if let synth_synthesis::liveness::RaFinalVerdict::Violation(v) =
1369        synth_synthesis::liveness::validate_final_allocation(&arm_instrs)
1370    {
1371        return Err(format!(
1372            "VCR-RA-003: register-allocation validation FAILED — {v:?}. \
1373             The emitted stream violates a register-allocation invariant \
1374             (callee-saved preservation #490 / spill-slot non-aliasing #331); \
1375             this is a compiler bug, not a program error. Refusing to emit a \
1376             miscompiled object."
1377        ));
1378    }
1379
1380    // Encode to binary — use Thumb-2 for Cortex-M targets
1381    let use_thumb2 = matches!(config.target.isa, IsaVariant::Thumb2 | IsaVariant::Thumb);
1382
1383    let encoder = if use_thumb2 {
1384        ArmEncoder::new_thumb2_with_fpu(config.target.fpu)
1385    } else {
1386        ArmEncoder::new_arm32()
1387    };
1388
1389    // #202: resolve local label branches (Bcc/B/Bhs/Blo) to byte-accurate
1390    // offsets before encoding. `select_with_stack` emits them as label
1391    // placeholders and never resolves them — without this they encode as
1392    // `bne.n #0` and land mid-instruction whenever a 32-bit Thumb-2 instruction
1393    // sits between the branch and its target (UsageFault on real hardware).
1394    // Only meaningful for Thumb-2 (the offset units are halfword/PC+4).
1395    let arm_instrs = if use_thumb2 {
1396        resolve_label_branches(arm_instrs, &encoder)?
1397    } else {
1398        arm_instrs
1399    };
1400
1401    // #778: capture the FINAL Thumb-2 instruction stream (post label-resolution,
1402    // the exact list the encode loop below consumes) so `compile_function` can
1403    // derive the sound WCET bound. Cheap clone; frozen-safe (the WCET walk is a
1404    // pure observation and never touches `code`). Only the Thumb-2 path — the A32
1405    // (Cortex-R5) cycle model is a follow-up.
1406    let final_instrs_for_wcet: Option<Vec<synth_synthesis::ArmInstruction>> = if use_thumb2 {
1407        Some(arm_instrs.clone())
1408    } else {
1409        None
1410    };
1411
1412    let mut code = Vec::new();
1413    let mut relocations = Vec::new();
1414
1415    // #345: literal-pool address loads. Each `LdrSym` was encoded as a placeholder
1416    // `LDR.W rd,[pc,#0]`; record where its instruction sits and what it loads so
1417    // we can append a pooled word (carrying the symbol address via R_ARM_ABS32)
1418    // and patch the PC-relative offset once the pool position is known.
1419    struct PendingLiteral {
1420        ldr_offset: u32,
1421        symbol: String,
1422        addend: i32,
1423    }
1424    let mut pending_literals: Vec<PendingLiteral> = Vec::new();
1425
1426    // VCR-DBG-001: per-instruction source map for DWARF `.debug_line`. Captured
1427    // here because `code.len()` immediately before `encode()` is the final
1428    // machine offset of the instruction within this function's `.text` — nothing
1429    // after the loop shifts earlier instructions (the literal pool is appended at
1430    // the end; the LDR patch below is in-place/length-preserving). Purely
1431    // additive: it does not touch `code`, so `.text` is byte-identical.
1432    let mut line_map: LineMap = Vec::new();
1433    // VCR-DEC-003 (#396): object-branch class per emitted instruction, parallel
1434    // to `line_map`. Cheap, additive, does not touch `code`.
1435    let mut branch_map: synth_core::backend::BranchMap = Vec::new();
1436
1437    for instr in &arm_instrs {
1438        // Record a relocation for every BL: the encoder emits `bl #0` and
1439        // relies on a relocation to patch the target. This covers BOTH import
1440        // dispatch stubs (`__meld_*`, undefined externals) AND internal calls
1441        // (`func_N`, defined in this object). Previously only `__meld_*` was
1442        // recorded, so internal `BL func_N` calls were left as unpatched
1443        // `bl #0` placeholders branching to a garbage address (#167).
1444        if let ArmOp::Bl { label } = &instr.op {
1445            relocations.push(CodeRelocation {
1446                offset: code.len() as u32,
1447                symbol: label.clone(),
1448                kind: synth_core::backend::RelocKind::ThmCall,
1449            });
1450        }
1451        // #237: symbol-relative MOVW/MOVT (the `--native-pointer-abi` static-data
1452        // addressing). The encoder writes the addend in place; record the matching
1453        // R_ARM_MOVW_ABS_NC / R_ARM_MOVT_ABS so the linker adds the symbol address.
1454        if let ArmOp::MovwSym { symbol, .. } = &instr.op {
1455            relocations.push(CodeRelocation {
1456                offset: code.len() as u32,
1457                symbol: symbol.clone(),
1458                kind: synth_core::backend::RelocKind::MovwAbs,
1459            });
1460        }
1461        if let ArmOp::MovtSym { symbol, .. } = &instr.op {
1462            relocations.push(CodeRelocation {
1463                offset: code.len() as u32,
1464                symbol: symbol.clone(),
1465                kind: synth_core::backend::RelocKind::MovtAbs,
1466            });
1467        }
1468        // #345: defer the literal-pool word + reloc + offset patch to the
1469        // post-loop pass (the pool address is not yet known).
1470        if let ArmOp::LdrSym { symbol, addend, .. } = &instr.op {
1471            pending_literals.push(PendingLiteral {
1472                ldr_offset: code.len() as u32,
1473                symbol: symbol.clone(),
1474                addend: *addend,
1475            });
1476        }
1477
1478        // The machine offset of this instruction is the current code length,
1479        // captured before the bytes are appended.
1480        line_map.push((code.len() as u32, instr.source_line));
1481        branch_map.push((code.len() as u32, classify_arm_branch(&instr.op)));
1482
1483        let encoded = encoder
1484            .encode(&instr.op)
1485            .map_err(|e| format!("ARM encoding failed: {}", e))?;
1486        code.extend_from_slice(&encoded);
1487    }
1488
1489    // #345: place the literal pool at the end of this function's `.text`. Gated on
1490    // there being at least one `LdrSym` — functions without one are byte-identical
1491    // to before (no trailing padding, so downstream `func_offsets` are unchanged
1492    // and the frozen differential fixtures stay bit-for-bit equal).
1493    if !pending_literals.is_empty() {
1494        if !use_thumb2 {
1495            return Err("LdrSym literal-pool addressing requires Thumb-2".to_string());
1496        }
1497        // 4-byte align the pool start (Thumb-2 word loads require it, and
1498        // `Align(PC,4)` in the LDR-literal semantics assumes a word-aligned pool).
1499        while code.len() % 4 != 0 {
1500            code.push(0x00);
1501        }
1502        // One distinct pooled word per LdrSym (no dedup: different sites carry
1503        // different addends, and the REL addend lives in the word).
1504        for lit in &pending_literals {
1505            let word_offset = code.len() as u32;
1506
1507            // REL semantics: the linker computes `S + A`, where A is the in-place
1508            // value of the relocated word. Initialize the word to the addend so
1509            // the final loaded address is `symbol + addend`.
1510            code.extend_from_slice(&(lit.addend as u32).to_le_bytes());
1511            relocations.push(CodeRelocation {
1512                offset: word_offset,
1513                symbol: lit.symbol.clone(),
1514                kind: synth_core::backend::RelocKind::Abs32,
1515            });
1516
1517            // Patch the placeholder `LDR.W rd,[pc,#imm12]`. Thumb-2 LDR (literal):
1518            // address = Align(PC,4) + imm12, with PC = ldr_offset + 4. The pool is
1519            // always after the LDR, so U=1 (already set in hw1 = 0xF8DF).
1520            let pc = lit.ldr_offset + 4;
1521            let aligned_pc = pc & !3u32;
1522            let imm12 = word_offset - aligned_pc;
1523            if imm12 > 0xFFF {
1524                // Wide LDR-literal range is ±4 KB; these function bodies are far
1525                // smaller, but fail cleanly rather than miscompile if exceeded.
1526                return Err(format!(
1527                    "LdrSym literal pool out of range (#345): imm12={} > 4095 \
1528                     for symbol {}",
1529                    imm12, lit.symbol
1530                ));
1531            }
1532            let hw2_off = (lit.ldr_offset + 2) as usize;
1533            let mut hw2 = u16::from_le_bytes([code[hw2_off], code[hw2_off + 1]]);
1534            hw2 = (hw2 & 0xF000) | (imm12 as u16); // keep Rt, set imm12
1535            let hw2_bytes = hw2.to_le_bytes();
1536            code[hw2_off] = hw2_bytes[0];
1537            code[hw2_off + 1] = hw2_bytes[1];
1538        }
1539    }
1540
1541    Ok((
1542        code,
1543        relocations,
1544        line_map,
1545        branch_map,
1546        final_instrs_for_wcet,
1547    ))
1548}
1549
1550/// VCR-DEC-003 (#396): classify one emitted `ArmOp` into its object-level
1551/// control-flow role for the `synth-provenance-v1` map. Conditional branches are
1552/// the object decision points MC/DC must reconcile; `SelectMove` is the folded
1553/// (IT-block) predicated form the cmp→select fuse produces — a decision with no
1554/// branch.
1555fn classify_arm_branch(op: &ArmOp) -> synth_core::backend::BranchClass {
1556    use synth_core::backend::BranchClass;
1557    match op {
1558        ArmOp::Bcc { .. } | ArmOp::Bhs { .. } | ArmOp::Blo { .. } | ArmOp::BCondOffset { .. } => {
1559            BranchClass::CondBranch
1560        }
1561        ArmOp::B { .. } | ArmOp::BOffset { .. } => BranchClass::UncondBranch,
1562        ArmOp::SelectMove { .. } => BranchClass::Predicated,
1563        _ => BranchClass::Other,
1564    }
1565}
1566
1567/// Resolve local label branches to byte-accurate offsets (#202).
1568///
1569/// `select_with_stack` emits conditional/unconditional branches as label
1570/// placeholders (`Bcc`/`B`/`Bhs`/`Blo` + `Label`) and never resolves them; the
1571/// encoder then emits a `0xD000`/`0xE000` placeholder with offset 0. Before #197
1572/// this path only ran for `--no-optimize`/declined functions, so the latent bug
1573/// stayed hidden — routing relocatable code through it surfaced branches that
1574/// land mid-instruction (a Cortex-M UsageFault) whenever a 32-bit Thumb-2
1575/// instruction sits between the branch and its target.
1576///
1577/// This pass encodes each instruction to learn its real byte length (so 16- vs
1578/// 32-bit forms and multi-instruction expansions are exact), maps each `Label`
1579/// to its byte position, and rewrites every label branch to the displacement
1580/// the encoder consumes: `(target - branch - 4) / 2` halfwords. A bounded
1581/// fixed-point handles an offset growing a branch from 16- to 32-bit (which
1582/// shifts later positions). `BCondOffset`/`BOffset` already produced inline by
1583/// the optimized path carry no label and are left untouched.
1584fn resolve_label_branches(
1585    arm_instrs: Vec<ArmInstruction>,
1586    encoder: &ArmEncoder,
1587) -> Result<Vec<ArmInstruction>, String> {
1588    use std::collections::HashMap;
1589    use synth_synthesis::Condition;
1590
1591    enum BKind {
1592        Cond(Condition),
1593        Uncond,
1594    }
1595    // Record each label branch ONCE — indices are stable across iterations.
1596    let mut branches: Vec<(usize, BKind, String)> = Vec::new();
1597    for (i, instr) in arm_instrs.iter().enumerate() {
1598        match &instr.op {
1599            ArmOp::Bcc { cond, label } => branches.push((i, BKind::Cond(*cond), label.clone())),
1600            ArmOp::Bhs { label } => branches.push((i, BKind::Cond(Condition::HS), label.clone())),
1601            ArmOp::Blo { label } => branches.push((i, BKind::Cond(Condition::LO), label.clone())),
1602            ArmOp::B { label } => branches.push((i, BKind::Uncond, label.clone())),
1603            _ => {}
1604        }
1605    }
1606    if branches.is_empty() {
1607        return Ok(arm_instrs);
1608    }
1609
1610    let mut resolved = arm_instrs;
1611    // Sizes only grow (16→32-bit), so this converges quickly; cap for safety.
1612    for _ in 0..16 {
1613        // 1. Byte position of each instruction (Label encodes to 0 bytes).
1614        let mut positions = Vec::with_capacity(resolved.len());
1615        let mut pos: i64 = 0;
1616        for instr in &resolved {
1617            positions.push(pos);
1618            pos += encoder
1619                .encode(&instr.op)
1620                .map_err(|e| format!("branch-resolve size probe failed: {}", e))?
1621                .len() as i64;
1622        }
1623        // 2. Label name -> byte position (owned keys so the borrow ends here).
1624        let mut labels: HashMap<String, i64> = HashMap::new();
1625        for (i, instr) in resolved.iter().enumerate() {
1626            if let ArmOp::Label { name } = &instr.op {
1627                labels.insert(name.clone(), positions[i]);
1628            }
1629        }
1630        // 3. Rewrite each branch to its byte-accurate offset.
1631        let mut changed = false;
1632        for (idx, kind, label) in &branches {
1633            // A label not defined locally is an EXTERNAL target (e.g.
1634            // `Trap_Handler` resolved by a relocation / the vector table). Leave
1635            // such branches as their placeholder for the existing relocation
1636            // path — only local control-flow labels are byte-resolved here.
1637            let Some(&target) = labels.get(label) else {
1638                continue;
1639            };
1640            // Encoder consumes the field as (target - branch - 4) / 2 halfwords.
1641            // Positions are always even, so this division is exact.
1642            let halfword_offset = ((target - positions[*idx] - 4) / 2) as i32;
1643            let new_op = match kind {
1644                BKind::Cond(c) => ArmOp::BCondOffset {
1645                    cond: *c,
1646                    offset: halfword_offset,
1647                },
1648                BKind::Uncond => ArmOp::BOffset {
1649                    offset: halfword_offset,
1650                },
1651            };
1652            if resolved[*idx].op != new_op {
1653                resolved[*idx].op = new_op;
1654                changed = true;
1655            }
1656        }
1657        if !changed {
1658            break;
1659        }
1660    }
1661    Ok(resolved)
1662}
1663
1664#[cfg(test)]
1665mod tests {
1666    use super::*;
1667
1668    /// #539: `i32.const 0; memory.grow m` folds to `memory.size m`; other deltas
1669    /// (const non-zero, runtime) are left as `memory.grow` (→ the sound fixed-
1670    /// memory -1). Non-grow ops are untouched, so functions without the idiom are
1671    /// byte-identical.
1672    #[test]
1673    fn test_rewrite_memory_grow_zero_539() {
1674        // the idiom -> memory.size
1675        assert_eq!(
1676            rewrite_memory_grow_zero(&[WasmOp::I32Const(0), WasmOp::MemoryGrow(0)]),
1677            vec![WasmOp::MemorySize(0)]
1678        );
1679        // const non-zero delta: NOT folded
1680        assert_eq!(
1681            rewrite_memory_grow_zero(&[WasmOp::I32Const(2), WasmOp::MemoryGrow(0)]),
1682            vec![WasmOp::I32Const(2), WasmOp::MemoryGrow(0)]
1683        );
1684        // runtime delta (no preceding const): NOT folded
1685        assert_eq!(
1686            rewrite_memory_grow_zero(&[WasmOp::LocalGet(0), WasmOp::MemoryGrow(0)]),
1687            vec![WasmOp::LocalGet(0), WasmOp::MemoryGrow(0)]
1688        );
1689        // a bare const-0 not feeding a grow is untouched
1690        assert_eq!(
1691            rewrite_memory_grow_zero(&[WasmOp::I32Const(0), WasmOp::I32Add]),
1692            vec![WasmOp::I32Const(0), WasmOp::I32Add]
1693        );
1694        // fold is local: surrounding ops preserved, indices past the fold intact
1695        assert_eq!(
1696            rewrite_memory_grow_zero(&[
1697                WasmOp::LocalGet(0),
1698                WasmOp::I32Const(0),
1699                WasmOp::MemoryGrow(0),
1700                WasmOp::I32Add,
1701            ]),
1702            vec![WasmOp::LocalGet(0), WasmOp::MemorySize(0), WasmOp::I32Add]
1703        );
1704    }
1705
1706    #[test]
1707    fn test_arm_backend_name() {
1708        let backend = ArmBackend::new();
1709        assert_eq!(backend.name(), "arm");
1710        assert!(backend.is_available());
1711    }
1712
1713    #[test]
1714    fn test_arm_backend_capabilities() {
1715        let backend = ArmBackend::new();
1716        let caps = backend.capabilities();
1717        assert!(!caps.produces_elf);
1718        assert!(caps.supports_rule_verification);
1719        assert!(!caps.is_external);
1720    }
1721
1722    #[test]
1723    fn test_compile_add_function() {
1724        let backend = ArmBackend::new();
1725        let ops = vec![WasmOp::LocalGet(0), WasmOp::LocalGet(1), WasmOp::I32Add];
1726        let config = CompileConfig::default();
1727
1728        let result = backend.compile_function("add", &ops, &config);
1729        assert!(result.is_ok());
1730
1731        let func = result.unwrap();
1732        assert_eq!(func.name, "add");
1733        assert!(!func.code.is_empty());
1734        assert_eq!(func.wasm_ops, ops);
1735    }
1736
1737    /// VCR-DBG-001: the per-instruction source map must cover the function with
1738    /// monotonic, in-bounds machine offsets, and must not perturb the emitted
1739    /// code (it is captured at encode time, never serialized here).
1740    #[test]
1741    fn test_line_map_is_wellformed_dbg001() {
1742        let backend = ArmBackend::new();
1743        let ops = vec![
1744            WasmOp::LocalGet(0),
1745            WasmOp::LocalGet(1),
1746            WasmOp::I32Add,
1747            WasmOp::End,
1748        ];
1749        let config = CompileConfig::default();
1750        let func = backend.compile_function("add", &ops, &config).unwrap();
1751
1752        // Non-empty, and the first instruction starts at machine offset 0.
1753        assert!(
1754            !func.line_map.is_empty(),
1755            "a non-trivial function captures a source map"
1756        );
1757        assert_eq!(func.line_map[0].0, 0, "first instruction at offset 0");
1758
1759        // Offsets strictly increase by at least one ARM/Thumb instruction (>= 2
1760        // bytes) and every mapped offset lies inside the emitted `.text`.
1761        for w in func.line_map.windows(2) {
1762            assert!(w[1].0 > w[0].0, "instruction offsets strictly increase");
1763            assert!(
1764                w[1].0 - w[0].0 >= 2,
1765                "each ARM/Thumb instruction is >= 2 bytes"
1766            );
1767        }
1768        let last = func.line_map.last().unwrap().0 as usize;
1769        assert!(
1770            last < func.code.len(),
1771            "every mapped offset lies inside .text"
1772        );
1773
1774        // The side-table is additive: recompiling is deterministic and the map is
1775        // consistent with that exact code (capturing it does not alter output).
1776        let again = backend.compile_function("add", &ops, &config).unwrap();
1777        assert_eq!(
1778            again.code, func.code,
1779            "compilation deterministic; map is additive"
1780        );
1781        assert_eq!(again.line_map, func.line_map);
1782    }
1783
1784    #[test]
1785    fn test_count_params() {
1786        let ops = vec![WasmOp::LocalGet(0), WasmOp::LocalGet(1), WasmOp::I32Add];
1787        assert_eq!(count_params(&ops), 2);
1788
1789        let no_params = vec![WasmOp::I32Const(5), WasmOp::I32Const(3), WasmOp::I32Add];
1790        assert_eq!(count_params(&no_params), 0);
1791    }
1792
1793    /// #457: the declared param count caps the access-pattern inference. The
1794    /// repro shape `(param i32)(local i32) → p0 + local1` reads local 1 before
1795    /// any write, so `count_params` infers 2 — with the declared count (1) the
1796    /// local is reclassified onto the zero-inited frame path instead of being
1797    /// read from R1 (caller garbage).
1798    #[test]
1799    fn declared_param_count_caps_inference_457() {
1800        let ops = vec![
1801            WasmOp::LocalGet(0),
1802            WasmOp::LocalGet(1),
1803            WasmOp::I32Add,
1804            WasmOp::End,
1805        ];
1806        // The inference alone still says 2 (the misclassification this caps).
1807        assert_eq!(count_params(&ops), 2);
1808
1809        let backend = ArmBackend::new();
1810        let inferred = backend
1811            .compile_function("rbw", &ops, &CompileConfig::default())
1812            .unwrap();
1813        let declared = backend
1814            .compile_function(
1815                "rbw",
1816                &ops,
1817                &CompileConfig {
1818                    current_func_param_count: Some(1),
1819                    ..CompileConfig::default()
1820                },
1821            )
1822            .unwrap();
1823        // The cap is consumed: the declared-count compile reclassifies local 1
1824        // and must emit different code than the param-misclassified one.
1825        assert_ne!(
1826            inferred.code, declared.code,
1827            "declared param count must reach the selector"
1828        );
1829        // The zero-init is present: a 16-bit Thumb `movs rN, #0`
1830        // (0x2000 | rd<<8 → LE bytes [0x00, 0x20+rd]) somewhere in the body.
1831        let has_movs_zero = declared
1832            .code
1833            .chunks_exact(2)
1834            .any(|h| h[0] == 0x00 && (0x20..=0x27).contains(&h[1]));
1835        assert!(
1836            has_movs_zero,
1837            "declared-count compile must zero-init the read-before-write local; code: {:02x?}",
1838            declared.code
1839        );
1840        // A declared count that matches (or exceeds) the inference changes
1841        // nothing — byte-identity for every function without rbw locals.
1842        let matching = backend
1843            .compile_function(
1844                "rbw",
1845                &ops,
1846                &CompileConfig {
1847                    current_func_param_count: Some(2),
1848                    ..CompileConfig::default()
1849                },
1850            )
1851            .unwrap();
1852        assert_eq!(
1853            matching.code, inferred.code,
1854            "declared >= inferred must stay byte-identical"
1855        );
1856    }
1857
1858    #[test]
1859    fn test_arm_backend_register() {
1860        let mut registry = synth_core::BackendRegistry::new();
1861        registry.register(Box::new(ArmBackend::new()));
1862        assert!(registry.get("arm").is_some());
1863        assert_eq!(registry.available().len(), 1);
1864    }
1865
1866    #[test]
1867    fn test_compile_import_call_produces_relocations() {
1868        let backend = ArmBackend::new();
1869        // Simulate a WASM module where func index 0 is an import.
1870        // Call(0) should generate MOV R0, #0; BL __meld_dispatch_import
1871        let ops = vec![WasmOp::Call(0)];
1872        let config = CompileConfig {
1873            num_imports: 1,
1874            no_optimize: true, // Direct instruction selection to preserve Call semantics
1875            ..CompileConfig::default()
1876        };
1877
1878        let result = backend.compile_function("caller", &ops, &config);
1879        assert!(result.is_ok());
1880
1881        let func = result.unwrap();
1882        assert!(!func.code.is_empty());
1883        assert_eq!(func.relocations.len(), 1);
1884        assert_eq!(func.relocations[0].symbol, "__meld_dispatch_import");
1885        // The BL is the second instruction (after MOV R0, #0), so offset should be > 0
1886        assert!(func.relocations[0].offset > 0);
1887    }
1888
1889    /// Regression test for #197: in `relocatable` mode, an import call must
1890    /// relocate against the direct `func_N` symbol (rewritten to the wasm field
1891    /// name by `build_relocatable_elf`), NOT `__meld_dispatch_import`. This is
1892    /// the ABI half of the #197 fix — without it, a host linker cannot resolve
1893    /// the call to the real kernel symbol (e.g. `k_spin_lock`).
1894    #[test]
1895    fn test_compile_relocatable_import_uses_direct_func_symbol_197() {
1896        let backend = ArmBackend::new();
1897        let ops = vec![WasmOp::Call(0)]; // func 0 is an import
1898        let config = CompileConfig {
1899            num_imports: 1,
1900            relocatable: true,
1901            ..CompileConfig::default()
1902        };
1903
1904        let func = backend
1905            .compile_function("caller", &ops, &config)
1906            .expect("relocatable import call compiles");
1907
1908        assert_eq!(func.relocations.len(), 1);
1909        assert_eq!(
1910            func.relocations[0].symbol, "func_0",
1911            "#197: relocatable import must relocate against func_0 (→ field name), not Meld dispatch"
1912        );
1913    }
1914
1915    #[test]
1916    fn test_compile_no_imports_no_relocations() {
1917        let backend = ArmBackend::new();
1918        let ops = vec![WasmOp::LocalGet(0), WasmOp::LocalGet(1), WasmOp::I32Add];
1919        let config = CompileConfig::default();
1920
1921        let func = backend.compile_function("add", &ops, &config).unwrap();
1922        assert!(func.relocations.is_empty());
1923    }
1924
1925    /// Regression test for #167: a call to an INTERNAL function
1926    /// (index `>= num_imports`) must record a relocation against `func_{index}`.
1927    /// Before the fix, only `__meld_*` (import) BLs were relocated, so
1928    /// internal `BL func_N` was emitted as an unpatched `bl #0` branching
1929    /// to a garbage address — making the object non-linkable. This test
1930    /// would have caught that regression.
1931    #[test]
1932    fn test_compile_internal_call_produces_relocation_167() {
1933        let backend = ArmBackend::new();
1934        // num_imports = 1, so Call(2) is an INTERNAL call → `BL func_2`.
1935        let ops = vec![WasmOp::Call(2)];
1936        let config = CompileConfig {
1937            num_imports: 1,
1938            no_optimize: true,
1939            ..CompileConfig::default()
1940        };
1941
1942        let func = backend
1943            .compile_function("caller", &ops, &config)
1944            .expect("internal call compiles");
1945
1946        assert_eq!(
1947            func.relocations.len(),
1948            1,
1949            "an internal call must emit exactly one relocation (#167)"
1950        );
1951        assert_eq!(
1952            func.relocations[0].symbol, "func_2",
1953            "internal call must relocate against the callee's func_{{index}} symbol (#167)"
1954        );
1955    }
1956
1957    // ─── Phase 1 safety-bounds plumbing for ARM ──────────────────────────
1958
1959    #[test]
1960    fn arm_safety_bounds_mpu_emits_same_code_as_none() {
1961        // Mpu mode must not introduce any inline check on ARM — the MPU
1962        // handles faults via hardware. The encoded bytes for an i32.load
1963        // should be identical between None and Mpu.
1964        let backend = ArmBackend::new();
1965        let ops = vec![
1966            WasmOp::LocalGet(0),
1967            WasmOp::I32Load {
1968                offset: 0,
1969                align: 2,
1970            },
1971        ];
1972        let cfg_none = CompileConfig {
1973            no_optimize: true,
1974            ..Default::default()
1975        };
1976        let cfg_mpu = CompileConfig {
1977            no_optimize: true,
1978            safety_bounds: SafetyBounds::Mpu,
1979            ..Default::default()
1980        };
1981        let n = backend.compile_function("ld", &ops, &cfg_none).unwrap();
1982        let m = backend.compile_function("ld", &ops, &cfg_mpu).unwrap();
1983        assert_eq!(
1984            n.code, m.code,
1985            "Mpu and None should produce identical ARM bytes (Mpu relies on hardware)"
1986        );
1987    }
1988
1989    #[test]
1990    fn arm_legacy_bounds_check_still_emits_software_check() {
1991        // Legacy CLI users with `--bounds-check` should keep getting the
1992        // software path even though the new SafetyBounds field defaults to None.
1993        let backend = ArmBackend::new();
1994        let ops = vec![
1995            WasmOp::LocalGet(0),
1996            WasmOp::I32Load {
1997                offset: 0,
1998                align: 2,
1999            },
2000        ];
2001        let cfg_legacy = CompileConfig {
2002            no_optimize: true,
2003            bounds_check: true,
2004            ..Default::default()
2005        };
2006        let cfg_software = CompileConfig {
2007            no_optimize: true,
2008            safety_bounds: SafetyBounds::Software,
2009            ..Default::default()
2010        };
2011        let l = backend.compile_function("ld", &ops, &cfg_legacy).unwrap();
2012        let s = backend.compile_function("ld", &ops, &cfg_software).unwrap();
2013        assert_eq!(
2014            l.code, s.code,
2015            "--bounds-check should produce the same bytes as --safety-bounds=software"
2016        );
2017    }
2018
2019    /// #377: `--safety-bounds software` must be enforced on the OPTIMIZED path
2020    /// too. Pre-fix, `software` was byte-identical to `none` there (a silent
2021    /// no-op while the safety manifest claimed enforcement). The compiled
2022    /// bytes must now (a) differ from `none` and (b) contain the inline
2023    /// `CMP ip, sl` + `UDF` guard.
2024    #[test]
2025    fn arm_safety_bounds_software_enforced_on_optimized_path_377() {
2026        let backend = ArmBackend::new();
2027        // Dynamic-address store+load: the optimized path accepts this shape
2028        // (no calls, no i64 params, ≤4 params).
2029        let ops = vec![
2030            WasmOp::LocalGet(0),
2031            WasmOp::LocalGet(1),
2032            WasmOp::I32Store {
2033                offset: 4,
2034                align: 2,
2035            },
2036            WasmOp::LocalGet(0),
2037            WasmOp::I32Load {
2038                offset: 0,
2039                align: 2,
2040            },
2041        ];
2042        // no_optimize NOT set — this exercises the optimized path.
2043        let cfg_none = CompileConfig::default();
2044        let cfg_sw = CompileConfig {
2045            safety_bounds: SafetyBounds::Software,
2046            ..Default::default()
2047        };
2048        let n = backend.compile_function("st", &ops, &cfg_none).unwrap();
2049        let s = backend.compile_function("st", &ops, &cfg_sw).unwrap();
2050        assert_ne!(
2051            n.code, s.code,
2052            "#377: software bounds must CHANGE optimized-path codegen (was a silent no-op)"
2053        );
2054        // Thumb-2 `UDF #0` is 0xDE00 (LE bytes: 00 DE); the #752
2055        // wraparound-safe guard's borrow check `CMP sl, ip` (16-bit
2056        // high-reg form) is 0x45E2 (LE: E2 45). Both must appear — one
2057        // guard per access, traps inline.
2058        let has_udf = s.code.windows(2).any(|w| w == [0x00, 0xDE]);
2059        let has_cmp_sl_ip = s.code.windows(2).any(|w| w == [0xE2, 0x45]);
2060        assert!(has_udf, "#377: inline UDF trap missing from optimized path");
2061        assert!(
2062            has_cmp_sl_ip,
2063            "#377/#752: CMP sl, ip bounds borrow-check missing from optimized path"
2064        );
2065        // And `none` must contain NO UDF (the function has no other trap).
2066        assert!(
2067            !n.code.windows(2).any(|w| w == [0x00, 0xDE]),
2068            "none must not contain a UDF for this function"
2069        );
2070    }
2071
2072    /// #377: `mpu` on the optimized path is codegen-passthrough — identical
2073    /// bytes to `none` on BOTH paths (hardware enforcement is target-level;
2074    /// synth does not emit MPU region programming — tracked separately in
2075    /// #377's fix-direction discussion). This pins path-parity for `mpu`.
2076    #[test]
2077    fn arm_safety_bounds_mpu_optimized_path_parity_377() {
2078        let backend = ArmBackend::new();
2079        let ops = vec![
2080            WasmOp::LocalGet(0),
2081            WasmOp::I32Load {
2082                offset: 0,
2083                align: 2,
2084            },
2085        ];
2086        let cfg_none = CompileConfig::default();
2087        let cfg_mpu = CompileConfig {
2088            safety_bounds: SafetyBounds::Mpu,
2089            ..Default::default()
2090        };
2091        let n = backend.compile_function("ld", &ops, &cfg_none).unwrap();
2092        let m = backend.compile_function("ld", &ops, &cfg_mpu).unwrap();
2093        assert_eq!(
2094            n.code, m.code,
2095            "Mpu and None must produce identical bytes on the optimized path too"
2096        );
2097    }
2098
2099    /// #377: `mask` on the optimized path declines to the direct selector
2100    /// (honest degradation) — the compiled function must equal the
2101    /// `--no-optimize` masking bytes, i.e. the flag is honored, never dropped.
2102    #[test]
2103    fn arm_safety_bounds_mask_optimized_path_declines_to_direct_377() {
2104        let backend = ArmBackend::new();
2105        let ops = vec![
2106            WasmOp::LocalGet(0),
2107            WasmOp::LocalGet(1),
2108            WasmOp::I32Store {
2109                offset: 0,
2110                align: 2,
2111            },
2112        ];
2113        let cfg_mask_opt = CompileConfig {
2114            safety_bounds: SafetyBounds::Mask,
2115            ..Default::default()
2116        };
2117        let cfg_mask_direct = CompileConfig {
2118            no_optimize: true,
2119            safety_bounds: SafetyBounds::Mask,
2120            ..Default::default()
2121        };
2122        let o = backend.compile_function("st", &ops, &cfg_mask_opt).unwrap();
2123        let d = backend
2124            .compile_function("st", &ops, &cfg_mask_direct)
2125            .unwrap();
2126        assert_eq!(
2127            o.code, d.code,
2128            "#377: mask on the optimized path must fall back to the direct selector's masking"
2129        );
2130    }
2131
2132    // ========================================================================
2133    // ISA feature gate tests — ensure the compiler never emits unsupported
2134    // instructions for a given target
2135    // ========================================================================
2136
2137    #[test]
2138    fn test_f32_rejected_on_cortex_m3_no_fpu() {
2139        let backend = ArmBackend::new();
2140        let ops = vec![WasmOp::F32Const(1.0), WasmOp::F32Const(2.0), WasmOp::F32Add];
2141        let config = CompileConfig {
2142            target: TargetSpec::cortex_m3(),
2143            no_optimize: true,
2144            ..CompileConfig::default()
2145        };
2146
2147        let result = backend.compile_function("fadd", &ops, &config);
2148        assert!(
2149            result.is_err(),
2150            "f32 operations should fail on Cortex-M3 (no FPU)"
2151        );
2152    }
2153
2154    #[test]
2155    fn test_f32_accepted_on_cortex_m4f() {
2156        let backend = ArmBackend::new();
2157        let ops = vec![WasmOp::F32Const(1.0), WasmOp::F32Const(2.0), WasmOp::F32Add];
2158        let config = CompileConfig {
2159            target: TargetSpec::cortex_m4f(),
2160            no_optimize: true,
2161            ..CompileConfig::default()
2162        };
2163
2164        let result = backend.compile_function("fadd", &ops, &config);
2165        assert!(
2166            result.is_ok(),
2167            "f32 operations should succeed on Cortex-M4F, got: {:?}",
2168            result.unwrap_err()
2169        );
2170    }
2171
2172    #[test]
2173    fn test_i32_works_on_all_targets() {
2174        let backend = ArmBackend::new();
2175        let ops = vec![WasmOp::LocalGet(0), WasmOp::LocalGet(1), WasmOp::I32Add];
2176
2177        // Cortex-M3 (no FPU)
2178        let config_m3 = CompileConfig {
2179            target: TargetSpec::cortex_m3(),
2180            no_optimize: true,
2181            ..CompileConfig::default()
2182        };
2183        assert!(
2184            backend.compile_function("add", &ops, &config_m3).is_ok(),
2185            "i32 ops should work on Cortex-M3"
2186        );
2187
2188        // Cortex-M4F (single FPU)
2189        let config_m4f = CompileConfig {
2190            target: TargetSpec::cortex_m4f(),
2191            no_optimize: true,
2192            ..CompileConfig::default()
2193        };
2194        assert!(
2195            backend.compile_function("add", &ops, &config_m4f).is_ok(),
2196            "i32 ops should work on Cortex-M4F"
2197        );
2198
2199        // Cortex-M7DP (double FPU)
2200        let config_m7dp = CompileConfig {
2201            target: TargetSpec::cortex_m7dp(),
2202            no_optimize: true,
2203            ..CompileConfig::default()
2204        };
2205        assert!(
2206            backend.compile_function("add", &ops, &config_m7dp).is_ok(),
2207            "i32 ops should work on Cortex-M7DP"
2208        );
2209    }
2210
2211    #[test]
2212    fn test_f32_rejected_on_cortex_m4_no_fpu() {
2213        // Cortex-M4 (without F suffix) has no FPU
2214        let backend = ArmBackend::new();
2215        let ops = vec![WasmOp::F32Const(1.5), WasmOp::F32Const(2.5), WasmOp::F32Mul];
2216        let config = CompileConfig {
2217            target: TargetSpec::cortex_m4(),
2218            no_optimize: true,
2219            ..CompileConfig::default()
2220        };
2221
2222        let result = backend.compile_function("fmul", &ops, &config);
2223        assert!(
2224            result.is_err(),
2225            "f32 operations should fail on Cortex-M4 (no FPU)"
2226        );
2227    }
2228
2229    // ========================================================================
2230    // Issue #120 — f32 ops in the optimized lowering path
2231    //
2232    // `OptimizerBridge::wasm_to_ir` has no handlers for f32/f64 ops, so a
2233    // value-producing float op fell through to `Opcode::Nop`, leaving a
2234    // downstream consumer with an unmapped vreg and tripping the PR #101
2235    // defensive panic in `ir_to_arm`. Customer reproducer: `compiler_builtins
2236    // float::div` and `gale_compute_ipi_mask` in the `falcon-rate-component`
2237    // module.
2238    //
2239    // Fix: `optimize_full` declines float modules with a typed `Err`;
2240    // `compile_wasm_to_arm` falls back to the non-optimized `select_with_stack`
2241    // path, which handles f32 via VFP/FPU. These tests use the *default*
2242    // (optimized) config — `no_optimize` is NOT set — which is the exact
2243    // configuration that panicked pre-fix.
2244    // ========================================================================
2245
2246    /// Pre-fix: this panicked with "vreg vN has no assigned ARM register and
2247    /// no spill slot" inside `ir_to_arm`. Post-fix: the optimized path declines
2248    /// the module and the backend falls back to direct selection, producing a
2249    /// non-empty f32.div lowering on a Cortex-M4F.
2250    #[test]
2251    fn test_issue120_f32_div_compiles_via_optimized_default() {
2252        let backend = ArmBackend::new();
2253        let ops = vec![WasmOp::LocalGet(0), WasmOp::LocalGet(1), WasmOp::F32Div];
2254        let config = CompileConfig {
2255            target: TargetSpec::cortex_m4f(),
2256            // no_optimize NOT set — this exercises the optimized path that
2257            // panicked in issue #120, then the fallback to direct selection.
2258            // GI-FPU-002: the f32 params must be declared so the direct
2259            // selector homes them in S0/S1 (AAPCS-VFP) rather than declining.
2260            current_func_params_f32: vec![true, true],
2261            ..CompileConfig::default()
2262        };
2263
2264        let result = backend.compile_function("fdiv", &ops, &config);
2265        assert!(
2266            result.is_ok(),
2267            "f32.div must compile on Cortex-M4F via the optimized->direct \
2268             fallback (issue #120), got: {:?}",
2269            result.as_ref().err()
2270        );
2271        assert!(
2272            !result.unwrap().code.is_empty(),
2273            "f32.div must produce non-empty machine code"
2274        );
2275    }
2276
2277    /// A spread of f32 ops, all through the optimized (default) config, must
2278    /// compile via the fallback on an FPU target without panicking.
2279    #[test]
2280    fn test_issue120_assorted_f32_ops_compile_via_optimized_default() {
2281        let backend = ArmBackend::new();
2282        let config = CompileConfig {
2283            target: TargetSpec::cortex_m4f(),
2284            // GI-FPU-002: declare the two f32 params for AAPCS-VFP homing.
2285            current_func_params_f32: vec![true, true],
2286            ..CompileConfig::default()
2287        };
2288
2289        let cases: Vec<(&str, Vec<WasmOp>)> = vec![
2290            (
2291                "fadd",
2292                vec![WasmOp::LocalGet(0), WasmOp::LocalGet(1), WasmOp::F32Add],
2293            ),
2294            (
2295                "fmul",
2296                vec![WasmOp::LocalGet(0), WasmOp::LocalGet(1), WasmOp::F32Mul],
2297            ),
2298            (
2299                "fsub",
2300                vec![WasmOp::LocalGet(0), WasmOp::LocalGet(1), WasmOp::F32Sub],
2301            ),
2302        ];
2303
2304        for (name, ops) in cases {
2305            let result = backend.compile_function(name, &ops, &config);
2306            assert!(
2307                result.is_ok(),
2308                "{name} must compile via the optimized->direct fallback \
2309                 (issue #120), got: {:?}",
2310                result.as_ref().err()
2311            );
2312            assert!(
2313                !result.unwrap().code.is_empty(),
2314                "{name} must produce non-empty machine code"
2315            );
2316        }
2317    }
2318
2319    /// The fallback must still honor the ISA feature gate: f32 on a no-FPU
2320    /// target must fail cleanly (not panic) even on the optimized path.
2321    #[test]
2322    fn test_issue120_f32_div_rejected_on_no_fpu_via_optimized() {
2323        let backend = ArmBackend::new();
2324        let ops = vec![WasmOp::LocalGet(0), WasmOp::LocalGet(1), WasmOp::F32Div];
2325        let config = CompileConfig {
2326            target: TargetSpec::cortex_m3(),
2327            ..CompileConfig::default()
2328        };
2329
2330        let result = backend.compile_function("fdiv", &ops, &config);
2331        assert!(
2332            result.is_err(),
2333            "f32.div must be rejected on Cortex-M3 (no FPU), not panic"
2334        );
2335    }
2336
2337    /// #507: a `br_table` function compiled via the DEFAULT (optimized) config
2338    /// must produce the SAME bytes as the direct (`no_optimize`) selector —
2339    /// i.e. the optimized path declined it to direct, lowering the dispatch as a
2340    /// real cmp-chain instead of silently dropping it (which left all arms in
2341    /// fall-through). Pre-fix the two outputs differed (the optimized one had no
2342    /// selector compare). Execution correctness is gated by
2343    /// `scripts/repro/br_table_507_differential.py`.
2344    #[test]
2345    fn test_507_br_table_declines_to_direct() {
2346        let backend = ArmBackend::new();
2347        // dispatch(sel): br_table over 3 blocks, each storing a marker to mem[0].
2348        let ops = vec![
2349            WasmOp::Block,
2350            WasmOp::Block,
2351            WasmOp::Block,
2352            WasmOp::LocalGet(0),
2353            WasmOp::BrTable {
2354                targets: vec![0, 1, 2],
2355                default: 2,
2356            },
2357            WasmOp::End,
2358            WasmOp::I32Const(0),
2359            WasmOp::I32Const(10),
2360            WasmOp::I32Store {
2361                offset: 0,
2362                align: 2,
2363            },
2364            WasmOp::Return,
2365            WasmOp::End,
2366            WasmOp::I32Const(0),
2367            WasmOp::I32Const(20),
2368            WasmOp::I32Store {
2369                offset: 0,
2370                align: 2,
2371            },
2372            WasmOp::Return,
2373            WasmOp::End,
2374            WasmOp::I32Const(0),
2375            WasmOp::I32Const(30),
2376            WasmOp::I32Store {
2377                offset: 0,
2378                align: 2,
2379            },
2380        ];
2381        let opt = CompileConfig {
2382            target: TargetSpec::cortex_m4(),
2383            ..CompileConfig::default()
2384        };
2385        let direct = CompileConfig {
2386            target: TargetSpec::cortex_m4(),
2387            no_optimize: true,
2388            ..CompileConfig::default()
2389        };
2390        let a = backend
2391            .compile_function("dispatch", &ops, &opt)
2392            .expect("optimized-default must compile br_table (via decline)");
2393        let b = backend
2394            .compile_function("dispatch", &ops, &direct)
2395            .expect("direct must compile br_table");
2396        assert_eq!(
2397            a.code, b.code,
2398            "#507: optimized-default br_table output must be byte-identical to the \
2399             direct selector (i.e. declined to direct), not a dropped dispatch"
2400        );
2401    }
2402
2403    /// Issue #94: end-to-end byte-size check for the canonical u64-packed
2404    /// FFI-return hi32 extract pattern. Compiles two near-identical
2405    /// functions — one with the optimized shift-by-32, one with a generic
2406    /// shift-by-7 — and asserts the optimized form is meaningfully smaller.
2407    #[test]
2408    fn test_issue94_hi32_extract_is_smaller_than_generic_shift() {
2409        let backend = ArmBackend::new();
2410        let config = CompileConfig {
2411            target: TargetSpec::cortex_m4f(),
2412            ..CompileConfig::default()
2413        };
2414
2415        // #518: the i64 value must NOT come from an i64 PARAM — the optimized
2416        // path now declines i64-param functions to the direct selector (it homed
2417        // an i64 param in R4:R5 instead of R0:R1, a silent miscompile this test's
2418        // byte-size-only assertion masked). The canonical #94 case is a u64 from
2419        // an FFI return, not a param, anyway. Source the i64 from a sign-extended
2420        // i32 param (`extend_i32_s`): a runtime, non-constant-foldable i64 that
2421        // stays on the optimized path, so the shift-by-32 hi-extract peephole is
2422        // still exercised on CORRECT code.
2423        // Optimized path: `(i64.extend_i32_s (local.get 0)) >>> 32; wrap_i64`
2424        let ops_hi32 = vec![
2425            WasmOp::LocalGet(0), // i32 param in R0
2426            WasmOp::I64ExtendI32S,
2427            WasmOp::I64Const(32),
2428            WasmOp::I64ShrU,
2429            WasmOp::I32WrapI64,
2430        ];
2431        let func_hi32 = backend
2432            .compile_function("hi32_extract", &ops_hi32, &config)
2433            .unwrap();
2434
2435        // Generic path: `... >>> 7; wrap_i64` — same shape, but the shift amount
2436        // is not a multiple of 32, so it falls through to the runtime shift.
2437        let ops_generic = vec![
2438            WasmOp::LocalGet(0),
2439            WasmOp::I64ExtendI32S,
2440            WasmOp::I64Const(7),
2441            WasmOp::I64ShrU,
2442            WasmOp::I32WrapI64,
2443        ];
2444        let func_generic = backend
2445            .compile_function("generic_shr", &ops_generic, &config)
2446            .unwrap();
2447
2448        let bytes_hi32 = func_hi32.code.len();
2449        let bytes_generic = func_generic.code.len();
2450        println!(
2451            "\n[issue #94] hi32 extract: {} bytes (vs generic shift: {} bytes; saved {})",
2452            bytes_hi32,
2453            bytes_generic,
2454            bytes_generic.saturating_sub(bytes_hi32)
2455        );
2456        let hex: String = func_hi32
2457            .code
2458            .iter()
2459            .map(|b| format!("{:02x}", b))
2460            .collect::<Vec<_>>()
2461            .join(" ");
2462        println!("[issue #94] hi32 bytes: {}", hex);
2463        // We expect the optimized form to be at least 30 bytes smaller than
2464        // the generic 64-bit shift sequence. (Empirically: 14 vs 50 bytes.)
2465        assert!(
2466            bytes_hi32 + 30 <= bytes_generic,
2467            "issue #94: hi32 extract = {} bytes, generic shift = {} bytes; \
2468             expected optimized form to be at least 30 bytes smaller",
2469            bytes_hi32,
2470            bytes_generic,
2471        );
2472    }
2473}