synth_backend/arm_backend.rs
1//! ARM Backend — wraps the instruction selector + optimizer + encoder as a Backend
2//!
3//! This is Synth's custom ARM compiler targeting Cortex-M (Thumb-2).
4//! It's the only backend that supports per-rule formal verification (ASIL D path).
5
6use crate::ArmEncoder;
7use synth_core::backend::{
8 Backend, BackendCapabilities, BackendError, CodeRelocation, CompilationResult, CompileConfig,
9 CompiledFunction, LineMap, SafetyBounds,
10};
11use synth_core::target::{IsaVariant, TargetSpec};
12use synth_core::wasm_decoder::DecodedModule;
13use synth_core::wasm_op::WasmOp;
14use synth_synthesis::{
15 ArmInstruction, ArmOp, BoundsCheckConfig, InstructionSelector, OptimizationConfig,
16 OptimizerBridge, RuleDatabase, validate_instructions,
17};
18
19/// ARM Cortex-M backend using Synth's custom compiler pipeline
20pub struct ArmBackend;
21
22impl ArmBackend {
23 pub fn new() -> Self {
24 Self
25 }
26}
27
28impl Default for ArmBackend {
29 fn default() -> Self {
30 Self::new()
31 }
32}
33
34impl Backend for ArmBackend {
35 fn name(&self) -> &str {
36 "arm"
37 }
38
39 fn capabilities(&self) -> BackendCapabilities {
40 BackendCapabilities {
41 produces_elf: false,
42 supports_rule_verification: true,
43 supports_binary_verification: true,
44 is_external: false,
45 }
46 }
47
48 fn supported_targets(&self) -> Vec<TargetSpec> {
49 vec![
50 TargetSpec::cortex_m3(),
51 TargetSpec::cortex_m4(),
52 TargetSpec::cortex_m4f(),
53 TargetSpec::cortex_m7(),
54 TargetSpec::cortex_m7dp(),
55 ]
56 }
57
58 fn compile_module(
59 &self,
60 module: &DecodedModule,
61 config: &CompileConfig,
62 ) -> Result<CompilationResult, BackendError> {
63 let exports: Vec<_> = module
64 .functions
65 .iter()
66 .filter(|f| f.export_name.is_some())
67 .collect();
68
69 if exports.is_empty() {
70 return Err(BackendError::CompilationFailed(
71 "no exported functions found".into(),
72 ));
73 }
74
75 let mut functions = Vec::new();
76 for func in &exports {
77 let name = func.export_name.clone().unwrap();
78 // #359: copy THIS function's declared param widths into the config so
79 // `compile_function` (which carries no function index) can refuse a
80 // 64-bit param on the AAPCS stack-argument path. Cheap clone only when
81 // a signature table is present and this function has a width entry —
82 // otherwise reuse the shared config (every existing module unchanged).
83 // #509: same per-function pattern for the blocktype-arity side-table
84 // (value-carrying-branch lowering).
85 let params = config
86 .func_params_i64
87 .get(func.index as usize)
88 .filter(|p| !p.is_empty());
89 // #457: THIS function's DECLARED param count (imports-first full
90 // index), so the backend can cap the access-pattern inference that
91 // mistook a read-before-write local for a param. `None` when the
92 // driver supplied no arg-count table (hand-built modules).
93 let declared_params = config.func_arg_counts.get(func.index as usize).copied();
94 // GI-FPU-002 (#619/#369): THIS function's declared f32-param mask.
95 let params_f32 = config
96 .func_params_f32
97 .get(func.index as usize)
98 .filter(|p| !p.is_empty());
99 // GI-FPU-002 phase 2 (#369): THIS function's declared f64-param
100 // mask (hard-float targets decline f64 params loudly).
101 let params_f64 = config
102 .func_params_f64
103 .get(func.index as usize)
104 .filter(|p| !p.is_empty());
105 // GI-FPU-002 phase 2 (#719/#369): THIS function's declared f32/f64
106 // return flag, so the epilogue soundness guard fires on every driver
107 // path (not only the CLI loops).
108 let ret_f32 = config
109 .func_ret_f32
110 .get(func.index as usize)
111 .copied()
112 .unwrap_or(false);
113 let ret_f64 = config
114 .func_ret_f64
115 .get(func.index as usize)
116 .copied()
117 .unwrap_or(false);
118 let func_config = if params.is_some()
119 || params_f32.is_some()
120 || params_f64.is_some()
121 || !func.block_arity.is_empty()
122 || declared_params.is_some()
123 || ret_f32
124 || ret_f64
125 {
126 Some(CompileConfig {
127 current_func_params_i64: params.cloned().unwrap_or_default(),
128 current_func_params_f32: params_f32.cloned().unwrap_or_default(),
129 current_func_params_f64: params_f64.cloned().unwrap_or_default(),
130 current_func_ret_f32: ret_f32,
131 current_func_ret_f64: ret_f64,
132 current_func_block_arity: func.block_arity.clone(),
133 current_func_param_count: declared_params,
134 ..config.clone()
135 })
136 } else {
137 None
138 };
139 let cfg = func_config.as_ref().unwrap_or(config);
140 let compiled = self.compile_function(&name, &func.ops, cfg)?;
141 functions.push(compiled);
142 }
143
144 Ok(CompilationResult {
145 functions,
146 elf: None,
147 backend_name: self.name().to_string(),
148 })
149 }
150
151 fn compile_function(
152 &self,
153 name: &str,
154 ops: &[WasmOp],
155 config: &CompileConfig,
156 ) -> Result<CompiledFunction, BackendError> {
157 let (code, relocations, line_map, branch_map, final_instrs) =
158 compile_wasm_to_arm(ops, config).map_err(BackendError::CompilationFailed)?;
159
160 // #778: derive the SOUND static WCET intermediate from the final Thumb-2
161 // stream. Only present for the Thumb-2 path; the core class (from the
162 // triple) decides whether the bound is sound (M3/M4) or declined (M7).
163 // Phase 2: any --wcet-hints entry for THIS function is verified (never
164 // trusted) by the loop analyzer. Phase 3: the intermediate carries the
165 // own-body cycles + direct call sites; the module driver composes it across
166 // the call graph. `wcet` here is the SINGLE-FUNCTION view (unresolved direct
167 // calls decline `call`) — a valid standalone answer, overwritten by the
168 // composed result when the driver runs the second pass.
169 let wcet_intermediate = final_instrs.as_ref().map(|instrs| {
170 let hints = config
171 .wcet_hints
172 .as_ref()
173 .and_then(|h| h.functions.get(name));
174 let self_label = config.current_func_index.map(|i| format!("func_{i}"));
175 crate::wcet::function_wcet_intermediate(
176 name,
177 instrs,
178 &config.target.triple,
179 hints,
180 self_label.as_deref(),
181 )
182 });
183 // The SINGLE-FUNCTION standalone view (unresolved direct calls decline
184 // `call`). Kept as a per-function fallback for any consumer that reads a
185 // lone `CompiledFunction` without running the module composer; the CLI
186 // `--emit-wcet` path IGNORES this and composes `wcet_intermediate` across
187 // the whole call graph instead (its result overwrites the report).
188 let wcet = final_instrs.map(|instrs| {
189 let hints = config
190 .wcet_hints
191 .as_ref()
192 .and_then(|h| h.functions.get(name));
193 crate::wcet::function_wcet_with_hints(name, &instrs, &config.target.triple, hints)
194 });
195
196 Ok(CompiledFunction {
197 name: name.to_string(),
198 code,
199 wasm_ops: ops.to_vec(),
200 relocations,
201 line_map,
202 branch_map,
203 wcet,
204 wcet_intermediate,
205 })
206 }
207
208 fn is_available(&self) -> bool {
209 true // Always available — it's a library backend
210 }
211}
212
213/// Count the number of function parameters by analyzing LocalGet patterns
214fn count_params(wasm_ops: &[WasmOp]) -> u32 {
215 let mut first_access: std::collections::HashMap<u32, bool> = std::collections::HashMap::new();
216 for op in wasm_ops {
217 match op {
218 WasmOp::LocalGet(idx) => {
219 first_access.entry(*idx).or_insert(true);
220 }
221 WasmOp::LocalSet(idx) | WasmOp::LocalTee(idx) => {
222 first_access.entry(*idx).or_insert(false);
223 }
224 _ => {}
225 }
226 }
227
228 first_access
229 .iter()
230 .filter_map(
231 |(&idx, &is_read_first)| {
232 if is_read_first { Some(idx + 1) } else { None }
233 },
234 )
235 .max()
236 .unwrap_or(0)
237}
238
239/// #539: fold the `i32.const 0; memory.grow m` idiom to `memory.size m`.
240/// Moved to `synth_core::rewrite_memory_grow_zero` (#242, VCR-SEL-005) so the
241/// ARM and RISC-V backends share ONE implementation and cannot drift; re-export
242/// here keeps the existing `rewrite_memory_grow_zero(...)` call sites working.
243use synth_core::rewrite_memory_grow_zero;
244
245/// #509: does the op stream contain a `br`/`br_if`/`br_table` that CARRIES a
246/// value — i.e. one targeting a result-typed block/if (forward edge with
247/// results > 0) or a parameterized loop header (backward edge with loop
248/// params > 0)?
249///
250/// The optimized path's wasm→IR lowering drops the carried value on such
251/// edges (the taken arm returns the fall-through result — same class as the
252/// #507 `br_table` drop, observed on `pick_br`/`pick_br_fall`), so — like
253/// #507 — the shape is detected on the raw op stream and routed to the direct
254/// selector, whose #509 designated-result-register lowering lands the value
255/// correctly. `block_arity` is the decoder's ordinal blocktype-arity
256/// side-table; when it is empty (hand-built op streams) every block reads as
257/// void and this never fires, keeping the optimized path byte-identical for
258/// every existing caller. Frozen-safe for the same reason as #507: the frozen
259/// fixtures compile `--relocatable` (already direct), and no optimized-path
260/// fixture branches to a result-typed block.
261fn has_value_carrying_branch(wasm_ops: &[WasmOp], block_arity: &[(u8, u8)]) -> bool {
262 // Open control constructs: (is_loop, params, results), innermost last.
263 let mut open: Vec<(bool, u8, u8)> = Vec::new();
264 let mut ctrl_ord = 0usize;
265 // A branch edge carries a value when its target is a result-typed forward
266 // join (block/if) or a parameterized loop header.
267 let carries = |open: &[(bool, u8, u8)], depth: u32| -> bool {
268 let Some(&(is_loop, params, results)) = open
269 .len()
270 .checked_sub(1 + depth as usize)
271 .and_then(|i| open.get(i))
272 else {
273 return false; // function-level target — handled by Return lowering
274 };
275 if is_loop { params > 0 } else { results > 0 }
276 };
277 for op in wasm_ops {
278 match op {
279 WasmOp::Block | WasmOp::If => {
280 let (p, r) = block_arity.get(ctrl_ord).copied().unwrap_or((0, 0));
281 ctrl_ord += 1;
282 open.push((false, p, r));
283 }
284 WasmOp::Loop => {
285 let (p, r) = block_arity.get(ctrl_ord).copied().unwrap_or((0, 0));
286 ctrl_ord += 1;
287 open.push((true, p, r));
288 }
289 WasmOp::End => {
290 open.pop(); // None only at the function-level end — harmless
291 }
292 WasmOp::Br(d) | WasmOp::BrIf(d) if carries(&open, *d) => return true,
293 WasmOp::BrTable { targets, default }
294 if targets
295 .iter()
296 .chain(std::iter::once(default))
297 .any(|d| carries(&open, *d)) =>
298 {
299 return true;
300 }
301 _ => {}
302 }
303 }
304 false
305}
306
307/// Core compilation: WASM ops → ARM machine code bytes + relocations
308///
309/// Returns (code_bytes, relocations) where relocations record BL instructions
310/// that target external symbols (e.g., `__meld_dispatch_import` for import calls).
311type CompileArmOutput = (
312 Vec<u8>,
313 Vec<CodeRelocation>,
314 LineMap,
315 synth_core::backend::BranchMap,
316 // #778: the SOUND static WCET result over the final Thumb-2 stream, computed
317 // by `compile_function` (which knows the function name); `None` for the A32
318 // path. Purely additive metadata — does not touch `code`.
319 Option<Vec<synth_synthesis::ArmInstruction>>,
320);
321
322fn compile_wasm_to_arm(
323 wasm_ops: &[WasmOp],
324 config: &CompileConfig,
325) -> Result<CompileArmOutput, String> {
326 // #539: `memory.grow(0)` must return the CURRENT page count, not the
327 // fixed-memory `-1` sentinel — growing by zero pages can never fail (WASM
328 // Core §4.4.7), so a guest doing `if (memory.grow(0) < 0) trap;` wrongly
329 // faulted. Every lowering path emitted a delta-agnostic `-1`. `memory.grow(0)`
330 // is semantically identical to `memory.size`, which the backend already
331 // computes from the runtime memory-size register (R10 >> 16 = pages), so fold
332 // the `i32.const 0; memory.grow` idiom to `memory.size` up front — backend-
333 // and path-agnostic. A non-zero delta keeps `-1` (fixed memory genuinely
334 // cannot grow); a runtime delta that happens to be 0 is the documented
335 // follow-up.
336 let rewritten = rewrite_memory_grow_zero(wasm_ops);
337 // #494 phase 2b: the fact-spec guard-elision marks are keyed by op index
338 // into the stream the DRIVER handed us. The memory.grow(0) fold above can
339 // only shift indices AT OR AFTER a `memory.grow` — an op the fact-spec
340 // walk never crosses (it stops at the first untracked op, so no mark can
341 // follow one). Defense in depth: if the fold fired at all, drop the marks
342 // loudly rather than risk keying a guard elision to the wrong op.
343 //
344 // VCR-MEM-004 (#901): scry's externally-proven bounds-guard marks ride the
345 // SAME defensive gate for the SAME reason — they are op-index keyed, so an
346 // index shift would strip the guard off the wrong access. They are unioned
347 // with #494's certificate-discharged marks here (one consumption point,
348 // two authorities; `CompileConfig` keeps them separate so the attestation
349 // can say which one covered each site).
350 let (fact_div_zero_elide, fact_div_ovf_elide, mem_bounds_elide): (
351 &[usize],
352 &[usize],
353 Vec<usize>,
354 ) = if rewritten.len() == wasm_ops.len() {
355 let mut mem = config.fact_mem_bounds_elide.clone();
356 mem.extend_from_slice(&config.proven_safe_mem_elide);
357 mem.sort_unstable();
358 mem.dedup();
359 (&config.fact_div_zero_elide, &config.fact_div_ovf_elide, mem)
360 } else {
361 if !config.fact_div_zero_elide.is_empty()
362 || !config.fact_div_ovf_elide.is_empty()
363 || !config.fact_mem_bounds_elide.is_empty()
364 {
365 eprintln!(
366 "fact-spec: DECLINE guard elision marks dropped — the memory.grow(0) fold shifted op indices (#494 defensive gate); general lowering emitted"
367 );
368 }
369 if !config.proven_safe_mem_elide.is_empty() {
370 eprintln!(
371 "proven-safe: DECLINE {} bounds-guard elision mark(s) dropped — the \
372 memory.grow(0) fold shifted op indices, so the (func, pc) keys no longer \
373 name the accesses scry proved (VCR-MEM-004 defensive gate, #901); every \
374 guard is retained",
375 config.proven_safe_mem_elide.len()
376 );
377 }
378 (&[], &[], Vec::new())
379 };
380 let wasm_ops: &[WasmOp] = &rewritten;
381
382 // #457: `count_params` INFERS the param count from access patterns (a local
383 // whose first access is a read is assumed to be a param), so a
384 // read-before-write NON-PARAM local — which WASM zero-initializes — was
385 // indistinguishable from a param: it got homed in a parameter register and
386 // read caller garbage instead of 0. When the driver supplied the DECLARED
387 // count (`current_func_param_count`, from the module's type section), cap
388 // the inference with it. `min` (not a plain override) keeps every function
389 // whose inference is <= declared byte-identical: the inferred count can only
390 // EXCEED the declared one via a read-first local index >= the declared count
391 // — i.e. exactly the read-before-write locals this issue is about.
392 let inferred_params = count_params(wasm_ops);
393 let num_params = match config.current_func_param_count {
394 Some(declared) => inferred_params.min(declared),
395 None => inferred_params,
396 };
397 // A read-before-write non-param local exists iff the capped count dropped.
398 // Such locals need the wasm-mandated zero-init, which only the direct
399 // selector emits — the optimized path's `ir_to_arm` maps a non-param
400 // local's vreg onto an r4+ temp with no initialization (caller garbage).
401 let has_rbw_local = num_params < inferred_params;
402
403 let bounds_config = match config.effective_safety_bounds() {
404 SafetyBounds::None => BoundsCheckConfig::None,
405 SafetyBounds::Mpu => BoundsCheckConfig::Mpu,
406 SafetyBounds::Software => BoundsCheckConfig::Software,
407 SafetyBounds::Mask => {
408 // #651 (mirroring the RISC-V backend's compile-time decline):
409 // index masking wraps `ea & (size-1)` — a modulo only when the
410 // linear-memory size is a power of two. With a non-power-of-two
411 // size the AND would silently REMAP in-bounds addresses (e.g.
412 // 0x18000 & 0x2FFFF = 0x8000 for a 192 KiB memory). Decline
413 // loudly rather than miscompile.
414 //
415 // RQ-57-SENTINEL (#953 sibling): `bytes == 0` used to be EXEMPT
416 // from this check, because 0 was read as "unknown — plain
417 // per-function path, no module context". But 0 is also exactly
418 // what a module declaring `(memory 0)` produces, and for that
419 // module the emitted guard (`SUB R12, R10, #1; AND addr, R12`,
420 // R10 = 0 baked by the startup) computes `0 - 1 = 0xFFFFFFFF` —
421 // an IDENTITY mask. Every access then executes unmasked at
422 // `[R11 + addr]` for any 32-bit addr: an unbounded OOB read/write
423 // in the mode whose purpose is bounding. Same sentinel/value
424 // collision as #932/#953, third backend-mode instance.
425 //
426 // 0 now means what #953 made it mean everywhere: a zero-byte
427 // memory. No mask can bound an access into a memory with no bytes
428 // (wasm semantics: every access traps), and wrap-not-trap has
429 // nothing to wrap into — refuse. Callers with no module context
430 // must state the size (the #953 contract; the CLI single-function
431 // path now threads the module's declared size for all backends).
432 let bytes = config.linear_memory_bytes;
433 if bytes == 0 {
434 return Err("--safety-bounds mask: the linear memory has ZERO bytes \
435 (`(memory 0)`, or a driver that did not state the size) — \
436 every access is out of bounds and a mask cannot express a \
437 trap. Use --safety-bounds software (traps every access) \
438 or declare a non-zero memory (RQ-57-SENTINEL, #953)"
439 .to_string());
440 }
441 if !bytes.is_power_of_two() {
442 return Err(format!(
443 "--safety-bounds mask requires a power-of-two linear-memory \
444 size, got {bytes} bytes — switch to --safety-bounds software \
445 for the deterministic check (#651)"
446 ));
447 }
448 BoundsCheckConfig::Masking
449 }
450 };
451
452 // The non-optimized (direct) instruction-selection path. Handles f32 via
453 // VFP/FPU. Used directly when `--no-optimize` is set, and as the fallback
454 // when the optimized path declines a module (see issue #120 below).
455 //
456 // VCR-RA-001 step 3b-lite (#242): a FRESH selector per attempt, with
457 // `spill_on_exhaustion` set only on the retry — the first pass is the
458 // unmodified default, so every function that compiles today is selected by
459 // exactly the code that compiled it yesterday (bit-identity is structural,
460 // not behavioural).
461 let select_direct_attempt = |spill_on_exhaustion: bool,
462 param_backing_on_exhaustion: bool,
463 local_promote: bool,
464 i64_spill_slots: Option<usize>,
465 vfp_spill_on_exhaustion: bool|
466 -> Result<Vec<ArmInstruction>, synth_core::Error> {
467 let db = RuleDatabase::with_standard_rules();
468 let mut selector =
469 InstructionSelector::with_bounds_check(db.rules().to_vec(), bounds_config);
470 selector.set_target(config.target.fpu, &config.target.triple);
471 if config.num_imports > 0 {
472 selector.set_num_imports(config.num_imports);
473 }
474 // #195: plumb the callee argument-count tables so the direct selector can
475 // marshal call arguments into R0–R3 per AAPCS.
476 selector.set_func_arg_counts(
477 config.func_arg_counts.clone(),
478 config.type_arg_counts.clone(),
479 );
480 // #197: in relocatable host-link mode, emit direct `func_N` BLs for
481 // imports (rewritten to the wasm field name by build_relocatable_elf)
482 // instead of `__meld_dispatch_import`.
483 selector.set_relocatable(config.relocatable);
484 // #642: call_indirect guard inputs (compile-time table size for the
485 // bounds guard + closed-world type verdicts). Without them, every
486 // call_indirect lowering declines loudly.
487 selector.set_call_indirect_guards(config.call_indirect_guards.clone());
488 // #275: on the self-contained image path (NOT --relocatable) the R11
489 // funcref-table dispatch is a silent miscompile — the region is only
490 // populated by an external runtime, which a self-contained ELF does
491 // not have, so the dispatch would read function pointers from
492 // linear-memory data. Two outcomes:
493 // - the Thumb-2 `--cortex-m` image path (CLI-flagged: the builder
494 // that emits and patches the flash-resident funcref table will
495 // run) lowers call_indirect through that table, PC-relative,
496 // never via R11;
497 // - every OTHER self-contained configuration (A32/Cortex-R5, the
498 // simple-ELF builder, imports present) keeps the loud decline.
499 // The host-linked (--relocatable) path keeps the guarded R11
500 // dispatch: there a runtime places the table region at R11.
501 let self_contained_table = config.self_contained_funcref_table
502 && matches!(config.target.isa, IsaVariant::Thumb2 | IsaVariant::Thumb);
503 selector
504 .set_reject_self_contained_call_indirect(!config.relocatable && !self_contained_table);
505 selector.set_self_contained_funcref_table(self_contained_table);
506 // #237: native-pointer ABI — wasm statics become __synth_wasm_data-relative.
507 selector.set_native_pointer_abi(config.native_pointer_abi, config.linear_memory_bytes);
508 // VCR-MEM-002 phase 1 (#406): per-memory initial page counts — enables
509 // the multi-memory arms (memory-0 lowering never reads it; empty ⇒
510 // every multi-memory op declines loudly).
511 selector.set_memory_pages(config.memory_pages.clone());
512 // #311: i64 call results are register PAIRS — tag them.
513 selector.set_result_types(config.func_ret_i64.clone(), config.type_ret_i64.clone());
514 // #359: declared param widths of THIS function, so the AAPCS stack-arg
515 // path can refuse 64-bit params (Ok-or-Err). Empty ⇒ assume i32.
516 selector.set_params_i64(config.current_func_params_i64.clone());
517 // GI-FPU-002 (#619/#369): declared f32-param mask — home hard-float f32
518 // args in S0..S15 (AAPCS-VFP) instead of the R0..R3 integer path.
519 selector.set_params_f32(config.current_func_params_f32.clone());
520 // GI-FPU-002 phase 2 (#369): declared f64-param mask — hard-float
521 // targets decline f64-param functions loudly (no D-register homing yet).
522 selector.set_params_f64(config.current_func_params_f64.clone());
523 // GI-FPU-002 phase 2 (#719/#369): THIS function's f32/f64 return flag, so
524 // the epilogue loudly declines a float result reaching it in a core
525 // register (never a silent integer R0 return where a caller reads S0/D0).
526 selector.set_ret_float(config.current_func_ret_f32, config.current_func_ret_f64);
527 // GI-FPU-002 phase 3 (#369): per-callee float-signature tables. `Call`
528 // marshals the AAPCS-VFP boundary from these (float args into S0../D0..,
529 // float results out of S0/D0); `CallIndirect` still declines a
530 // float-returning static type loudly.
531 selector.set_float_call_signatures(
532 config.func_ret_f32.clone(),
533 config.func_ret_f64.clone(),
534 config.type_ret_f32.clone(),
535 config.type_ret_f64.clone(),
536 config.func_params_f32.clone(),
537 config.func_params_f64.clone(),
538 );
539 // #509: blocktype-arity side-table of THIS function, so value-carrying
540 // br/br_if/br_table land the carried value in the target block's
541 // designated result register instead of dropping it. Empty ⇒ legacy
542 // void-block lowering.
543 selector.set_block_arity(config.current_func_block_arity.clone());
544 // Stack-pointer promotion is meaningful only under the native-pointer ABI;
545 // gating here keeps every non-native compile (all frozen fixtures) on the
546 // legacy R9 globals-table path, bit-identical.
547 if config.native_pointer_abi
548 && let Some((sp_idx, sp_init)) = config.stack_pointer_global
549 {
550 selector.set_native_pointer_stack(sp_idx, sp_init);
551 }
552 // #643: per-global slot widths — i64/f64 globals occupy 8-byte slots
553 // (register-pair store/load) and shift every later global's offset.
554 // Empty for i32-only modules ⇒ the legacy `idx * 4` layout, unchanged.
555 selector.set_global_widths(config.global_widths.clone());
556 selector.set_spill_on_exhaustion(spill_on_exhaustion);
557 selector.set_param_backing_on_exhaustion(param_backing_on_exhaustion);
558 // #881 (VCR-RA-004): VFP register-file spilling, set ONLY on the retry
559 // after an attempt failed with a GI-FPU-002 exhaustion Err — functions
560 // that compile without it keep byte-identical output by construction.
561 selector.set_vfp_spill_on_exhaustion(vfp_spill_on_exhaustion);
562 // #587 pool-grow rung: a larger i64 spill-slot pool, set ONLY on the
563 // retry after an attempt failed with the slot-pool-exhausted Err —
564 // functions that compile with the default pool keep their frame
565 // byte-identical by construction.
566 if let Some(slots) = i64_spill_slots {
567 selector.set_i64_spill_slots(slots);
568 }
569 // VCR-RA local promotion (#390, #242): keep eligible non-param i32 locals
570 // in callee-saved registers instead of frame slots — the structural lever
571 // toward native parity. DEFAULT-ON as of v0.14.0: gale's G474RE DWT gate
572 // cleared it as a net win (gust_mix dissolved 58→50 cyc/call −14%, all 5
573 // stack spill/reloads eliminated, correctness bit-identical over [0,2047],
574 // 2.00×→1.72× vs LLVM). Escape hatch: `SYNTH_NO_LOCAL_PROMOTE=1` restores
575 // the frame-slot path. Leaf-only / i32-only / ARM-only (see
576 // compute_local_promotion); the leaf-only lift + i64 locals are follow-ons.
577 // #474: `local_promote` is now a per-attempt parameter so the retry ladder
578 // can drop promotion as an exhaustion-recovery rung (promotion pins r4-r8,
579 // which on a dense function leaves the spill allocator with nothing to
580 // free → the frame-slot path is the escape that restores compilability).
581 selector.set_local_promote(local_promote);
582 // #494 phase 2b: certificate-discharged div/rem trap-guard elision
583 // marks (empty in every compile without SYNTH_FACT_SPEC + facts).
584 selector
585 .set_fact_div_guard_elisions(fact_div_zero_elide.to_vec(), fact_div_ovf_elide.to_vec());
586 // #494 bounds-elision + VCR-MEM-004 (#901): per-site memory
587 // bounds-guard marks, unioned above. Empty in every compile without
588 // SYNTH_FACT_SPEC + facts or --proven-safe.
589 selector.set_fact_mem_bounds_elisions(mem_bounds_elide.clone());
590 selector.select_with_stack(wasm_ops, num_params)
591 };
592 let select_direct = || -> Result<Vec<ArmInstruction>, String> {
593 const SINGLE_EXHAUSTION: &str = "all allocatable registers are live on the stack";
594 const PAIR_EXHAUSTION: &str = "no consecutive pair of free registers for i64";
595 const SLOT_EXHAUSTION: &str = "i64 spill-slot pool exhausted";
596 // The full exhaustion-recovery ladder, parameterized on whether local
597 // promotion is enabled. Each rung is reached only when the previous one
598 // returned a recoverable register-exhaustion Err, so a function that
599 // compiles on the first attempt is untouched by the later rungs. Returns
600 // the result AND which rung produced it (for the #242 measurement below).
601 let recovery_ladder = |promote: bool,
602 i64_spill_slots: Option<usize>,
603 vfp_spill: bool|
604 -> (
605 Result<Vec<ArmInstruction>, synth_core::Error>,
606 &'static str,
607 ) {
608 let mut attempt =
609 select_direct_attempt(false, false, promote, i64_spill_slots, vfp_spill);
610 let mut rung = "base";
611 // VCR-RA-001 step 3b-lite (#242): the i32 register-exhaustion
612 // hard-fail is recoverable — retry with spill-on-exhaustion, which
613 // reserves the spill area and spills the deepest stack value when
614 // the pool is full.
615 if let Err(e) = &attempt
616 && e.to_string().contains(SINGLE_EXHAUSTION)
617 {
618 attempt = select_direct_attempt(true, false, promote, i64_spill_slots, vfp_spill);
619 rung = "spill";
620 }
621 // VCR-RA-001 acceptance increment (#242): the i64 consecutive-PAIR
622 // exhaustion is recoverable too — not by stack spilling (the pair
623 // allocator already spills stack values, #171) but by frame-backing
624 // the params (#204) so they stop pinning R0-R3, with spill kept on.
625 if let Err(e) = &attempt
626 && e.to_string().contains(PAIR_EXHAUSTION)
627 {
628 attempt = select_direct_attempt(true, true, promote, i64_spill_slots, vfp_spill);
629 rung = "param-backing";
630 }
631 (attempt, rung)
632 };
633 // #474: local promotion (default-on since v0.14.0) is an OPTIMIZATION — it
634 // must never be the reason a function fails to compile. Run the full ladder
635 // with promotion first (so every function that compiles today is
636 // bit-identical), and if it still ends in register exhaustion, fall back to
637 // the promotion-off ladder (the v0.12.0 frame-slot lowering — exactly what
638 // the `SYNTH_NO_LOCAL_PROMOTE=1` workaround does, now automatic). Promotion
639 // pins r4-r8 for the locals; on a dense function that leaves the allocator
640 // with nothing to free, so dropping it restores compilability. The fallback
641 // is reached ONLY by functions that exhaust WITH promotion, so promotion-on
642 // output is untouched by construction (frozen byte gate stays green).
643 let promote = std::env::var("SYNTH_NO_LOCAL_PROMOTE").is_err();
644 // The full pre-#587 recovery sequence (promotion-on ladder, then the
645 // #474 promotion-off fallback), parameterized on the pool size so the
646 // pool-grow retry below reruns it verbatim.
647 let full_sequence = |slots: Option<usize>,
648 vfp_spill: bool|
649 -> (
650 Result<Vec<ArmInstruction>, synth_core::Error>,
651 &'static str,
652 bool,
653 ) {
654 let (mut attempt, mut rung) = recovery_ladder(promote, slots, vfp_spill);
655 let mut promotion_dropped = false;
656 if promote
657 && attempt
658 .as_ref()
659 .err()
660 .is_some_and(|e| e.to_string().contains("register exhaustion"))
661 {
662 let (rescued, off_rung) = recovery_ladder(false, slots, vfp_spill);
663 if rescued.is_ok() {
664 attempt = rescued;
665 rung = off_rung;
666 promotion_dropped = true;
667 }
668 }
669 (attempt, rung, promotion_dropped)
670 };
671 let (mut attempt, mut rung, mut promotion_dropped) = full_sequence(None, false);
672 // #587 pool-grow retry (the falcon func_60/func_73 remainder): the fixed
673 // 8-slot i64 spill pool can exhaust while spilling is otherwise working —
674 // an i64-dense function simply has more values simultaneously live than
675 // the pool holds. Rerun the ENTIRE sequence (every rung, both promotion
676 // modes) with the pool sized from a conservative operand-stack-depth
677 // bound: the number of simultaneously spilled values can never exceed
678 // the operand-stack depth, plus a few transient slots (the arg-move
679 // cycle resolver and call-result parking each borrow one). The selector
680 // clamps the request to its 12-bit-friendly cap; a function that still
681 // exhausts stays an honest loud skip. Deliberately LAST — after the #474
682 // promotion-off fallback — so any function that compiled yesterday
683 // (through any rung or fallback) is produced by exactly yesterday's
684 // path, byte-identical; the grown pool only ever fires for functions
685 // whose every existing escape ended in the slot-pool Err.
686 if attempt
687 .as_ref()
688 .err()
689 .is_some_and(|e| e.to_string().contains(SLOT_EXHAUSTION))
690 {
691 let depth = synth_core::wasm_stack_check::max_depth_bound(wasm_ops) as usize;
692 let (grown, _, grown_dropped) = full_sequence(Some(depth.saturating_add(4)), false);
693 if grown.is_ok() {
694 attempt = grown;
695 rung = "pool-grow";
696 promotion_dropped = grown_dropped;
697 }
698 }
699 // #881 (VCR-RA-004): the GI-FPU-002 VFP register-file exhaustion is
700 // recoverable too — retry the ENTIRE sequence with VFP spilling
701 // enabled (the pre-op pressure guard spills the deepest segment-local
702 // f32/f64 stack value into the shared spill area and reloads spilled
703 // operands before their consumers). Deliberately LAST, after every
704 // integer rung, so any function that compiled yesterday is produced
705 // by exactly yesterday's path; the VFP rung only ever fires for
706 // functions whose every existing escape ended in a GI-FPU-002
707 // exhaustion Err (previously an unconditional loud skip). A VFP-
708 // spilling function can in turn exhaust the shared slot pool — the
709 // #587 pool-grow retry composes inside the rung.
710 const VFP_S_EXHAUSTION: &str = "VFP register file exhausted";
711 const VFP_D_EXHAUSTION: &str = "VFP D-register file exhausted";
712 if attempt.as_ref().err().is_some_and(|e| {
713 let msg = e.to_string();
714 msg.contains(VFP_S_EXHAUSTION) || msg.contains(VFP_D_EXHAUSTION)
715 }) {
716 let (vfp, vfp_rung, vfp_dropped) = full_sequence(None, true);
717 let (vfp, vfp_rung, vfp_dropped) = if vfp.as_ref().err().is_some_and(|e| {
718 let msg = e.to_string();
719 msg.contains(SLOT_EXHAUSTION) || msg.contains("spilling the VFP register file")
720 }) {
721 let depth = synth_core::wasm_stack_check::max_depth_bound(wasm_ops) as usize;
722 let (grown, grown_rung, grown_dropped) =
723 full_sequence(Some(depth.saturating_add(4)), true);
724 if grown.is_ok() {
725 (grown, grown_rung, grown_dropped)
726 } else {
727 (vfp, vfp_rung, vfp_dropped)
728 }
729 } else {
730 (vfp, vfp_rung, vfp_dropped)
731 };
732 if vfp.is_ok() {
733 attempt = vfp;
734 rung = match vfp_rung {
735 "base" => "vfp-spill",
736 _ => "vfp-spill+int",
737 };
738 promotion_dropped = vfp_dropped;
739 }
740 }
741 // VCR-RA measurement (#242): log which recovery rung produced the result,
742 // so the per-rung distribution across a corpus can be measured — the size
743 // of the failure surface a verified allocator must subsume (see
744 // scripts/repro/register_exhaustion_recovery_ladder.md). Logging only:
745 // emitted bytes are unchanged, so the frozen byte gate is unaffected.
746 if std::env::var("SYNTH_RECOVERY_STATS").is_ok() {
747 eprintln!(
748 "[recovery-stats] rung={rung}{} result={}",
749 if promotion_dropped {
750 " promotion-off"
751 } else {
752 ""
753 },
754 if attempt.is_ok() { "ok" } else { "exhausted" },
755 );
756 }
757 attempt.map_err(|e| format!("instruction selection failed: {}", e))
758 };
759
760 // Instruction selection: optimized or direct.
761 //
762 // #197: `--relocatable` (host-link ET_REL) forces the direct selector. The
763 // optimized path materializes an absolute linmem base (0x20000100) and does
764 // not preserve caller-saved registers across calls — both wrong for a
765 // host-linked object, where the linmem base arrives via `fp` at runtime and
766 // callees follow AAPCS. `select_with_stack` (now i64-spill capable after
767 // #171) handles fp-relative memory + caller-saved preservation correctly.
768 //
769 // #507: `br_table` is DROPPED during the optimized path's wasm→IR lowering
770 // (`optimize_full`), so `ir_to_arm` never sees the dispatch — it emits the
771 // arm bodies in fall-through sequence with no `cmp`/branch on the selector, a
772 // SILENT miscompile (every input hits the last arm). The selector value isn't
773 // even loaded. Because the drop happens before `ir_to_arm`, there's no `Err`
774 // to fall back on; detect it on the raw wasm op stream here and force the
775 // direct selector (`select_with_stack` lowers `br_table` correctly as a
776 // cmp-chain — confirmed on the `--relocatable` path). Same honest-degradation
777 // contract as the issue-#120 f32 decline: the function still compiles
778 // correctly, just without IR-level optimization. Frozen-safe: the frozen
779 // fixtures compile `--relocatable` (already direct), and no optimized-path
780 // fixture (control_step, flight_algo) contains `br_table`.
781 let has_br_table = wasm_ops
782 .iter()
783 .any(|op| matches!(op, WasmOp::BrTable { .. }));
784 // #509: the optimized path also drops the value carried by a `br`/`br_if`
785 // to a result-typed block (the taken edge returns the wrong arm's value —
786 // same silent-miscompile class as the #507 br_table drop). Route the shape
787 // to the direct selector, whose designated-result-register lowering (#509)
788 // lands the carried value at the join. Never fires for void-block control
789 // flow (all frozen/optimized fixtures), so those stay byte-identical.
790 let has_value_carry = has_value_carrying_branch(wasm_ops, &config.current_func_block_arity);
791 // #503-i64/#518: route any signature with a 64-bit (i64/f64) param to the
792 // direct selector. The optimized path's param homing is width-naive — its
793 // #518 decline covers only functions that READ an i64 param (an `I64Load`
794 // from a param index), so a function that reads an i32 param whose AAPCS
795 // home a preceding wide param SHIFTED (e.g. p1 of `(i64 i32)` lives in R2,
796 // not R1; p3 of `(i64 i32 i32 i32)` lives on the stack, not in R3) was
797 // silently miscompiled rather than falling back. The direct selector's
798 // `aapcs_param_layout` homing handles every such shape (i64-param READS
799 // already fell back to it via the ir_to_arm Err, so those functions emit
800 // the same bytes as before). `num_params` counts read-first locals, so a
801 // function that never touches any param keeps the optimized path.
802 let has_wide_param = config
803 .current_func_params_i64
804 .iter()
805 .take(num_params as usize)
806 .any(|&w| w);
807 // #782(b): a HARD-float (FPU) target passes f32 args in VFP S-registers
808 // and returns floats in S0/D0 (AAPCS-VFP) — but the optimized path's
809 // param/return homing is float-naive (integer R0..R3 args, R0 return). A
810 // function whose ops ALL lower on the optimized path but whose SIGNATURE
811 // carries a float — e.g. the pure value-pick
812 // `(param f32 f32 i32) (result f32) select`, no float OP to trip the
813 // issue-#120 ir_to_arm fallback — was silently compiled with the integer
814 // ABI: callers marshal S0/S1, the body reads R0/R1. Route every
815 // float-signature function to the direct selector (AAPCS-VFP homing, or
816 // an honest decline). Soft-float targets (no FPU) keep the optimized
817 // path: the integer treatment IS the ABI there — byte-identical. (f64
818 // params already route direct via `has_wide_param`; this adds f32 params
819 // and f32/f64 returns.)
820 let has_float_sig = config.target.fpu.is_some()
821 && (config.current_func_ret_f32
822 || config.current_func_ret_f64
823 || config
824 .current_func_params_f32
825 .iter()
826 .take(num_params as usize)
827 .any(|&f| f)
828 || config
829 .current_func_params_f64
830 .iter()
831 .take(num_params as usize)
832 .any(|&f| f));
833 // #494 phase 2b: div/rem guard-elision marks are consumed by the DIRECT
834 // selector only — the optimized path's IR passes (const-fold/CSE/DCE)
835 // renumber instructions, so an op-index-keyed mark cannot soundly survive
836 // them. Route marked functions direct (the #507/#509 honest-degradation
837 // pattern). Never fires without SYNTH_FACT_SPEC + facts + a discharged
838 // obligation, so every existing compile keeps its path byte-identical.
839 let has_fact_div_elide = !fact_div_zero_elide.is_empty()
840 || !fact_div_ovf_elide.is_empty()
841 // #494 bounds-elision + VCR-MEM-004 (#901): memory bounds-guard marks
842 // are direct-selector keyed for the same reason (IR passes renumber
843 // instructions). This is ALSO why the optimized path's
844 // `push_software_bounds_guard` sites never need mark plumbing: a
845 // marked function is routed away from that path entirely.
846 || !mem_bounds_elide.is_empty();
847 // #643: the optimized path's global lowering is width-naive — `GlobalGet`/
848 // `GlobalSet` are single-word `[R9, idx*4]` accesses, which (a) silently
849 // dropped the high word of every i64 global and (b) mis-address every
850 // global whose offset an earlier wide (i64/f64) slot shifted. When the
851 // module has any wide global, route every global-touching function to the
852 // direct selector, whose type-aware summed layout pairs the access (or
853 // declines loudly). Modules with only 4-byte globals — every existing
854 // fixture — keep the optimized path byte-identical.
855 let has_wide_global_module = config.global_widths.iter().any(|&w| w > 4);
856 let has_global_access = has_wide_global_module
857 && wasm_ops
858 .iter()
859 .any(|op| matches!(op, WasmOp::GlobalGet(_) | WasmOp::GlobalSet(_)));
860 // VCR-VER-001 (#242): `post_exhaust` scopes the post-exhaustion cleanup
861 // extensions to functions whose bytes the #580 spill-on-exhaustion
862 // machinery actually shaped (bridge-reported). Everything else — the
863 // direct path, non-exhausted optimized functions — stays byte-identical
864 // flag-on (the `vcr_ver_001_gate_242` lock's contract).
865 let (arm_instrs, post_exhaust) = if config.no_optimize
866 || config.relocatable
867 || has_br_table
868 || has_value_carry
869 || has_wide_param
870 || has_float_sig
871 || has_global_access
872 || has_fact_div_elide
873 // #457: route read-before-write non-param locals to the direct
874 // selector, whose prologue zero-init lands the wasm-mandated 0.
875 || has_rbw_local
876 {
877 if std::env::var("SYNTH_PATH_DEBUG").is_ok() {
878 eprintln!("[path-debug] direct (pre-gate)");
879 }
880 (select_direct()?, false)
881 } else {
882 let opt_config = if config.loom_compat {
883 OptimizationConfig::loom_compat()
884 } else {
885 OptimizationConfig::all()
886 };
887
888 let mut bridge = OptimizerBridge::with_config(opt_config);
889 // #188: tell the bridge how many imports there are so it declines only
890 // LOCAL calls (and leaves import calls on the optimized path, keeping
891 // the #173 field-name relocation rewrite intact).
892 bridge.set_num_imports(config.num_imports);
893 // #543 Phase 2: thread the integrator-marked volatile DMA-window ranges
894 // (`--volatile-segment <base>:<len>`) to the bridge's address-caching
895 // levers — base-CSE (#468) excludes any access inside a marked range
896 // from its fold set, and the bridge-level const-CSE declines wholesale
897 // while any range is marked. Empty (the default) ⇒ byte-identical.
898 bridge.set_volatile_segments(config.volatile_segments.clone());
899 // #377: thread `--safety-bounds` to the bridge. Pre-fix the optimized
900 // path ignored it — `software`/`mask` were SILENT NO-OPS on the path
901 // that lowers the bulk of a flight loop's i32 loads/stores (byte-
902 // identical to `none`, while the safety manifest claimed otherwise).
903 // `Software` now emits the inline guard per access; `Masking` declines
904 // memory-accessing functions to the direct selector; `None`/`Mpu` are
905 // byte-identical to before.
906 bridge.set_bounds_check(bounds_config);
907 // #687: thread the absolute linear-memory base the optimized path
908 // materializes. Defaults to 0x2000_0100 (byte-identical);
909 // `--stack-layout=low` shifts it up by the reserved stack size so
910 // const-address accesses follow the moved linear memory.
911 bridge.set_linmem_base(config.linmem_base);
912 // `ir_to_arm` now returns `Result` — an `Err` means the optimized path
913 // hit an unmapped vreg (issue-#93-class). Treat it identically to an
914 // `optimize_full` failure: fall back to the direct selector rather
915 // than propagating, so the function still compiles correctly.
916 match bridge
917 .optimize_full(wasm_ops)
918 .and_then(|(opt_ir, _cfg, _stats)| bridge.ir_to_arm(&opt_ir, num_params as usize))
919 {
920 Ok(arm_ops) => {
921 if std::env::var("SYNTH_PATH_DEBUG").is_ok() {
922 eprintln!("[path-debug] optimized (ir_to_arm ok)");
923 }
924 (
925 arm_ops
926 .into_iter()
927 .map(|op| ArmInstruction {
928 op,
929 source_line: None,
930 })
931 .collect(),
932 bridge.spill_on_exhaust_fired(),
933 )
934 }
935 // Issue #120: the optimized path declines modules it cannot lower
936 // (notably scalar f32/f64 ops — the IR has no float opcodes). Fall
937 // back to the direct instruction selector, which handles f32 via
938 // VFP/FPU. This is honest degradation: the function still compiles
939 // correctly, just without IR-level optimization.
940 Err(e) => {
941 if std::env::var("SYNTH_PATH_DEBUG").is_ok() {
942 eprintln!("[path-debug] direct (fallback: {e})");
943 }
944 (select_direct()?, false)
945 }
946 }
947 };
948
949 // #257/#277: `mul`+`add`→`mla` fusion is intentionally NOT wired here.
950 // The transform is correct and ready (`synth_synthesis::liveness::fuse_mul_add`,
951 // fully tested), but it is **register-allocation-coupled**: over the current
952 // greedy single-pass selector, folding `mul rM,..; add rD,rM,rX` → `mla`
953 // extends the live ranges of the mul inputs to the mla point, and the added
954 // pressure (extra moves/spills) costs more than the single-cycle MLA saves —
955 // gale measured a +2 cyc on-target REGRESSION (flat_flight 255→257, G474RE)
956 // even though it removes 2 instructions and the seam stays 0x07FDF307. So the
957 // fusion stays unwired until the spill-aware allocator (VCR-RA-001) chooses
958 // registers, at which point it becomes net-positive (per #272's plan and the
959 // wiring design note). Lesson (#277): a register-pressure-affecting transform
960 // needs an on-target/allocator-aware gate, not a byte-count gate, before it
961 // can default on.
962
963 // VCR-RA-001 const-CSE / rematerialization-avoidance (#209): moved to run
964 // LAST, after the immediate-folds — see the apply_const_cse call below
965 // (#242). Earlier it ran here (before range-realloc and the folds), which is
966 // what let it grow gale's --relocatable `gust_mix` 90→92 B (#242 burndown,
967 // 2026-06-26): retargeting a read defeated a *downstream* immediate-fold that
968 // would otherwise have absorbed the constant. Running CSE-last makes those
969 // foldable consts already-folded-and-gone, so CSE only ever touches genuinely
970 // redundant materializations.
971
972 // VCR-RA-001 RANGE RE-ALLOCATION (#209/#242, wiring step 3a) — the first
973 // CONSEQUENTIAL allocator pass: re-colour each maximal straight-line
974 // segment over the R0-R8 pool with value ranges as the allocation unit
975 // (segment inputs + per-register live-outs pinned to their original
976 // registers, reserved R9-R12/SP identity-assigned — each segment is
977 // independently sound, no cross-segment liveness assumed). Renames
978 // registers only: never adds, removes, or reorders instructions, so
979 // labels/branch offsets are unaffected.
980 //
981 // DEFAULT-ON since v0.11.36: gale cleared the gate on-target (G474RE,
982 // #209 2026-06-10) — flag-on output byte-identical to flag-off on
983 // flat_flight/controller/control_step, fires on the filter family with
984 // zero cycle delta and a small size win, all selfchecks green on silicon.
985 // Opt out with `SYNTH_RANGE_REALLOC=0`; per-function stats with
986 // `SYNTH_REALLOC_STATS=1`.
987 //
988 // The companion dead callee-saved-save elimination (gale's "next
989 // consequential lever", same issue comment) then shrinks the prologue
990 // `push {r4-r8,lr}` / epilogue `pop {r4-r8,pc}` to the callee-saved
991 // registers the re-allocated body still touches (leaf-only,
992 // SP-untouched, even-count-padded — see shrink_callee_saved_saves):
993 // ~12 cycles of pure save/restore overhead removed on small leaves.
994 let realloc_on = std::env::var("SYNTH_RANGE_REALLOC").map_or(true, |v| v != "0");
995 let arm_instrs = if realloc_on {
996 use synth_synthesis::rules::Reg;
997 const POOL: [Reg; 9] = [
998 Reg::R0,
999 Reg::R1,
1000 Reg::R2,
1001 Reg::R3,
1002 Reg::R4,
1003 Reg::R5,
1004 Reg::R6,
1005 Reg::R7,
1006 Reg::R8,
1007 ];
1008 // VCR-DEC-001 (epic #242, the North Star's first foothold): the
1009 // SYNTH_GRAPH_ALLOC graph-colouring allocator SPIKE. When enabled it
1010 // replaces STEP 1 of the re-allocation (the segment-based
1011 // `reallocate_function`) with a whole-function Chaitin/Briggs colouring
1012 // (`graph_alloc::reallocate`) built against the SAME acceptance oracle
1013 // (`validate_segment_rewrite` trace-equality); the later dead-frame /
1014 // callee-saved-prologue / shrink passes still run on its output, so a
1015 // value it homes in R4-R8 still gets its callee-saved push (the
1016 // invariant the unconditional VCR-RA-003 validator guards). It is
1017 // BOUNDED to whole straight-line functions and DECLINES (returns None)
1018 // to the shipping `reallocate_function` on any control flow, spill, or
1019 // unmodeled op — never a hard-fail. Flag-OFF (`SYNTH_GRAPH_ALLOC` unset)
1020 // never enters this branch, so the shipping bytes are byte-identical
1021 // (the GOLDEN trick — frozen fixtures unchanged). NO default flip: the
1022 // spike ships flag-off; the flip is a later, evidence-gated step.
1023 //
1024 // VCR-VER-001 (#242): on a function the spill-on-exhaustion machinery
1025 // shaped, the terminal segment gets relaxed live-out pinning (only
1026 // R0/R1 are observable past `bx lr` at this pre-prologue position) so
1027 // the colourer can lower R4-R8-homed tails into caller-saved R0-R3 —
1028 // shrinking the `push {r4-r8,lr}` the #580 exhaustion shapes pay for.
1029 // `post_exhaust == false` selects the shipping pass bit for bit.
1030 let (out, stats) = if synth_synthesis::graph_alloc::enabled() {
1031 match synth_synthesis::graph_alloc::reallocate(&arm_instrs, &POOL) {
1032 Some(new) => {
1033 if std::env::var("SYNTH_GRAPH_ALLOC_STATS").is_ok() {
1034 eprintln!("[graph-alloc] whole-function colouring APPLIED (validated)");
1035 }
1036 (new, synth_synthesis::liveness::ReallocStats::default())
1037 }
1038 None => {
1039 if std::env::var("SYNTH_GRAPH_ALLOC_STATS").is_ok() {
1040 eprintln!("[graph-alloc] DECLINED → shipping reallocate_function");
1041 }
1042 synth_synthesis::liveness::reallocate_function_post_exhaust(
1043 &arm_instrs,
1044 &POOL,
1045 post_exhaust,
1046 )
1047 }
1048 }
1049 } else {
1050 synth_synthesis::liveness::reallocate_function_post_exhaust(
1051 &arm_instrs,
1052 &POOL,
1053 post_exhaust,
1054 )
1055 };
1056 if std::env::var("SYNTH_REALLOC_STATS").is_ok() {
1057 eprintln!(
1058 "[range-realloc] {} segments: {} reallocated, {} declined ({} validator-rejected), {} need spill (step 4)",
1059 stats.segments,
1060 stats.reallocated,
1061 stats.declined,
1062 stats.validator_rejects,
1063 stats.needs_spill
1064 );
1065 }
1066 // VCR-VER-004 AUDIT (#242) — report-only, opt-in, never gating.
1067 //
1068 // The ABI observable-contract validator is a GATE on the flag-off
1069 // graph-colouring spike. This hook asks the same question of the
1070 // SHIPPING allocator's rewrite, so the answer is a MEASUREMENT rather
1071 // than a claim: how much of the shipping path can a value-level,
1072 // ABI-anchored check actually see today? Report-only DELIBERATELY —
1073 // making it gate here would risk a false rejection on the default
1074 // path, and the honest sequence is measure first, flip on evidence.
1075 // `SYNTH_ABI_CONTRACT_AUDIT=1` prints one verdict per function.
1076 if std::env::var_os("SYNTH_ABI_CONTRACT_AUDIT").is_some() {
1077 eprintln!(
1078 "[abi-contract-audit] {:?}",
1079 synth_synthesis::abi_contract::validate_abi_contract(&arm_instrs, &out)
1080 );
1081 }
1082 // VCR-RA-002 (#390, epic #242): eliminate a provably-dead stack frame
1083 // (`sub sp,#N`/`add sp,#N` reserved by `compute_local_layout` for locals
1084 // that promotion homed in registers, never accessed). Removing it saves
1085 // the two instructions AND restores the SP-untouched precondition that
1086 // `shrink_callee_saved_saves` requires — so it must run FIRST.
1087 // DEFAULT-ON (#242 flag audit flip-wave, #592 audit item): evidence
1088 // basis was the 2-path × repro-corpus sweep — 0 functions grow, 58
1089 // shrink (flight_seam controller_step 250→242 −8 / filter_step 180→168
1090 // −12, native_pointer frame_roundtrip 46→34 −12), locked by the
1091 // `dead_frame_elim_no_grow_corpus_242` cargo gate; execution
1092 // differentials re-run green on the new default bytes BEFORE the
1093 // frozen ARM anchors were re-pinned (leaf_dead_frame, flight_seam,
1094 // frame_slot_dce — see the flip PR). Escape hatch:
1095 // `SYNTH_DEAD_FRAME_ELIM=0` opts out and restores the pre-flip bytes
1096 // (CI-gated in `frozen_codegen_bytes.rs`).
1097 let out = if !std::env::var("SYNTH_DEAD_FRAME_ELIM").is_ok_and(|v| v == "0") {
1098 synth_synthesis::liveness::elide_dead_frame(&out).unwrap_or(out)
1099 } else {
1100 out
1101 };
1102 // #490 (epic #242): the optimized selector uses r4-r8 as scratch /
1103 // promoted locals but emits no prologue, silently clobbering a caller's
1104 // callee-saved registers. Add the missing `push {r4-r8,lr}` /
1105 // `pop {r4-r8,pc}` HERE — on the post-realloc body, where realloc has
1106 // lowered low-pressure r4-r8 scratch back to r0-r3, so a save is added
1107 // only for registers genuinely clobbered. `shrink_callee_saved_saves`
1108 // (next) then trims it to the used set. No-op on the direct path (it
1109 // already has its own prologue) and on callee-saved-free leaves.
1110 let out = synth_synthesis::liveness::ensure_callee_saved_prologue(&out);
1111 synth_synthesis::liveness::shrink_callee_saved_saves(&out).unwrap_or(out)
1112 } else {
1113 // Range-realloc off (`SYNTH_RANGE_REALLOC=0`): the optimized path still
1114 // must preserve the callee-saved registers it clobbers (#490). No shrink
1115 // (it is coupled to the realloc lever), so the conservative full save
1116 // stays — correct, just not minimised in this debug configuration.
1117 synth_synthesis::liveness::ensure_callee_saved_prologue(&arm_instrs)
1118 };
1119
1120 // VCR-RA-001 SHADOW ALLOCATION (#209/#242): run the register allocator on
1121 // the selected stream and LOG what it finds — without changing a single
1122 // emitted byte. This is the measure-only bridge between the built analysis
1123 // layer and the eventual virtual-register wiring: it shows, per real
1124 // function, whether the allocator can colour it within the R0–R8 pool and
1125 // how much const-CSE / rematerialization headroom exists (#209). Enable with
1126 // `SYNTH_SHADOW_ALLOC=1`; off by default and side-effect-free either way.
1127 if std::env::var("SYNTH_SHADOW_ALLOC").is_ok() {
1128 use synth_synthesis::liveness::{
1129 AllocationOutcome, allocate_function, function_peak_pressure,
1130 };
1131 // R9 globals / R10 mem-size / R11 mem-base / R12 IP-scratch are reserved;
1132 // pin them above the 0..9 allocatable pool so the colourer keeps R0–R8.
1133 let precolored = std::collections::BTreeMap::from([
1134 (synth_synthesis::rules::Reg::R9, 9usize),
1135 (synth_synthesis::rules::Reg::R10, 10),
1136 (synth_synthesis::rules::Reg::R11, 11),
1137 (synth_synthesis::rules::Reg::R12, 12),
1138 ]);
1139 // True VALUE pressure (one node per value, not per reused physical reg):
1140 // a NeedsSpill with peak ≤ 9 is a SPURIOUS physical-register spill — the
1141 // function fits once virtually allocated.
1142 let peak = function_peak_pressure(&arm_instrs);
1143 match allocate_function(&arm_instrs, 9, &precolored) {
1144 AllocationOutcome::Allocated {
1145 remat_opportunities,
1146 coloring,
1147 } => eprintln!(
1148 "[shadow-alloc] OK: {} pregs coloured within R0-R8 pool, peak value-pressure {}, {} const-CSE/remat opportunities",
1149 coloring.len(),
1150 peak,
1151 remat_opportunities
1152 ),
1153 AllocationOutcome::NeedsSpill(s) => eprintln!(
1154 "[shadow-alloc] physical-graph would spill {:?}, but peak value-pressure is {} (≤9 ⇒ spurious; fits once virtually allocated)",
1155 s, peak
1156 ),
1157 AllocationOutcome::Declined => {
1158 eprintln!(
1159 "[shadow-alloc] declined (unmodeled construct — calls/i64/fp/offset-branch)"
1160 )
1161 }
1162 }
1163 }
1164
1165 // VCR-SEL-004 cmp→select → IT-block predication fusion (#242). The selector
1166 // lowers a `select` whose condition is a comparison to a *materialize then
1167 // re-test* sequence (`cmp a,b; SetCond D,c; cmp D,#0; movne dst,v1; moveq
1168 // dst,v2`); this collapses it onto the comparison's own flags — deleting the
1169 // `SetCond` and the `cmp D,#0` and retargeting the predicated moves to `c` /
1170 // `invert(c)` — yielding the textbook predicated clamp (`cmp a,b; movc dst,v1;
1171 // mov{!c} dst,v2`). −2 instructions per fused select. gale #428 measured this
1172 // as the #1 hot-path size/cycle lever on the gust_mix clamp chain.
1173 //
1174 // Run LATE: after range re-allocation (so the dead-D proof sees final register
1175 // identities) and before encode. Removal-only + rename-only ⇒ no spill
1176 // regression and labels/branch offsets are unaffected. Each fusion is proven
1177 // sound (flags reused only when nothing clobbers them in the window; the
1178 // boolean deleted only when provably dead) — see `fuse_cmp_select`.
1179 //
1180 // DEFAULT-ON as of v0.13.0 (#428): cmp→select fusion ships by default. The
1181 // byte-changing flip is validated by (a) the unicorn execution oracle that runs
1182 // the two-move `mov{invert(c)}` arm (cmp_select_two_move_differential.py), (b)
1183 // gale's gale_decider_diff 10,596-case sweep across all 8 verified primitives
1184 // (native ≡ flag-off ≡ flag-on = 0x88e73178d232bcf5), and (c) the named-anchor
1185 // differentials re-run with fusion ON — control_step still 0x00210A55, flat+
1186 // inlined flight_algo still 0x07FDF307 (results preserved; bytes deliberately
1187 // changed, re-frozen on this commit). Escape hatch: `SYNTH_NO_CMP_SELECT_FUSE=1`
1188 // reverts to the pre-fusion lowering. The on-silicon G474RE DWT no-regression
1189 // check is a tracked post-ship follow-up (gale owns it).
1190 let arm_instrs = if std::env::var("SYNTH_NO_CMP_SELECT_FUSE").is_err() {
1191 // The rewritten stream is identical to `fuse_cmp_select`'s 2-tuple form;
1192 // the extra `two_move` count is diagnostic only (the fusion census /
1193 // blast-radius datum — #7 made that arm reachable).
1194 let (out, fused, two_move) =
1195 synth_synthesis::liveness::fuse_cmp_select_with_stats(&arm_instrs);
1196 if std::env::var("SYNTH_FUSE_STATS").is_ok() {
1197 let in_place = fused - two_move;
1198 eprintln!(
1199 "[cmp-select-fuse] {fused} select(s) fused to predicated moves \
1200 ({two_move} two-move, {in_place} in-place)"
1201 );
1202 }
1203 out
1204 } else {
1205 arm_instrs
1206 };
1207
1208 // Perf lever 1 toward native parity (#390): redundant stack-reload elimination.
1209 // synth lowers every wasm local to a frame slot, so `local.set; local.get` emits
1210 // `str rX,[sp,#N]; … ; ldr rY,[sp,#N]`; when rX still holds the value the reload
1211 // (a ~2-cycle M4 load) becomes `mov rY,rX`. Removal-of-a-load + rename only ⇒ no
1212 // new instruction form and no label/offset change. DEFAULT-ON (#242 feature
1213 // loop): validated bit-identical RESULTS on every frozen anchor (control_step
1214 // 0x00210A55 13/13, flat+inlined flight_algo 0x07FDF307) with .text reduced on
1215 // the shipped --relocatable path, plus 8 unit tests + the frame_slot_dce
1216 // execution differential — the same gated path cmp→select took to default-on in
1217 // v0.13.0 (G474RE silicon confirms perf post-ship). Escape hatch:
1218 // `SYNTH_NO_STACK_FWD=1` restores the frame-resident bytes (frozen-old goldens).
1219 let stack_fwd = std::env::var("SYNTH_NO_STACK_FWD").is_err();
1220 let arm_instrs = if stack_fwd {
1221 let (out, fwd) = synth_synthesis::liveness::forward_stack_reloads(&arm_instrs);
1222 if std::env::var("SYNTH_FUSE_STATS").is_ok() {
1223 eprintln!("[stack-fwd] {fwd} stack reload(s) forwarded to register moves");
1224 }
1225 out
1226 } else {
1227 arm_instrs
1228 };
1229
1230 // VCR-RA frame-slot DCE (#242): once `forward_stack_reloads` has turned the
1231 // reloads of a spill slot into register moves, the `str rX,[sp,#N]` that fed
1232 // them is a dead store — its slot is never loaded again. Remove it. Pairs
1233 // with (and only pays after) stack-reload forwarding, so it shares the flag.
1234 let arm_instrs = if stack_fwd {
1235 let (out, n) = synth_synthesis::liveness::eliminate_dead_frame_stores(&arm_instrs);
1236 if std::env::var("SYNTH_FUSE_STATS").is_ok() {
1237 eprintln!("[frame-slot-dce] {n} dead frame store(s) removed");
1238 }
1239 out
1240 } else {
1241 arm_instrs
1242 };
1243
1244 // VCR-RA-001 spill re-choice (#242), two stages behind one flag.
1245 // Stage 1 (the #569 spike): slot-value forwarding BETWEEN reloads.
1246 // `forward_stack_reloads` (above) forwards only from a spill store's
1247 // SOURCE register, so when register pressure clobbers that source its
1248 // reloads survive; this stage tracks which registers provably still hold
1249 // a frame slot's value (through earlier reloads and reg-reg moves) and
1250 // turns reload #2..#n into a 1-cycle `mov` (or deletes it when the target
1251 // already holds the value). Stage 2 (the Belady re-choice): where NO
1252 // register still holds the value — the genuine-spill case, flat_flight's
1253 // peak-11 hot segment — the value was usually evicted while a dead
1254 // register existed; the clobbering def(s) are renamed onto a provably-dead
1255 // register (`spill_rechoice_segment`) so the value stays resident and the
1256 // reload dissolves outright. A dissolved reload can leave the feeding
1257 // store dead, so the frame-slot DCE sweep runs once more behind the same
1258 // flag. Per-segment commit gates: executable same-value-flow trace
1259 // equality, strict shrink, pool-pressure fit, sub-word/unknown-slot
1260 // conservatism (see `apply_spill_realloc` / `spill_rechoice_segment`).
1261 // Stage 3 (whole-function slot liveness): the segment-local DCE keeps a
1262 // store whose slot reaches function end ("reach-end ≠ dead" — it cannot
1263 // see other segments); `eliminate_unread_frame_stores` walks the whole
1264 // function (labels/branches/loops, SP-displacement tracked) and drops a
1265 // store whose slot NO reachable instruction can read — flat_flight's two
1266 // surviving stores (#576), completing Belady's 0-load side with a 0-store
1267 // side. Same flag: the three stages are one lever, flipped together.
1268 // DEFAULT-ON (#242 feature loop, the v0.14.0 local-promotion pattern):
1269 // Belady spilling ships by default. Evidence basis for the flip: three
1270 // landed flag-off increments (#569 forwarding, #576 Belady re-choice,
1271 // #579 whole-fn slot liveness), 40+ functions shrink / 0 grow across the
1272 // 68-fixture × 2-path sweep, per-segment executable value-trace equality
1273 // guards, and the unicorn-vs-wasmtime execution differentials re-run
1274 // green on the new default bytes (flat+inlined flight_algo 0x07FDF307,
1275 // const_cse, frame_slot_dce, spill_rung_581, r12_spill_496 — which covers
1276 // control_step_decide vs wasmtime; control_step's .text is byte-identical
1277 // under the flip) BEFORE the frozen goldens were re-pinned. Escape hatch:
1278 // `SYNTH_SPILL_REALLOC=0` is the OPT-OUT — it disables all three stages
1279 // and restores the pre-flip bytes (CI-gated by
1280 // `frozen_fixtures_spill_realloc_escape_hatch_restores_old_bytes`). Any
1281 // other value (or unset) runs the pass.
1282 // VCR-VER-001 post-exhaustion extensions (#242, the PR #659 verdict): with
1283 // `SYNTH_SPILL_ON_EXHAUST` active the #580 allocation-time Belady spill
1284 // keeps exhausted functions on the optimized path, and its slots present
1285 // shapes the shipping pass structurally cannot fire on (fresh-monotonic
1286 // slots defeat the overwrite-only DCE; the eviction store's source is
1287 // redefined immediately, defeating store→reload forwarding; R2/R3 are
1288 // never touched again, so the rename-target deadness proof declines them).
1289 // `post_exhaust` (bridge-scoped, see above) enables const
1290 // rematerialization of spilled constants, R2/R3 exit-dead rename targets,
1291 // and per-pair pressure commit — see `apply_spill_realloc_post_exhaust`.
1292 // Flag off (the default): `false` selects the shipping behavior bit for
1293 // bit.
1294 let arm_instrs = if !std::env::var("SYNTH_SPILL_REALLOC").is_ok_and(|v| v == "0") {
1295 let (out, n) =
1296 synth_synthesis::liveness::apply_spill_realloc_post_exhaust(&arm_instrs, post_exhaust);
1297 let (out, d) = synth_synthesis::liveness::eliminate_dead_frame_stores(&out);
1298 let (mut out, u) = synth_synthesis::liveness::eliminate_unread_frame_stores(&out);
1299 let (mut tn, mut td, mut tu) = (n, d, u);
1300 // Post-exhaustion only: iterate the triple to a bounded fixpoint. Each
1301 // dissolved spill pair frees registers and removes stores, exposing
1302 // rename windows and holder chains the previous iteration could not
1303 // prove — the allocation-time Belady slots (#580) routinely need two
1304 // or three rounds where the shipping single round suffices for the
1305 // default path's slots. Every iteration is individually gate-proven
1306 // (value-trace equality, pool pressure, strict shrink), so iterating
1307 // composes soundly; the bound keeps compile time deterministic.
1308 if post_exhaust {
1309 let mut progress = n + d + u > 0;
1310 for _ in 0..3 {
1311 if !progress {
1312 break;
1313 }
1314 let (o, n) =
1315 synth_synthesis::liveness::apply_spill_realloc_post_exhaust(&out, true);
1316 let (o, d) = synth_synthesis::liveness::eliminate_dead_frame_stores(&o);
1317 let (o, u) = synth_synthesis::liveness::eliminate_unread_frame_stores(&o);
1318 progress = n + d + u > 0;
1319 (tn, td, tu) = (tn + n, td + d, tu + u);
1320 out = o;
1321 }
1322 // The cleanup can leave the spill frame with zero surviving
1323 // accesses (every reload rematerialized/dissolved, every store
1324 // swept) — the balanced `sub sp,#K`/`add sp,#K` is then pure
1325 // overhead. `elide_dead_frame` proves that and removes the pair;
1326 // its early run (post-realloc) could not, because the spill
1327 // traffic was still in the stream at that point.
1328 out = synth_synthesis::liveness::elide_dead_frame(&out).unwrap_or(out);
1329 }
1330 if std::env::var("SYNTH_FUSE_STATS").is_ok() {
1331 eprintln!(
1332 "[spill-realloc] {tn} reload(s) forwarded/eliminated, {td} newly-dead frame store(s) removed, {tu} unread-slot store(s) removed"
1333 );
1334 }
1335 out
1336 } else {
1337 arm_instrs
1338 };
1339
1340 // VCR-RA immediate-shift folding (#390, #242): a constant shift amount the
1341 // stack selector materialized into a scratch register (`movw rM,#C; lsl rD,rN,rM`)
1342 // folds to the immediate form (`lsl rD,rN,#C`), removing the dead `movw` — −1
1343 // instruction, −1 live register. Removal-only (offset-neutral before branch
1344 // resolution, like the dead-store pass). DEFAULT-ON as of v0.15.0: validated
1345 // bit-identical results + a net cycle win on the dissolved hot path (−2
1346 // cyc/call, .text 100→90 B on gust_mix). Escape hatch: `SYNTH_NO_IMM_SHIFT_FOLD=1`.
1347 let arm_instrs = if std::env::var("SYNTH_NO_IMM_SHIFT_FOLD").is_err() {
1348 let (out, folds) = synth_synthesis::liveness::fold_immediate_shifts(&arm_instrs);
1349 if std::env::var("SYNTH_FUSE_STATS").is_ok() {
1350 eprintln!(
1351 "[imm-shift-fold] {folds} register shift(s) folded to immediate, movw dropped"
1352 );
1353 }
1354 out
1355 } else {
1356 arm_instrs
1357 };
1358
1359 // #686: elide the #682 mod-32 shift-amount mask (`and r12,rK,#31` before
1360 // every register-controlled i32 shl/shr) when the amount is STATICALLY
1361 // provable < 32 — a const amount folds to the immediate-shift form
1362 // (reduced mod 32, so >= 32 shrinks too), and an already-masked amount
1363 // (`rK = rX & c`, c < 32) drops the redundant re-mask. gale measured the
1364 // unconditional mask at ~12% cyc/call (+14 B) on gust_mix, whose Q8
1365 // fixed-point shifts are all constants (#686). The mask stays wherever
1366 // the bound is unproven — elision is an optimization, the mask is the
1367 // sound default (`liveness::elide_shift_masks` has the proof
1368 // obligations). Runs after `fold_immediate_shifts` (whose movw→shift
1369 // window the #682 mask intercepts, so it declines every masked const
1370 // shift) and before branch resolution (removal/rewrite-only ⇒
1371 // offset-neutral).
1372 //
1373 // DEFAULT-ON since v0.50.1 (opt-out via `SYNTH_SHIFT_MASK_ELIDE=0`; #846).
1374 // gale's gpio-thin driver regressed +44 B / +9% on synth 0.49 — its pin
1375 // bit-arithmetic (`pin & 31` then a register shift) emits the source
1376 // `and rN,#0x1f` IMMEDIATELY followed by the #682 mod-32 re-mask
1377 // `and r12,rN,#0x1f`; the second is provably redundant (Pattern B: an
1378 // operand produced by `and X,#c`, c<32, is already in [0,31]), so the
1379 // pass drops it. Flipping default-on is a deliberate byte-changing
1380 // refreeze: the elision also moves the frozen anchors (const-amount
1381 // shifts fold back to the immediate form) — control_step −20 B,
1382 // flight_seam −166 B, flight_seam_flat −168 B — all size DECREASES with
1383 // the mask soundly kept for every unproven amount. All differentials were
1384 // re-run on the new bytes and the goldens re-pinned (see #846 PR /
1385 // `frozen_codegen_bytes.rs`). `SYNTH_SHIFT_MASK_ELIDE=0` restores the
1386 // pre-flip bytes (opt-out gate in `shift_mask_elide_686.rs`).
1387 let arm_instrs = if std::env::var("SYNTH_SHIFT_MASK_ELIDE").is_ok_and(|v| v == "0") {
1388 arm_instrs
1389 } else {
1390 let (out, elisions) = synth_synthesis::liveness::elide_shift_masks(&arm_instrs);
1391 if std::env::var("SYNTH_FUSE_STATS").is_ok() {
1392 eprintln!(
1393 "[shift-mask-elide] {elisions} provably-<32 shift-amount mask(s) elided (#686)"
1394 );
1395 }
1396 out
1397 };
1398
1399 // VCR-RA uxth/uxtb fold (#428, #242): `movw rM,#0xffff; and rD,rN,rM` →
1400 // `uxth rD,rN` (and the 0xff/uxtb form), removing the dead `movw` — −1
1401 // instruction, −1 live register per 16/8-bit mask. 0xffff/0xff are not Thumb-2
1402 // modified immediates so the selector materializes them into a register; the
1403 // dedicated zero-extend expresses the same masking inline. Removal-only +
1404 // rewrite-in-place (offset-neutral). DEFAULT-ON (#242 flag audit flip-wave,
1405 // #592 audit item): evidence basis was the 2-path × repro-corpus sweep —
1406 // 0 functions grow, 13 shrink (control_step 300→294 −6, gust_mix 38→32 −6,
1407 // uxth_fold pack 36→24 −12), locked by the `uxth_fold_no_grow_corpus_242`
1408 // cargo gate; execution differentials re-run green on the new default
1409 // bytes BEFORE the frozen ARM anchors were re-pinned (uxth_fold,
1410 // control_step — see the flip PR). Escape hatch: `SYNTH_UXTH_FOLD=0` opts
1411 // out and restores the pre-flip bytes (CI-gated in
1412 // `frozen_codegen_bytes.rs`).
1413 let arm_instrs = if !std::env::var("SYNTH_UXTH_FOLD").is_ok_and(|v| v == "0") {
1414 let (out, folds) = synth_synthesis::liveness::fold_uxth(&arm_instrs);
1415 if std::env::var("SYNTH_FUSE_STATS").is_ok() {
1416 eprintln!("[uxth-fold] {folds} mask-and folded to uxth/uxtb, movw dropped");
1417 }
1418 out
1419 } else {
1420 arm_instrs
1421 };
1422
1423 // VCR-RA-001 const-CSE / rematerialization-avoidance (#209, #242). Drops a
1424 // `movw`/`mov #imm` that re-materializes a constant already resident in
1425 // another register and retargets the reads — every rewrite proven by the
1426 // liveness analysis. Runs LAST, after every immediate-fold (shift, uxth) and
1427 // range-realloc, but BEFORE branch resolution/encoding (it removes
1428 // instructions, shifting byte offsets). CSE-last is the #242 no-regression
1429 // fix: the folds have already absorbed every foldable constant, so CSE can no
1430 // longer defeat one (the gust_mix 90→92 mechanism). The pass additionally
1431 // size-guards each segment via the byte-estimator — it commits a segment's
1432 // rewrites only if they do not grow its estimated size — so a retarget that
1433 // would flip a 16-bit encoding to 32-bit (higher base register) is declined.
1434 // DEFAULT-ON (#242 flip-wave, the SYNTH_SPILL_REALLOC/SYNTH_BASE_CSE
1435 // template): const-CSE ships by default. The flip prerequisites recorded in
1436 // `const_cse_reduction_242.rs` were retired first — the bridge-level INLINE
1437 // aliasing (the alias-eviction spill-bijection hazard) was DELETED from
1438 // `optimizer_bridge::ir_to_arm`, so this post-hoc, liveness-proven pass is
1439 // the flag's ONLY effect. Evidence basis: 152 fixture×path corpus sweep — 0
1440 // functions grow (size-guarded per segment), 40 shrink (const_cse::spill12
1441 // 236→148 B), total −536 B — and the execution differentials re-run green
1442 // on the new default bytes BEFORE the frozen goldens were re-pinned
1443 // (const_cse, frame_slot_dce, flight_seam 0x07FDF307, spill_rung_581,
1444 // volatile_segment_543, control_step 0x00210A55). Escape hatch:
1445 // `SYNTH_CONST_CSE=0` is the OPT-OUT — it restores the pre-flip bytes
1446 // (CI-gated by `const_cse_escape_hatch_restores_old_bytes_242` and the
1447 // frozen-anchor escape-hatch gate). Any other value (or unset) runs the pass.
1448 //
1449 // #543 Phase 2: const-CSE declines WHOLESALE while any volatile DMA range
1450 // (`--volatile-segment`) is marked. At the ArmOp level a cached constant
1451 // cannot be classified as address-vs-data (a retargeted read may be a
1452 // memory-access base carrying a per-use immediate offset), so the
1453 // conservative stance for statically-unknown addressing is to decline every
1454 // aliasing rewrite — each constant is re-materialized at each occurrence,
1455 // the documented volatile contract (`CompileConfig::volatile_segments`).
1456 let arm_instrs = if !std::env::var("SYNTH_CONST_CSE").is_ok_and(|v| v == "0")
1457 && config.volatile_segments.is_empty()
1458 {
1459 let (out, removed) = synth_synthesis::liveness::apply_const_cse(&arm_instrs);
1460 if std::env::var("SYNTH_FUSE_STATS").is_ok() {
1461 eprintln!("[const-cse] {removed} redundant constant materialization(s) removed");
1462 }
1463 out
1464 } else {
1465 arm_instrs
1466 };
1467
1468 // VCR-RA-001 spill-choice REPORT (#242): measure-only, like SYNTH_SHADOW_ALLOC.
1469 // Per straight-line segment, the frame-slot traffic actually emitted vs the
1470 // reload/store count a farthest-next-use (Belady) allocation over the R0-R8
1471 // pool would need — the measured headroom for the full spill-choice rewrite.
1472 // Printed on the FINAL stream (post all rewrite passes), so a flag-off run
1473 // reports the greedy baseline and a flag-on run reports what remains.
1474 if std::env::var("SYNTH_SPILL_REPORT").is_ok() {
1475 for seg in synth_synthesis::liveness::spill_choice_report(&arm_instrs, 9) {
1476 if seg.actual_reloads + seg.actual_spill_stores > 0 || seg.peak_pressure > 9 {
1477 eprintln!(
1478 "[spill-report] seg@{} len={} peak={} actual={}ld+{}st belady(k=9)={}ld+{}st",
1479 seg.start,
1480 seg.len,
1481 seg.peak_pressure,
1482 seg.actual_reloads,
1483 seg.actual_spill_stores,
1484 seg.belady_reloads,
1485 seg.belady_spill_stores
1486 );
1487 }
1488 }
1489 }
1490
1491 // ISA feature gate: validate that all generated instructions are supported
1492 // by the target. This catches FPU instructions on no-FPU targets, double-precision
1493 // instructions on single-precision targets, etc.
1494 validate_instructions(&arm_instrs, config.target.fpu, &config.target.triple)
1495 .map_err(|e| format!("ISA validation failed: {}", e))?;
1496
1497 // VCR-RA-003 (epic #242): UNCONDITIONAL per-compilation register-allocation
1498 // validation. The register allocator is the last major unverified codegen
1499 // component; this whole-function checker proves — by construction, on the
1500 // EXACT emitted stream about to be encoded — that the allocation preserves
1501 // FOUR invariants whose reference lives in the stream (or the ABI): (1)
1502 // callee-saved preservation (#490), (2) spill-slot non-aliasing (#331), and
1503 // — PHASE 2 (#49), extending past straight-line — (3) caller-saved
1504 // preservation across calls (a value in R2/R3/R12 live across a `bl` the
1505 // AAPCS boundary destroys), and (4) value availability across control-flow
1506 // joins (a live-in to a join must be defined on every incoming edge). It runs
1507 // on every ARM compile in the DEFAULT shipping build (NOT behind
1508 // `--features verify`; a verify-gated check would be dormant in exactly the
1509 // build that ships — the #757 / VCR-VER-003 lesson) and hard-errors the
1510 // compile on a VIOLATION. A `NotAttempted` verdict (the join check declines
1511 // on an unmodeled-CF function: numeric branch, `BrTable`, etc.) is NON-FATAL
1512 // — the compile proceeds; the other three invariants were still checked and
1513 // held. This is the decline>guess doctrine applied to the checker itself: it
1514 // never claims join coherence it cannot prove, but it also never blocks a
1515 // correct compile for a construct it simply doesn't model yet. Frozen-safe:
1516 // it emits nothing, so `.text` is byte-identical (proven by the frozen suite).
1517 match synth_synthesis::liveness::validate_final_allocation(&arm_instrs) {
1518 synth_synthesis::liveness::RaFinalVerdict::Violation(v) => {
1519 return Err(format!(
1520 "VCR-RA-003: register-allocation validation FAILED — {v:?}. \
1521 The emitted stream violates a register-allocation invariant \
1522 (callee-saved preservation #490 / spill-slot non-aliasing #331 \
1523 / caller-saved-across-call / join-value-availability / the #881 \
1524 VFP twins); this is a \
1525 compiler bug, not a program error. Refusing to emit a \
1526 miscompiled object."
1527 ));
1528 }
1529 // Loud honest decline (join reasoning skipped for an unmodeled-CF
1530 // function). Non-fatal — the straight-line / callee-saved / across-call
1531 // invariants still ran and held; only the across-JOIN availability
1532 // reasoning is skipped. Since the #819 redo the optimized path's
1533 // pre-resolved NUMERIC branches are modeled too (build_join_cfg_numeric
1534 // + the PRESERVED entry-availability discriminator), so this fires only
1535 // on genuinely unmodeled shapes: BrTable, computed Bx, mixed
1536 // label+numeric streams, off-boundary numeric targets.
1537 // Surfaced only under `SYNTH_RA003_VERBOSE` so a production compile stays
1538 // quiet: emitting it unconditionally would print on every branchy
1539 // optimized-path compile (new stderr noise phase 1 never produced), yet
1540 // it must remain observable on demand for the honest-scope audit.
1541 synth_synthesis::liveness::RaFinalVerdict::NotAttempted { reason } => {
1542 if std::env::var_os("SYNTH_RA003_VERBOSE").is_some() {
1543 eprintln!(
1544 "VCR-RA-003: across-join validation NOT ATTEMPTED ({reason}) — \
1545 straight-line / callee-saved / across-call invariants held; \
1546 join-availability reasoning declined on this control-flow shape."
1547 );
1548 }
1549 }
1550 synth_synthesis::liveness::RaFinalVerdict::Consistent => {
1551 if std::env::var_os("SYNTH_RA003_VERBOSE").is_some() {
1552 eprintln!("VCR-RA-003: Consistent");
1553 }
1554 }
1555 }
1556
1557 // Encode to binary — use Thumb-2 for Cortex-M targets
1558 let use_thumb2 = matches!(config.target.isa, IsaVariant::Thumb2 | IsaVariant::Thumb);
1559
1560 let encoder = if use_thumb2 {
1561 ArmEncoder::new_thumb2_with_fpu(config.target.fpu)
1562 } else {
1563 ArmEncoder::new_arm32()
1564 };
1565
1566 // #202: resolve local label branches (Bcc/B/Bhs/Blo) to byte-accurate
1567 // offsets before encoding. `select_with_stack` emits them as label
1568 // placeholders and never resolves them — without this they encode as
1569 // `bne.n #0` and land mid-instruction whenever a 32-bit Thumb-2 instruction
1570 // sits between the branch and its target (UsageFault on real hardware).
1571 // Only meaningful for Thumb-2 (the offset units are halfword/PC+4).
1572 let arm_instrs = if use_thumb2 {
1573 let resolved = resolve_label_branches(arm_instrs, &encoder)?;
1574 // SC-5 (#740/#930): hard-gate every branch target onto the
1575 // instruction-start set of the final stream — both codegen paths
1576 // funnel through here. See `validate_branch_targets`.
1577 validate_branch_targets(&resolved, &encoder)?;
1578 resolved
1579 } else {
1580 arm_instrs
1581 };
1582
1583 // #778: capture the FINAL Thumb-2 instruction stream (post label-resolution,
1584 // the exact list the encode loop below consumes) so `compile_function` can
1585 // derive the sound WCET bound. Cheap clone; frozen-safe (the WCET walk is a
1586 // pure observation and never touches `code`). Only the Thumb-2 path — the A32
1587 // (Cortex-R5) cycle model is a follow-up.
1588 let final_instrs_for_wcet: Option<Vec<synth_synthesis::ArmInstruction>> = if use_thumb2 {
1589 Some(arm_instrs.clone())
1590 } else {
1591 None
1592 };
1593
1594 let mut code = Vec::new();
1595 let mut relocations = Vec::new();
1596
1597 // #345: literal-pool address loads. Each `LdrSym` was encoded as a placeholder
1598 // `LDR.W rd,[pc,#0]`; record where its instruction sits and what it loads so
1599 // we can append a pooled word (carrying the symbol address via R_ARM_ABS32)
1600 // and patch the PC-relative offset once the pool position is known.
1601 struct PendingLiteral {
1602 ldr_offset: u32,
1603 symbol: String,
1604 addend: i32,
1605 }
1606 let mut pending_literals: Vec<PendingLiteral> = Vec::new();
1607
1608 // VCR-DBG-001: per-instruction source map for DWARF `.debug_line`. Captured
1609 // here because `code.len()` immediately before `encode()` is the final
1610 // machine offset of the instruction within this function's `.text` — nothing
1611 // after the loop shifts earlier instructions (the literal pool is appended at
1612 // the end; the LDR patch below is in-place/length-preserving). Purely
1613 // additive: it does not touch `code`, so `.text` is byte-identical.
1614 let mut line_map: LineMap = Vec::new();
1615 // VCR-DEC-003 (#396): object-branch class per emitted instruction, parallel
1616 // to `line_map`. Cheap, additive, does not touch `code`.
1617 let mut branch_map: synth_core::backend::BranchMap = Vec::new();
1618
1619 for instr in &arm_instrs {
1620 // Record a relocation for every BL: the encoder emits `bl #0` and
1621 // relies on a relocation to patch the target. This covers BOTH import
1622 // dispatch stubs (`__meld_*`, undefined externals) AND internal calls
1623 // (`func_N`, defined in this object). Previously only `__meld_*` was
1624 // recorded, so internal `BL func_N` calls were left as unpatched
1625 // `bl #0` placeholders branching to a garbage address (#167).
1626 if let ArmOp::Bl { label } = &instr.op {
1627 relocations.push(CodeRelocation {
1628 offset: code.len() as u32,
1629 symbol: label.clone(),
1630 kind: synth_core::backend::RelocKind::ThmCall,
1631 });
1632 }
1633 // #237: symbol-relative MOVW/MOVT (the `--native-pointer-abi` static-data
1634 // addressing). The encoder writes the addend in place; record the matching
1635 // R_ARM_MOVW_ABS_NC / R_ARM_MOVT_ABS so the linker adds the symbol address.
1636 if let ArmOp::MovwSym { symbol, .. } = &instr.op {
1637 relocations.push(CodeRelocation {
1638 offset: code.len() as u32,
1639 symbol: symbol.clone(),
1640 kind: synth_core::backend::RelocKind::MovwAbs,
1641 });
1642 }
1643 if let ArmOp::MovtSym { symbol, .. } = &instr.op {
1644 relocations.push(CodeRelocation {
1645 offset: code.len() as u32,
1646 symbol: symbol.clone(),
1647 kind: synth_core::backend::RelocKind::MovtAbs,
1648 });
1649 }
1650 // #345: defer the literal-pool word + reloc + offset patch to the
1651 // post-loop pass (the pool address is not yet known).
1652 if let ArmOp::LdrSym { symbol, addend, .. } = &instr.op {
1653 pending_literals.push(PendingLiteral {
1654 ldr_offset: code.len() as u32,
1655 symbol: symbol.clone(),
1656 addend: *addend,
1657 });
1658 }
1659
1660 // The machine offset of this instruction is the current code length,
1661 // captured before the bytes are appended.
1662 line_map.push((code.len() as u32, instr.source_line));
1663 branch_map.push((code.len() as u32, classify_arm_branch(&instr.op)));
1664
1665 let encoded = encoder
1666 .encode(&instr.op)
1667 .map_err(|e| format!("ARM encoding failed: {}", e))?;
1668 code.extend_from_slice(&encoded);
1669 }
1670
1671 // #345: place the literal pool at the end of this function's `.text`. Gated on
1672 // there being at least one `LdrSym` — functions without one are byte-identical
1673 // to before (no trailing padding, so downstream `func_offsets` are unchanged
1674 // and the frozen differential fixtures stay bit-for-bit equal).
1675 if !pending_literals.is_empty() {
1676 if !use_thumb2 {
1677 return Err("LdrSym literal-pool addressing requires Thumb-2".to_string());
1678 }
1679 // 4-byte align the pool start (Thumb-2 word loads require it, and
1680 // `Align(PC,4)` in the LDR-literal semantics assumes a word-aligned pool).
1681 while code.len() % 4 != 0 {
1682 code.push(0x00);
1683 }
1684 // One distinct pooled word per LdrSym (no dedup: different sites carry
1685 // different addends, and the REL addend lives in the word).
1686 for lit in &pending_literals {
1687 let word_offset = code.len() as u32;
1688
1689 // REL semantics: the linker computes `S + A`, where A is the in-place
1690 // value of the relocated word. Initialize the word to the addend so
1691 // the final loaded address is `symbol + addend`.
1692 code.extend_from_slice(&(lit.addend as u32).to_le_bytes());
1693 relocations.push(CodeRelocation {
1694 offset: word_offset,
1695 symbol: lit.symbol.clone(),
1696 kind: synth_core::backend::RelocKind::Abs32,
1697 });
1698
1699 // Patch the placeholder `LDR.W rd,[pc,#imm12]`. Thumb-2 LDR (literal):
1700 // address = Align(PC,4) + imm12, with PC = ldr_offset + 4. The pool is
1701 // always after the LDR, so U=1 (already set in hw1 = 0xF8DF).
1702 let pc = lit.ldr_offset + 4;
1703 let aligned_pc = pc & !3u32;
1704 let imm12 = word_offset - aligned_pc;
1705 if imm12 > 0xFFF {
1706 // Wide LDR-literal range is ±4 KB; these function bodies are far
1707 // smaller, but fail cleanly rather than miscompile if exceeded.
1708 return Err(format!(
1709 "LdrSym literal pool out of range (#345): imm12={} > 4095 \
1710 for symbol {}",
1711 imm12, lit.symbol
1712 ));
1713 }
1714 let hw2_off = (lit.ldr_offset + 2) as usize;
1715 let mut hw2 = u16::from_le_bytes([code[hw2_off], code[hw2_off + 1]]);
1716 hw2 = (hw2 & 0xF000) | (imm12 as u16); // keep Rt, set imm12
1717 let hw2_bytes = hw2.to_le_bytes();
1718 code[hw2_off] = hw2_bytes[0];
1719 code[hw2_off + 1] = hw2_bytes[1];
1720 }
1721 }
1722
1723 Ok((
1724 code,
1725 relocations,
1726 line_map,
1727 branch_map,
1728 final_instrs_for_wcet,
1729 ))
1730}
1731
1732/// VCR-DEC-003 (#396): classify one emitted `ArmOp` into its object-level
1733/// control-flow role for the `synth-provenance-v1` map. Conditional branches are
1734/// the object decision points MC/DC must reconcile; `SelectMove` is the folded
1735/// (IT-block) predicated form the cmp→select fuse produces — a decision with no
1736/// branch.
1737fn classify_arm_branch(op: &ArmOp) -> synth_core::backend::BranchClass {
1738 use synth_core::backend::BranchClass;
1739 match op {
1740 ArmOp::Bcc { .. } | ArmOp::Bhs { .. } | ArmOp::Blo { .. } | ArmOp::BCondOffset { .. } => {
1741 BranchClass::CondBranch
1742 }
1743 ArmOp::B { .. } | ArmOp::BOffset { .. } => BranchClass::UncondBranch,
1744 ArmOp::SelectMove { .. } => BranchClass::Predicated,
1745 _ => BranchClass::Other,
1746 }
1747}
1748
1749/// Resolve local label branches to byte-accurate offsets (#202).
1750///
1751/// `select_with_stack` emits conditional/unconditional branches as label
1752/// placeholders (`Bcc`/`B`/`Bhs`/`Blo` + `Label`) and never resolves them; the
1753/// encoder then emits a `0xD000`/`0xE000` placeholder with offset 0. Before #197
1754/// this path only ran for `--no-optimize`/declined functions, so the latent bug
1755/// stayed hidden — routing relocatable code through it surfaced branches that
1756/// land mid-instruction (a Cortex-M UsageFault) whenever a 32-bit Thumb-2
1757/// instruction sits between the branch and its target.
1758///
1759/// This pass encodes each instruction to learn its real byte length (so 16- vs
1760/// 32-bit forms and multi-instruction expansions are exact), maps each `Label`
1761/// to its byte position, and rewrites every label branch to the displacement
1762/// the encoder consumes: `(target - branch - 4) / 2` halfwords. A bounded
1763/// fixed-point handles an offset growing a branch from 16- to 32-bit (which
1764/// shifts later positions). `BCondOffset`/`BOffset` already produced inline by
1765/// the optimized path carry no label and are left untouched.
1766fn resolve_label_branches(
1767 arm_instrs: Vec<ArmInstruction>,
1768 encoder: &ArmEncoder,
1769) -> Result<Vec<ArmInstruction>, String> {
1770 use std::collections::HashMap;
1771 use synth_synthesis::Condition;
1772
1773 enum BKind {
1774 Cond(Condition),
1775 Uncond,
1776 }
1777 // Record each label branch ONCE — indices are stable across iterations.
1778 let mut branches: Vec<(usize, BKind, String)> = Vec::new();
1779 for (i, instr) in arm_instrs.iter().enumerate() {
1780 match &instr.op {
1781 ArmOp::Bcc { cond, label } => branches.push((i, BKind::Cond(*cond), label.clone())),
1782 ArmOp::Bhs { label } => branches.push((i, BKind::Cond(Condition::HS), label.clone())),
1783 ArmOp::Blo { label } => branches.push((i, BKind::Cond(Condition::LO), label.clone())),
1784 ArmOp::B { label } => branches.push((i, BKind::Uncond, label.clone())),
1785 _ => {}
1786 }
1787 }
1788 if branches.is_empty() {
1789 return Ok(arm_instrs);
1790 }
1791
1792 let mut resolved = arm_instrs;
1793 // Sizes only grow (16→32-bit), so this converges quickly; cap for safety.
1794 for _ in 0..16 {
1795 // 1. Byte position of each instruction (Label encodes to 0 bytes).
1796 let mut positions = Vec::with_capacity(resolved.len());
1797 let mut pos: i64 = 0;
1798 for instr in &resolved {
1799 positions.push(pos);
1800 pos += encoder
1801 .encode(&instr.op)
1802 .map_err(|e| format!("branch-resolve size probe failed: {}", e))?
1803 .len() as i64;
1804 }
1805 // 2. Label name -> byte position (owned keys so the borrow ends here).
1806 let mut labels: HashMap<String, i64> = HashMap::new();
1807 for (i, instr) in resolved.iter().enumerate() {
1808 if let ArmOp::Label { name } = &instr.op {
1809 labels.insert(name.clone(), positions[i]);
1810 }
1811 }
1812 // 3. Rewrite each branch to its byte-accurate offset.
1813 let mut changed = false;
1814 for (idx, kind, label) in &branches {
1815 // A label not defined locally is an EXTERNAL target (e.g.
1816 // `Trap_Handler` resolved by a relocation / the vector table). Leave
1817 // such branches as their placeholder for the existing relocation
1818 // path — only local control-flow labels are byte-resolved here.
1819 let Some(&target) = labels.get(label) else {
1820 continue;
1821 };
1822 // Encoder consumes the field as (target - branch - 4) / 2 halfwords.
1823 // Positions are always even, so this division is exact.
1824 let halfword_offset = ((target - positions[*idx] - 4) / 2) as i32;
1825 let new_op = match kind {
1826 BKind::Cond(c) => ArmOp::BCondOffset {
1827 cond: *c,
1828 offset: halfword_offset,
1829 },
1830 BKind::Uncond => ArmOp::BOffset {
1831 offset: halfword_offset,
1832 },
1833 };
1834 if resolved[*idx].op != new_op {
1835 resolved[*idx].op = new_op;
1836 changed = true;
1837 }
1838 }
1839 if !changed {
1840 break;
1841 }
1842 }
1843 Ok(resolved)
1844}
1845
1846/// SC-5 branch-target boundary gate (#740, #930): every emitted branch target
1847/// must be a member of the instruction-start set of the final stream.
1848///
1849/// "Branch offset calculation shall account for Thumb instruction alignment
1850/// and variable instruction widths" (`safety/stpa/system-constraints.yaml`
1851/// SC-5). Thumb-2 mixes 16- and 32-bit encodings, so an off-by-one-halfword
1852/// target lands on the SECOND halfword of a wide instruction and the CPU
1853/// executes a halfword that was never an instruction — silent garbage, exit 0
1854/// (#930: the skipped `movw` left the `br_if` condition register at its reset
1855/// value). Both known escapes of that sentence were of this class: #740
1856/// (`B<cond>.W` T3 offset halved) and #930 (inner-block end label never
1857/// emitted, `b #0` placeholder). The encoder knows where every instruction
1858/// starts, so a target outside that set is a hard error here rather than
1859/// silent garbage on target.
1860///
1861/// Runs on the FINAL Thumb-2 stream for BOTH codegen paths — the direct
1862/// (`select_with_stack`, label branches byte-resolved above) and the optimized
1863/// (`optimizer_bridge`, numeric `BOffset`/`BCondOffset` pre-resolved inline) —
1864/// since both funnel through this encode pipeline. Two checks, jointly total
1865/// over local control flow:
1866///
1867/// 1. every numeric branch target is in the instruction-start set;
1868/// 2. no LOCAL (`.L`-prefixed) label branch survives unresolved — the resolver
1869/// deliberately skips labels it cannot find because an external target
1870/// (`Trap_Handler`, `func_N`) is legitimately absent and patched by
1871/// relocation, but a `.L` label is only ever defined in this same stream,
1872/// so an unresolved one is a dropped label (#930), not an external.
1873///
1874/// A32 (Cortex-R5) is fixed-width, so the mid-instruction class needs no gate
1875/// there (and its branches do not flow through the Thumb-2 resolver).
1876fn validate_branch_targets(instrs: &[ArmInstruction], encoder: &ArmEncoder) -> Result<(), String> {
1877 use std::collections::HashSet;
1878
1879 // Byte position of each element (`Label` encodes to 0 bytes, so a label's
1880 // position is exactly the start of the instruction that follows it).
1881 let mut positions = Vec::with_capacity(instrs.len());
1882 let mut pos: i64 = 0;
1883 for instr in instrs {
1884 positions.push(pos);
1885 pos += encoder
1886 .encode(&instr.op)
1887 .map_err(|e| format!("SC-5 branch-target gate: size probe failed: {}", e))?
1888 .len() as i64;
1889 }
1890 let starts: HashSet<i64> = positions.iter().copied().collect();
1891
1892 for (i, instr) in instrs.iter().enumerate() {
1893 let offset = match &instr.op {
1894 ArmOp::BOffset { offset } => *offset,
1895 ArmOp::BCondOffset { offset, .. } => *offset,
1896 ArmOp::B { label }
1897 | ArmOp::Bcc { label, .. }
1898 | ArmOp::Bhs { label }
1899 | ArmOp::Blo { label }
1900 if label.starts_with(".L") =>
1901 {
1902 return Err(format!(
1903 "SC-5 branch-target gate: local branch label '{}' is not \
1904 defined anywhere in the emitted stream (branch at byte \
1905 offset 0x{:x}). A `.L` label is only ever defined locally, \
1906 so this is a dropped label (the #930 class) — the branch \
1907 would encode as a `b #0` placeholder and land \
1908 mid-instruction. Refusing to emit a miscompiled object.",
1909 label, positions[i]
1910 ));
1911 }
1912 _ => continue,
1913 };
1914 // Thumb branch semantics: target = branch_pc + 4 + 2*offset.
1915 let target = positions[i] + 4 + 2 * offset as i64;
1916 if !starts.contains(&target) {
1917 return Err(format!(
1918 "SC-5 branch-target gate: branch at byte offset 0x{:x} targets \
1919 0x{:x}, which is not an instruction boundary (instruction-start \
1920 set violation — the target lands mid-instruction, the \
1921 #740/#930 class). Refusing to emit a miscompiled object.",
1922 positions[i], target
1923 ));
1924 }
1925 }
1926 Ok(())
1927}
1928
1929#[cfg(test)]
1930mod tests {
1931 use super::*;
1932 use synth_synthesis::{Operand2, Reg};
1933
1934 /// #539: `i32.const 0; memory.grow m` folds to `memory.size m`; other deltas
1935 /// (const non-zero, runtime) are left as `memory.grow` (→ the sound fixed-
1936 /// memory -1). Non-grow ops are untouched, so functions without the idiom are
1937 /// byte-identical.
1938 #[test]
1939 fn test_rewrite_memory_grow_zero_539() {
1940 // the idiom -> memory.size
1941 assert_eq!(
1942 rewrite_memory_grow_zero(&[WasmOp::I32Const(0), WasmOp::MemoryGrow(0)]),
1943 vec![WasmOp::MemorySize(0)]
1944 );
1945 // const non-zero delta: NOT folded
1946 assert_eq!(
1947 rewrite_memory_grow_zero(&[WasmOp::I32Const(2), WasmOp::MemoryGrow(0)]),
1948 vec![WasmOp::I32Const(2), WasmOp::MemoryGrow(0)]
1949 );
1950 // runtime delta (no preceding const): NOT folded
1951 assert_eq!(
1952 rewrite_memory_grow_zero(&[WasmOp::LocalGet(0), WasmOp::MemoryGrow(0)]),
1953 vec![WasmOp::LocalGet(0), WasmOp::MemoryGrow(0)]
1954 );
1955 // a bare const-0 not feeding a grow is untouched
1956 assert_eq!(
1957 rewrite_memory_grow_zero(&[WasmOp::I32Const(0), WasmOp::I32Add]),
1958 vec![WasmOp::I32Const(0), WasmOp::I32Add]
1959 );
1960 // fold is local: surrounding ops preserved, indices past the fold intact
1961 assert_eq!(
1962 rewrite_memory_grow_zero(&[
1963 WasmOp::LocalGet(0),
1964 WasmOp::I32Const(0),
1965 WasmOp::MemoryGrow(0),
1966 WasmOp::I32Add,
1967 ]),
1968 vec![WasmOp::LocalGet(0), WasmOp::MemorySize(0), WasmOp::I32Add]
1969 );
1970 }
1971
1972 /// SC-5 (#740/#930): the branch-target boundary gate. Every emitted branch
1973 /// target must be a member of the instruction-start set of the final
1974 /// Thumb-2 stream; a `.L`-local label branch surviving unresolved is a
1975 /// dropped label. Red-first: both rejection arms were written against the
1976 /// exact #930 stream shape (a `b #0` placeholder whose pc+4 target falls
1977 /// on the second halfword of a 32-bit `movw`) and fail without the gate.
1978 #[test]
1979 fn test_validate_branch_targets_sc5_930() {
1980 let enc = ArmEncoder::new_thumb2();
1981 let ins = |op: ArmOp| ArmInstruction {
1982 op,
1983 source_line: None,
1984 };
1985
1986 // 1. Boundary-valid stream: b over a wide movw onto the mov — OK.
1987 // positions: 0 BOffset(2B), 2 Movw(4B), 6 Mov(2B)
1988 // target = 0 + 4 + 2*1 = 6 = start of Mov.
1989 let good = vec![
1990 ins(ArmOp::BOffset { offset: 1 }),
1991 ins(ArmOp::Movw {
1992 rd: Reg::R3,
1993 imm16: 1,
1994 }),
1995 ins(ArmOp::Mov {
1996 rd: Reg::R0,
1997 op2: Operand2::Reg(Reg::R3),
1998 }),
1999 ];
2000 assert!(validate_branch_targets(&good, &enc).is_ok());
2001
2002 // 2. The exact #930 shape: `b #0` (offset 0) -> target = pc+4 = 4,
2003 // the SECOND halfword of the 4-byte movw spanning 2..6. Hard error.
2004 let mid = vec![
2005 ins(ArmOp::BOffset { offset: 0 }),
2006 ins(ArmOp::Movw {
2007 rd: Reg::R3,
2008 imm16: 1,
2009 }),
2010 ins(ArmOp::Mov {
2011 rd: Reg::R0,
2012 op2: Operand2::Reg(Reg::R3),
2013 }),
2014 ];
2015 let err = validate_branch_targets(&mid, &enc).unwrap_err();
2016 assert!(err.contains("SC-5"), "boundary violation names SC-5: {err}");
2017 assert!(err.contains("not an instruction boundary"), "{err}");
2018
2019 // 3. Conditional form of the same violation.
2020 let mid_cond = vec![
2021 ins(ArmOp::BCondOffset {
2022 cond: synth_synthesis::Condition::NE,
2023 offset: 0,
2024 }),
2025 ins(ArmOp::Movw {
2026 rd: Reg::R3,
2027 imm16: 1,
2028 }),
2029 ins(ArmOp::Mov {
2030 rd: Reg::R0,
2031 op2: Operand2::Reg(Reg::R3),
2032 }),
2033 ];
2034 assert!(validate_branch_targets(&mid_cond, &enc).is_err());
2035
2036 // 4. A `.L`-local label branch that was never resolved (the dropped
2037 // end label, #930's mechanism) is a hard error even though it
2038 // would encode as a well-formed placeholder.
2039 let dropped = vec![
2040 ins(ArmOp::B {
2041 label: ".Lblock_end_3".to_string(),
2042 }),
2043 ins(ArmOp::Movw {
2044 rd: Reg::R3,
2045 imm16: 1,
2046 }),
2047 ];
2048 let err = validate_branch_targets(&dropped, &enc).unwrap_err();
2049 assert!(err.contains(".Lblock_end_3"), "{err}");
2050 assert!(err.contains("dropped label"), "{err}");
2051
2052 // 5. An EXTERNAL label branch (no `.L` prefix) is legitimately absent
2053 // (patched via relocation / vector table) and must NOT trip the
2054 // gate — the carve-out that used to swallow #930 stays for real
2055 // externals only.
2056 let external = vec![
2057 ins(ArmOp::B {
2058 label: "Trap_Handler".to_string(),
2059 }),
2060 ins(ArmOp::Movw {
2061 rd: Reg::R3,
2062 imm16: 1,
2063 }),
2064 ];
2065 assert!(validate_branch_targets(&external, &enc).is_ok());
2066
2067 // 6. Labels are zero-width: a target on a Label position is the start
2068 // of the instruction that follows it — OK.
2069 let labeled = vec![
2070 ins(ArmOp::BOffset { offset: 1 }),
2071 ins(ArmOp::Movw {
2072 rd: Reg::R3,
2073 imm16: 1,
2074 }),
2075 ins(ArmOp::Label {
2076 name: ".Lend".to_string(),
2077 }),
2078 ins(ArmOp::Mov {
2079 rd: Reg::R0,
2080 op2: Operand2::Reg(Reg::R3),
2081 }),
2082 ];
2083 assert!(validate_branch_targets(&labeled, &enc).is_ok());
2084 }
2085
2086 /// SC-5 (#930) end-to-end at the backend seam: the labels.wast `br_if2`
2087 /// shape — a `br_if` exiting an enclosing block from inside an `if`, its
2088 /// value operand a block-that-branches — must COMPILE (the pre-fix
2089 /// selector dropped the inner block's end label, which the SC-5 gate now
2090 /// turns into a hard error, so compile success proves the label was
2091 /// emitted) and every branch in the emitted bytes must land on an
2092 /// instruction boundary (re-derived from the encoded halfwords, not from
2093 /// the resolver's own bookkeeping).
2094 #[test]
2095 fn test_930_brif2_shape_compiles_and_targets_boundaries() {
2096 let backend = ArmBackend::new();
2097 let ops = vec![
2098 WasmOp::Block, // $l0 (result i32)
2099 WasmOp::I32Const(1),
2100 WasmOp::If,
2101 WasmOp::Block, // $l1 (result i32)
2102 WasmOp::I32Const(1),
2103 WasmOp::Br(0), // br $l1
2104 WasmOp::End,
2105 WasmOp::I32Const(1),
2106 WasmOp::BrIf(1), // br_if $l0
2107 WasmOp::Drop,
2108 WasmOp::End, // end if
2109 WasmOp::I32Const(0),
2110 WasmOp::End, // end $l0
2111 WasmOp::End,
2112 ];
2113 let config = CompileConfig::default();
2114 let func = backend
2115 .compile_function("t", &ops, &config)
2116 .expect("#930 shape must compile (SC-5 gate passes)");
2117
2118 // Walk the encoded halfwords: collect instruction starts, then check
2119 // every narrow/wide B / B<cond> target is a member.
2120 let code = &func.code;
2121 let mut starts = std::collections::HashSet::new();
2122 let mut widths = Vec::new();
2123 let mut off = 0usize;
2124 while off + 2 <= code.len() {
2125 starts.insert(off as i64);
2126 let hw = u16::from_le_bytes([code[off], code[off + 1]]);
2127 let wide = (hw & 0xF800) >= 0xE800; // 0b11101/0b11110/0b11111
2128 widths.push((off, hw, wide));
2129 off += if wide { 4 } else { 2 };
2130 }
2131 for (off, hw, wide) in widths {
2132 let target = if !wide && (hw & 0xF800) == 0xE000 {
2133 // T2 B: imm11, halfwords
2134 let imm = ((hw & 0x7FF) as i32) << 21 >> 21;
2135 Some(off as i64 + 4 + 2 * imm as i64)
2136 } else if !wide && (hw & 0xF000) == 0xD000 && (hw & 0x0F00) < 0x0E00 {
2137 // T1 B<cond>: imm8, halfwords
2138 let imm = ((hw & 0xFF) as i32) << 24 >> 24;
2139 Some(off as i64 + 4 + 2 * imm as i64)
2140 } else {
2141 None
2142 };
2143 if let Some(t) = target {
2144 assert!(
2145 starts.contains(&t),
2146 "branch at 0x{off:x} (hw 0x{hw:04x}) targets 0x{t:x}, \
2147 not an instruction boundary — the #930 miscompile shape"
2148 );
2149 }
2150 }
2151 }
2152
2153 #[test]
2154 fn test_arm_backend_name() {
2155 let backend = ArmBackend::new();
2156 assert_eq!(backend.name(), "arm");
2157 assert!(backend.is_available());
2158 }
2159
2160 #[test]
2161 fn test_arm_backend_capabilities() {
2162 let backend = ArmBackend::new();
2163 let caps = backend.capabilities();
2164 assert!(!caps.produces_elf);
2165 assert!(caps.supports_rule_verification);
2166 assert!(!caps.is_external);
2167 }
2168
2169 #[test]
2170 fn test_compile_add_function() {
2171 let backend = ArmBackend::new();
2172 let ops = vec![WasmOp::LocalGet(0), WasmOp::LocalGet(1), WasmOp::I32Add];
2173 let config = CompileConfig::default();
2174
2175 let result = backend.compile_function("add", &ops, &config);
2176 assert!(result.is_ok());
2177
2178 let func = result.unwrap();
2179 assert_eq!(func.name, "add");
2180 assert!(!func.code.is_empty());
2181 assert_eq!(func.wasm_ops, ops);
2182 }
2183
2184 /// VCR-DBG-001: the per-instruction source map must cover the function with
2185 /// monotonic, in-bounds machine offsets, and must not perturb the emitted
2186 /// code (it is captured at encode time, never serialized here).
2187 #[test]
2188 fn test_line_map_is_wellformed_dbg001() {
2189 let backend = ArmBackend::new();
2190 let ops = vec![
2191 WasmOp::LocalGet(0),
2192 WasmOp::LocalGet(1),
2193 WasmOp::I32Add,
2194 WasmOp::End,
2195 ];
2196 let config = CompileConfig::default();
2197 let func = backend.compile_function("add", &ops, &config).unwrap();
2198
2199 // Non-empty, and the first instruction starts at machine offset 0.
2200 assert!(
2201 !func.line_map.is_empty(),
2202 "a non-trivial function captures a source map"
2203 );
2204 assert_eq!(func.line_map[0].0, 0, "first instruction at offset 0");
2205
2206 // Offsets strictly increase by at least one ARM/Thumb instruction (>= 2
2207 // bytes) and every mapped offset lies inside the emitted `.text`.
2208 for w in func.line_map.windows(2) {
2209 assert!(w[1].0 > w[0].0, "instruction offsets strictly increase");
2210 assert!(
2211 w[1].0 - w[0].0 >= 2,
2212 "each ARM/Thumb instruction is >= 2 bytes"
2213 );
2214 }
2215 let last = func.line_map.last().unwrap().0 as usize;
2216 assert!(
2217 last < func.code.len(),
2218 "every mapped offset lies inside .text"
2219 );
2220
2221 // The side-table is additive: recompiling is deterministic and the map is
2222 // consistent with that exact code (capturing it does not alter output).
2223 let again = backend.compile_function("add", &ops, &config).unwrap();
2224 assert_eq!(
2225 again.code, func.code,
2226 "compilation deterministic; map is additive"
2227 );
2228 assert_eq!(again.line_map, func.line_map);
2229 }
2230
2231 #[test]
2232 fn test_count_params() {
2233 let ops = vec![WasmOp::LocalGet(0), WasmOp::LocalGet(1), WasmOp::I32Add];
2234 assert_eq!(count_params(&ops), 2);
2235
2236 let no_params = vec![WasmOp::I32Const(5), WasmOp::I32Const(3), WasmOp::I32Add];
2237 assert_eq!(count_params(&no_params), 0);
2238 }
2239
2240 /// #457: the declared param count caps the access-pattern inference. The
2241 /// repro shape `(param i32)(local i32) → p0 + local1` reads local 1 before
2242 /// any write, so `count_params` infers 2 — with the declared count (1) the
2243 /// local is reclassified onto the zero-inited frame path instead of being
2244 /// read from R1 (caller garbage).
2245 #[test]
2246 fn declared_param_count_caps_inference_457() {
2247 let ops = vec![
2248 WasmOp::LocalGet(0),
2249 WasmOp::LocalGet(1),
2250 WasmOp::I32Add,
2251 WasmOp::End,
2252 ];
2253 // The inference alone still says 2 (the misclassification this caps).
2254 assert_eq!(count_params(&ops), 2);
2255
2256 let backend = ArmBackend::new();
2257 let inferred = backend
2258 .compile_function("rbw", &ops, &CompileConfig::default())
2259 .unwrap();
2260 let declared = backend
2261 .compile_function(
2262 "rbw",
2263 &ops,
2264 &CompileConfig {
2265 current_func_param_count: Some(1),
2266 ..CompileConfig::default()
2267 },
2268 )
2269 .unwrap();
2270 // The cap is consumed: the declared-count compile reclassifies local 1
2271 // and must emit different code than the param-misclassified one.
2272 assert_ne!(
2273 inferred.code, declared.code,
2274 "declared param count must reach the selector"
2275 );
2276 // The zero-init is present: a 16-bit Thumb `movs rN, #0`
2277 // (0x2000 | rd<<8 → LE bytes [0x00, 0x20+rd]) somewhere in the body.
2278 let has_movs_zero = declared
2279 .code
2280 .chunks_exact(2)
2281 .any(|h| h[0] == 0x00 && (0x20..=0x27).contains(&h[1]));
2282 assert!(
2283 has_movs_zero,
2284 "declared-count compile must zero-init the read-before-write local; code: {:02x?}",
2285 declared.code
2286 );
2287 // A declared count that matches (or exceeds) the inference changes
2288 // nothing — byte-identity for every function without rbw locals.
2289 let matching = backend
2290 .compile_function(
2291 "rbw",
2292 &ops,
2293 &CompileConfig {
2294 current_func_param_count: Some(2),
2295 ..CompileConfig::default()
2296 },
2297 )
2298 .unwrap();
2299 assert_eq!(
2300 matching.code, inferred.code,
2301 "declared >= inferred must stay byte-identical"
2302 );
2303 }
2304
2305 #[test]
2306 fn test_arm_backend_register() {
2307 let mut registry = synth_core::BackendRegistry::new();
2308 registry.register(Box::new(ArmBackend::new()));
2309 assert!(registry.get("arm").is_some());
2310 assert_eq!(registry.available().len(), 1);
2311 }
2312
2313 #[test]
2314 fn test_compile_import_call_produces_relocations() {
2315 let backend = ArmBackend::new();
2316 // Simulate a WASM module where func index 0 is an import.
2317 // Call(0) should generate MOV R0, #0; BL __meld_dispatch_import
2318 let ops = vec![WasmOp::Call(0)];
2319 let config = CompileConfig {
2320 num_imports: 1,
2321 no_optimize: true, // Direct instruction selection to preserve Call semantics
2322 ..CompileConfig::default()
2323 };
2324
2325 let result = backend.compile_function("caller", &ops, &config);
2326 assert!(result.is_ok());
2327
2328 let func = result.unwrap();
2329 assert!(!func.code.is_empty());
2330 assert_eq!(func.relocations.len(), 1);
2331 assert_eq!(func.relocations[0].symbol, "__meld_dispatch_import");
2332 // The BL is the second instruction (after MOV R0, #0), so offset should be > 0
2333 assert!(func.relocations[0].offset > 0);
2334 }
2335
2336 /// Regression test for #197: in `relocatable` mode, an import call must
2337 /// relocate against the direct `func_N` symbol (rewritten to the wasm field
2338 /// name by `build_relocatable_elf`), NOT `__meld_dispatch_import`. This is
2339 /// the ABI half of the #197 fix — without it, a host linker cannot resolve
2340 /// the call to the real kernel symbol (e.g. `k_spin_lock`).
2341 #[test]
2342 fn test_compile_relocatable_import_uses_direct_func_symbol_197() {
2343 let backend = ArmBackend::new();
2344 let ops = vec![WasmOp::Call(0)]; // func 0 is an import
2345 let config = CompileConfig {
2346 num_imports: 1,
2347 relocatable: true,
2348 ..CompileConfig::default()
2349 };
2350
2351 let func = backend
2352 .compile_function("caller", &ops, &config)
2353 .expect("relocatable import call compiles");
2354
2355 assert_eq!(func.relocations.len(), 1);
2356 assert_eq!(
2357 func.relocations[0].symbol, "func_0",
2358 "#197: relocatable import must relocate against func_0 (→ field name), not Meld dispatch"
2359 );
2360 }
2361
2362 #[test]
2363 fn test_compile_no_imports_no_relocations() {
2364 let backend = ArmBackend::new();
2365 let ops = vec![WasmOp::LocalGet(0), WasmOp::LocalGet(1), WasmOp::I32Add];
2366 let config = CompileConfig::default();
2367
2368 let func = backend.compile_function("add", &ops, &config).unwrap();
2369 assert!(func.relocations.is_empty());
2370 }
2371
2372 /// Regression test for #167: a call to an INTERNAL function
2373 /// (index `>= num_imports`) must record a relocation against `func_{index}`.
2374 /// Before the fix, only `__meld_*` (import) BLs were relocated, so
2375 /// internal `BL func_N` was emitted as an unpatched `bl #0` branching
2376 /// to a garbage address — making the object non-linkable. This test
2377 /// would have caught that regression.
2378 #[test]
2379 fn test_compile_internal_call_produces_relocation_167() {
2380 let backend = ArmBackend::new();
2381 // num_imports = 1, so Call(2) is an INTERNAL call → `BL func_2`.
2382 let ops = vec![WasmOp::Call(2)];
2383 let config = CompileConfig {
2384 num_imports: 1,
2385 no_optimize: true,
2386 ..CompileConfig::default()
2387 };
2388
2389 let func = backend
2390 .compile_function("caller", &ops, &config)
2391 .expect("internal call compiles");
2392
2393 assert_eq!(
2394 func.relocations.len(),
2395 1,
2396 "an internal call must emit exactly one relocation (#167)"
2397 );
2398 assert_eq!(
2399 func.relocations[0].symbol, "func_2",
2400 "internal call must relocate against the callee's func_{{index}} symbol (#167)"
2401 );
2402 }
2403
2404 // ─── Phase 1 safety-bounds plumbing for ARM ──────────────────────────
2405
2406 #[test]
2407 fn arm_safety_bounds_mpu_emits_same_code_as_none() {
2408 // Mpu mode must not introduce any inline check on ARM — the MPU
2409 // handles faults via hardware. The encoded bytes for an i32.load
2410 // should be identical between None and Mpu.
2411 let backend = ArmBackend::new();
2412 let ops = vec![
2413 WasmOp::LocalGet(0),
2414 WasmOp::I32Load {
2415 offset: 0,
2416 align: 2,
2417 },
2418 ];
2419 let cfg_none = CompileConfig {
2420 no_optimize: true,
2421 ..Default::default()
2422 };
2423 let cfg_mpu = CompileConfig {
2424 no_optimize: true,
2425 safety_bounds: SafetyBounds::Mpu,
2426 ..Default::default()
2427 };
2428 let n = backend.compile_function("ld", &ops, &cfg_none).unwrap();
2429 let m = backend.compile_function("ld", &ops, &cfg_mpu).unwrap();
2430 assert_eq!(
2431 n.code, m.code,
2432 "Mpu and None should produce identical ARM bytes (Mpu relies on hardware)"
2433 );
2434 }
2435
2436 #[test]
2437 fn arm_legacy_bounds_check_still_emits_software_check() {
2438 // Legacy CLI users with `--bounds-check` should keep getting the
2439 // software path even though the new SafetyBounds field defaults to None.
2440 let backend = ArmBackend::new();
2441 let ops = vec![
2442 WasmOp::LocalGet(0),
2443 WasmOp::I32Load {
2444 offset: 0,
2445 align: 2,
2446 },
2447 ];
2448 let cfg_legacy = CompileConfig {
2449 no_optimize: true,
2450 bounds_check: true,
2451 ..Default::default()
2452 };
2453 let cfg_software = CompileConfig {
2454 no_optimize: true,
2455 safety_bounds: SafetyBounds::Software,
2456 ..Default::default()
2457 };
2458 let l = backend.compile_function("ld", &ops, &cfg_legacy).unwrap();
2459 let s = backend.compile_function("ld", &ops, &cfg_software).unwrap();
2460 assert_eq!(
2461 l.code, s.code,
2462 "--bounds-check should produce the same bytes as --safety-bounds=software"
2463 );
2464 }
2465
2466 /// #377: `--safety-bounds software` must be enforced on the OPTIMIZED path
2467 /// too. Pre-fix, `software` was byte-identical to `none` there (a silent
2468 /// no-op while the safety manifest claimed enforcement). The compiled
2469 /// bytes must now (a) differ from `none` and (b) contain the inline
2470 /// `CMP ip, sl` + `UDF` guard.
2471 #[test]
2472 fn arm_safety_bounds_software_enforced_on_optimized_path_377() {
2473 let backend = ArmBackend::new();
2474 // Dynamic-address store+load: the optimized path accepts this shape
2475 // (no calls, no i64 params, ≤4 params).
2476 let ops = vec![
2477 WasmOp::LocalGet(0),
2478 WasmOp::LocalGet(1),
2479 WasmOp::I32Store {
2480 offset: 4,
2481 align: 2,
2482 },
2483 WasmOp::LocalGet(0),
2484 WasmOp::I32Load {
2485 offset: 0,
2486 align: 2,
2487 },
2488 ];
2489 // no_optimize NOT set — this exercises the optimized path.
2490 let cfg_none = CompileConfig::default();
2491 let cfg_sw = CompileConfig {
2492 safety_bounds: SafetyBounds::Software,
2493 ..Default::default()
2494 };
2495 let n = backend.compile_function("st", &ops, &cfg_none).unwrap();
2496 let s = backend.compile_function("st", &ops, &cfg_sw).unwrap();
2497 assert_ne!(
2498 n.code, s.code,
2499 "#377: software bounds must CHANGE optimized-path codegen (was a silent no-op)"
2500 );
2501 // Thumb-2 `UDF #0` is 0xDE00 (LE bytes: 00 DE); the #752
2502 // wraparound-safe guard's borrow check `CMP sl, ip` (16-bit
2503 // high-reg form) is 0x45E2 (LE: E2 45). Both must appear — one
2504 // guard per access, traps inline.
2505 let has_udf = s.code.windows(2).any(|w| w == [0x00, 0xDE]);
2506 let has_cmp_sl_ip = s.code.windows(2).any(|w| w == [0xE2, 0x45]);
2507 assert!(has_udf, "#377: inline UDF trap missing from optimized path");
2508 assert!(
2509 has_cmp_sl_ip,
2510 "#377/#752: CMP sl, ip bounds borrow-check missing from optimized path"
2511 );
2512 // And `none` must contain NO UDF (the function has no other trap).
2513 assert!(
2514 !n.code.windows(2).any(|w| w == [0x00, 0xDE]),
2515 "none must not contain a UDF for this function"
2516 );
2517 }
2518
2519 /// #377: `mpu` on the optimized path is codegen-passthrough — identical
2520 /// bytes to `none` on BOTH paths (hardware enforcement is target-level;
2521 /// synth does not emit MPU region programming — tracked separately in
2522 /// #377's fix-direction discussion). This pins path-parity for `mpu`.
2523 #[test]
2524 fn arm_safety_bounds_mpu_optimized_path_parity_377() {
2525 let backend = ArmBackend::new();
2526 let ops = vec![
2527 WasmOp::LocalGet(0),
2528 WasmOp::I32Load {
2529 offset: 0,
2530 align: 2,
2531 },
2532 ];
2533 let cfg_none = CompileConfig::default();
2534 let cfg_mpu = CompileConfig {
2535 safety_bounds: SafetyBounds::Mpu,
2536 ..Default::default()
2537 };
2538 let n = backend.compile_function("ld", &ops, &cfg_none).unwrap();
2539 let m = backend.compile_function("ld", &ops, &cfg_mpu).unwrap();
2540 assert_eq!(
2541 n.code, m.code,
2542 "Mpu and None must produce identical bytes on the optimized path too"
2543 );
2544 }
2545
2546 /// #377: `mask` on the optimized path declines to the direct selector
2547 /// (honest degradation) — the compiled function must equal the
2548 /// `--no-optimize` masking bytes, i.e. the flag is honored, never dropped.
2549 #[test]
2550 fn arm_safety_bounds_mask_optimized_path_declines_to_direct_377() {
2551 let backend = ArmBackend::new();
2552 let ops = vec![
2553 WasmOp::LocalGet(0),
2554 WasmOp::LocalGet(1),
2555 WasmOp::I32Store {
2556 offset: 0,
2557 align: 2,
2558 },
2559 ];
2560 // RQ-57-SENTINEL: mask now requires a STATED non-zero power-of-two
2561 // size (0 = zero-byte memory = refused), so the test states one —
2562 // exactly what the #953 fix required of the rv32 driver test.
2563 let cfg_mask_opt = CompileConfig {
2564 safety_bounds: SafetyBounds::Mask,
2565 linear_memory_bytes: 64 * 1024,
2566 ..Default::default()
2567 };
2568 let cfg_mask_direct = CompileConfig {
2569 no_optimize: true,
2570 safety_bounds: SafetyBounds::Mask,
2571 linear_memory_bytes: 64 * 1024,
2572 ..Default::default()
2573 };
2574 let o = backend.compile_function("st", &ops, &cfg_mask_opt).unwrap();
2575 let d = backend
2576 .compile_function("st", &ops, &cfg_mask_direct)
2577 .unwrap();
2578 assert_eq!(
2579 o.code, d.code,
2580 "#377: mask on the optimized path must fall back to the direct selector's masking"
2581 );
2582 }
2583
2584 /// RQ-57-SENTINEL (#953 sibling): `--safety-bounds mask` with a ZERO-byte
2585 /// linear memory must REFUSE at compile time. Before this fix, `bytes == 0`
2586 /// was exempt from the power-of-two gate ("0 means unknown"), and the
2587 /// emitted `SUB R12, R10, #1; AND` guard degenerated to an IDENTITY mask
2588 /// at runtime (R10 = 0 baked by the startup for a `(memory 0)` module):
2589 /// an unbounded OOB access in the mode whose purpose is bounding.
2590 /// Red-first: pre-fix this compile SUCCEEDED (verified on the v0.56.1
2591 /// tree: exit 0, `movw r10, #0x0` in the reset handler, AND-masked body).
2592 #[test]
2593 fn arm_safety_bounds_mask_zero_size_refused_rq57() {
2594 let backend = ArmBackend::new();
2595 let ops = vec![
2596 WasmOp::LocalGet(0),
2597 WasmOp::I32Load {
2598 offset: 0,
2599 align: 2,
2600 },
2601 ];
2602 let cfg = CompileConfig {
2603 safety_bounds: SafetyBounds::Mask,
2604 linear_memory_bytes: 0,
2605 ..Default::default()
2606 };
2607 let err = backend
2608 .compile_function("ld", &ops, &cfg)
2609 .expect_err("mask over a zero-byte memory must refuse, not emit an identity mask");
2610 let msg = format!("{err}");
2611 assert!(
2612 msg.contains("ZERO bytes"),
2613 "refusal must name the zero-byte cause, got: {msg}"
2614 );
2615 }
2616
2617 // ========================================================================
2618 // ISA feature gate tests — ensure the compiler never emits unsupported
2619 // instructions for a given target
2620 // ========================================================================
2621
2622 #[test]
2623 fn test_f32_rejected_on_cortex_m3_no_fpu() {
2624 let backend = ArmBackend::new();
2625 let ops = vec![WasmOp::F32Const(1.0), WasmOp::F32Const(2.0), WasmOp::F32Add];
2626 let config = CompileConfig {
2627 target: TargetSpec::cortex_m3(),
2628 no_optimize: true,
2629 ..CompileConfig::default()
2630 };
2631
2632 let result = backend.compile_function("fadd", &ops, &config);
2633 assert!(
2634 result.is_err(),
2635 "f32 operations should fail on Cortex-M3 (no FPU)"
2636 );
2637 }
2638
2639 #[test]
2640 fn test_f32_accepted_on_cortex_m4f() {
2641 let backend = ArmBackend::new();
2642 let ops = vec![WasmOp::F32Const(1.0), WasmOp::F32Const(2.0), WasmOp::F32Add];
2643 let config = CompileConfig {
2644 target: TargetSpec::cortex_m4f(),
2645 no_optimize: true,
2646 ..CompileConfig::default()
2647 };
2648
2649 let result = backend.compile_function("fadd", &ops, &config);
2650 assert!(
2651 result.is_ok(),
2652 "f32 operations should succeed on Cortex-M4F, got: {:?}",
2653 result.unwrap_err()
2654 );
2655 }
2656
2657 #[test]
2658 fn test_i32_works_on_all_targets() {
2659 let backend = ArmBackend::new();
2660 let ops = vec![WasmOp::LocalGet(0), WasmOp::LocalGet(1), WasmOp::I32Add];
2661
2662 // Cortex-M3 (no FPU)
2663 let config_m3 = CompileConfig {
2664 target: TargetSpec::cortex_m3(),
2665 no_optimize: true,
2666 ..CompileConfig::default()
2667 };
2668 assert!(
2669 backend.compile_function("add", &ops, &config_m3).is_ok(),
2670 "i32 ops should work on Cortex-M3"
2671 );
2672
2673 // Cortex-M4F (single FPU)
2674 let config_m4f = CompileConfig {
2675 target: TargetSpec::cortex_m4f(),
2676 no_optimize: true,
2677 ..CompileConfig::default()
2678 };
2679 assert!(
2680 backend.compile_function("add", &ops, &config_m4f).is_ok(),
2681 "i32 ops should work on Cortex-M4F"
2682 );
2683
2684 // Cortex-M7DP (double FPU)
2685 let config_m7dp = CompileConfig {
2686 target: TargetSpec::cortex_m7dp(),
2687 no_optimize: true,
2688 ..CompileConfig::default()
2689 };
2690 assert!(
2691 backend.compile_function("add", &ops, &config_m7dp).is_ok(),
2692 "i32 ops should work on Cortex-M7DP"
2693 );
2694 }
2695
2696 #[test]
2697 fn test_f32_rejected_on_cortex_m4_no_fpu() {
2698 // Cortex-M4 (without F suffix) has no FPU
2699 let backend = ArmBackend::new();
2700 let ops = vec![WasmOp::F32Const(1.5), WasmOp::F32Const(2.5), WasmOp::F32Mul];
2701 let config = CompileConfig {
2702 target: TargetSpec::cortex_m4(),
2703 no_optimize: true,
2704 ..CompileConfig::default()
2705 };
2706
2707 let result = backend.compile_function("fmul", &ops, &config);
2708 assert!(
2709 result.is_err(),
2710 "f32 operations should fail on Cortex-M4 (no FPU)"
2711 );
2712 }
2713
2714 // ========================================================================
2715 // Issue #120 — f32 ops in the optimized lowering path
2716 //
2717 // `OptimizerBridge::wasm_to_ir` has no handlers for f32/f64 ops, so a
2718 // value-producing float op fell through to `Opcode::Nop`, leaving a
2719 // downstream consumer with an unmapped vreg and tripping the PR #101
2720 // defensive panic in `ir_to_arm`. Customer reproducer: `compiler_builtins
2721 // float::div` and `gale_compute_ipi_mask` in the `falcon-rate-component`
2722 // module.
2723 //
2724 // Fix: `optimize_full` declines float modules with a typed `Err`;
2725 // `compile_wasm_to_arm` falls back to the non-optimized `select_with_stack`
2726 // path, which handles f32 via VFP/FPU. These tests use the *default*
2727 // (optimized) config — `no_optimize` is NOT set — which is the exact
2728 // configuration that panicked pre-fix.
2729 // ========================================================================
2730
2731 /// Pre-fix: this panicked with "vreg vN has no assigned ARM register and
2732 /// no spill slot" inside `ir_to_arm`. Post-fix: the optimized path declines
2733 /// the module and the backend falls back to direct selection, producing a
2734 /// non-empty f32.div lowering on a Cortex-M4F.
2735 #[test]
2736 fn test_issue120_f32_div_compiles_via_optimized_default() {
2737 let backend = ArmBackend::new();
2738 let ops = vec![WasmOp::LocalGet(0), WasmOp::LocalGet(1), WasmOp::F32Div];
2739 let config = CompileConfig {
2740 target: TargetSpec::cortex_m4f(),
2741 // no_optimize NOT set — this exercises the optimized path that
2742 // panicked in issue #120, then the fallback to direct selection.
2743 // GI-FPU-002: the f32 params must be declared so the direct
2744 // selector homes them in S0/S1 (AAPCS-VFP) rather than declining.
2745 current_func_params_f32: vec![true, true],
2746 ..CompileConfig::default()
2747 };
2748
2749 let result = backend.compile_function("fdiv", &ops, &config);
2750 assert!(
2751 result.is_ok(),
2752 "f32.div must compile on Cortex-M4F via the optimized->direct \
2753 fallback (issue #120), got: {:?}",
2754 result.as_ref().err()
2755 );
2756 assert!(
2757 !result.unwrap().code.is_empty(),
2758 "f32.div must produce non-empty machine code"
2759 );
2760 }
2761
2762 /// A spread of f32 ops, all through the optimized (default) config, must
2763 /// compile via the fallback on an FPU target without panicking.
2764 #[test]
2765 fn test_issue120_assorted_f32_ops_compile_via_optimized_default() {
2766 let backend = ArmBackend::new();
2767 let config = CompileConfig {
2768 target: TargetSpec::cortex_m4f(),
2769 // GI-FPU-002: declare the two f32 params for AAPCS-VFP homing.
2770 current_func_params_f32: vec![true, true],
2771 ..CompileConfig::default()
2772 };
2773
2774 let cases: Vec<(&str, Vec<WasmOp>)> = vec![
2775 (
2776 "fadd",
2777 vec![WasmOp::LocalGet(0), WasmOp::LocalGet(1), WasmOp::F32Add],
2778 ),
2779 (
2780 "fmul",
2781 vec![WasmOp::LocalGet(0), WasmOp::LocalGet(1), WasmOp::F32Mul],
2782 ),
2783 (
2784 "fsub",
2785 vec![WasmOp::LocalGet(0), WasmOp::LocalGet(1), WasmOp::F32Sub],
2786 ),
2787 ];
2788
2789 for (name, ops) in cases {
2790 let result = backend.compile_function(name, &ops, &config);
2791 assert!(
2792 result.is_ok(),
2793 "{name} must compile via the optimized->direct fallback \
2794 (issue #120), got: {:?}",
2795 result.as_ref().err()
2796 );
2797 assert!(
2798 !result.unwrap().code.is_empty(),
2799 "{name} must produce non-empty machine code"
2800 );
2801 }
2802 }
2803
2804 /// The fallback must still honor the ISA feature gate: f32 on a no-FPU
2805 /// target must fail cleanly (not panic) even on the optimized path.
2806 #[test]
2807 fn test_issue120_f32_div_rejected_on_no_fpu_via_optimized() {
2808 let backend = ArmBackend::new();
2809 let ops = vec![WasmOp::LocalGet(0), WasmOp::LocalGet(1), WasmOp::F32Div];
2810 let config = CompileConfig {
2811 target: TargetSpec::cortex_m3(),
2812 ..CompileConfig::default()
2813 };
2814
2815 let result = backend.compile_function("fdiv", &ops, &config);
2816 assert!(
2817 result.is_err(),
2818 "f32.div must be rejected on Cortex-M3 (no FPU), not panic"
2819 );
2820 }
2821
2822 /// #507: a `br_table` function compiled via the DEFAULT (optimized) config
2823 /// must produce the SAME bytes as the direct (`no_optimize`) selector —
2824 /// i.e. the optimized path declined it to direct, lowering the dispatch as a
2825 /// real cmp-chain instead of silently dropping it (which left all arms in
2826 /// fall-through). Pre-fix the two outputs differed (the optimized one had no
2827 /// selector compare). Execution correctness is gated by
2828 /// `scripts/repro/br_table_507_differential.py`.
2829 #[test]
2830 fn test_507_br_table_declines_to_direct() {
2831 let backend = ArmBackend::new();
2832 // dispatch(sel): br_table over 3 blocks, each storing a marker to mem[0].
2833 let ops = vec![
2834 WasmOp::Block,
2835 WasmOp::Block,
2836 WasmOp::Block,
2837 WasmOp::LocalGet(0),
2838 WasmOp::BrTable {
2839 targets: vec![0, 1, 2],
2840 default: 2,
2841 },
2842 WasmOp::End,
2843 WasmOp::I32Const(0),
2844 WasmOp::I32Const(10),
2845 WasmOp::I32Store {
2846 offset: 0,
2847 align: 2,
2848 },
2849 WasmOp::Return,
2850 WasmOp::End,
2851 WasmOp::I32Const(0),
2852 WasmOp::I32Const(20),
2853 WasmOp::I32Store {
2854 offset: 0,
2855 align: 2,
2856 },
2857 WasmOp::Return,
2858 WasmOp::End,
2859 WasmOp::I32Const(0),
2860 WasmOp::I32Const(30),
2861 WasmOp::I32Store {
2862 offset: 0,
2863 align: 2,
2864 },
2865 ];
2866 let opt = CompileConfig {
2867 target: TargetSpec::cortex_m4(),
2868 ..CompileConfig::default()
2869 };
2870 let direct = CompileConfig {
2871 target: TargetSpec::cortex_m4(),
2872 no_optimize: true,
2873 ..CompileConfig::default()
2874 };
2875 let a = backend
2876 .compile_function("dispatch", &ops, &opt)
2877 .expect("optimized-default must compile br_table (via decline)");
2878 let b = backend
2879 .compile_function("dispatch", &ops, &direct)
2880 .expect("direct must compile br_table");
2881 assert_eq!(
2882 a.code, b.code,
2883 "#507: optimized-default br_table output must be byte-identical to the \
2884 direct selector (i.e. declined to direct), not a dropped dispatch"
2885 );
2886 }
2887
2888 /// Issue #94: end-to-end byte-size check for the canonical u64-packed
2889 /// FFI-return hi32 extract pattern. Compiles two near-identical
2890 /// functions — one with the optimized shift-by-32, one with a generic
2891 /// shift-by-7 — and asserts the optimized form is meaningfully smaller.
2892 #[test]
2893 fn test_issue94_hi32_extract_is_smaller_than_generic_shift() {
2894 let backend = ArmBackend::new();
2895 let config = CompileConfig {
2896 target: TargetSpec::cortex_m4f(),
2897 ..CompileConfig::default()
2898 };
2899
2900 // #518: the i64 value must NOT come from an i64 PARAM — the optimized
2901 // path now declines i64-param functions to the direct selector (it homed
2902 // an i64 param in R4:R5 instead of R0:R1, a silent miscompile this test's
2903 // byte-size-only assertion masked). The canonical #94 case is a u64 from
2904 // an FFI return, not a param, anyway. Source the i64 from a sign-extended
2905 // i32 param (`extend_i32_s`): a runtime, non-constant-foldable i64 that
2906 // stays on the optimized path, so the shift-by-32 hi-extract peephole is
2907 // still exercised on CORRECT code.
2908 // Optimized path: `(i64.extend_i32_s (local.get 0)) >>> 32; wrap_i64`
2909 let ops_hi32 = vec![
2910 WasmOp::LocalGet(0), // i32 param in R0
2911 WasmOp::I64ExtendI32S,
2912 WasmOp::I64Const(32),
2913 WasmOp::I64ShrU,
2914 WasmOp::I32WrapI64,
2915 ];
2916 let func_hi32 = backend
2917 .compile_function("hi32_extract", &ops_hi32, &config)
2918 .unwrap();
2919
2920 // Generic path: `... >>> 7; wrap_i64` — same shape, but the shift amount
2921 // is not a multiple of 32, so it falls through to the runtime shift.
2922 let ops_generic = vec![
2923 WasmOp::LocalGet(0),
2924 WasmOp::I64ExtendI32S,
2925 WasmOp::I64Const(7),
2926 WasmOp::I64ShrU,
2927 WasmOp::I32WrapI64,
2928 ];
2929 let func_generic = backend
2930 .compile_function("generic_shr", &ops_generic, &config)
2931 .unwrap();
2932
2933 let bytes_hi32 = func_hi32.code.len();
2934 let bytes_generic = func_generic.code.len();
2935 println!(
2936 "\n[issue #94] hi32 extract: {} bytes (vs generic shift: {} bytes; saved {})",
2937 bytes_hi32,
2938 bytes_generic,
2939 bytes_generic.saturating_sub(bytes_hi32)
2940 );
2941 let hex: String = func_hi32
2942 .code
2943 .iter()
2944 .map(|b| format!("{:02x}", b))
2945 .collect::<Vec<_>>()
2946 .join(" ");
2947 println!("[issue #94] hi32 bytes: {}", hex);
2948 // We expect the optimized form to be at least 30 bytes smaller than
2949 // the generic 64-bit shift sequence. (Empirically: 14 vs 50 bytes.)
2950 assert!(
2951 bytes_hi32 + 30 <= bytes_generic,
2952 "issue #94: hi32 extract = {} bytes, generic shift = {} bytes; \
2953 expected optimized form to be at least 30 bytes smaller",
2954 bytes_hi32,
2955 bytes_generic,
2956 );
2957 }
2958}