Skip to main content

vm/
rt.rs

1use compiler::{Capture, Compiler, Symbol};
2use dynamic::{Dynamic, Type};
3use parser::{BinaryOp, Expr, ExprKind, PatternKind, Span, Stmt, StmtKind, UnaryOp};
4use std::collections::{BTreeMap, HashMap, VecDeque};
5
6use crate::context::{ListFastPath, LocalVar};
7
8use super::{FnInfo, FnVariant, PTR_TYPE, context::BuildContext, get_type, ptr_type};
9use cranelift::prelude::*;
10use cranelift_jit::{JITBuilder, JITModule};
11use cranelift_module::{FuncId, Module};
12
13use anyhow::{Result, anyhow};
14use parking_lot::RwLock;
15use smol_str::SmolStr;
16use std::sync::{Arc, Weak};
17
18pub struct JITRunTime {
19    pub compiler: Compiler,
20    pub fns: BTreeMap<u32, FnVariant>,
21    pub sigs: Vec<(Vec<Type>, Signature, Type)>,
22    pub native_symbols: Arc<RwLock<HashMap<String, usize>>>,
23    pub(crate) owner: Weak<RwLock<JITRunTime>>,
24    pub(crate) pending_fns: VecDeque<PendingFn>,
25    pub(crate) compile_depth: usize,
26    inline_depth: usize,
27    inline_budget: usize,
28    inline_stack: Vec<u32>,
29    native_fn_cache: Vec<(SmolStr, Vec<Type>, FnInfo)>,
30    #[cfg(feature = "ir-disassembly")]
31    pub ir_disassembly: BTreeMap<SmolStr, String>,
32    pub module: JITModule,
33    pub consts: Vec<Option<usize>>,
34    pub(crate) scope_enter_fn: Option<FuncId>,
35    pub(crate) scope_exit_void_fn: Option<FuncId>,
36    pub(crate) scope_exit_dynamic_fn: Option<FuncId>,
37    pub(crate) scope_exit_bytes_fn: Option<FuncId>,
38    pub(crate) struct_alloc_fn: Option<FuncId>,
39    pub(crate) repeat_fill_fn: Option<FuncId>,
40    pub(crate) strcat_fn: Option<FuncId>,
41    pub(crate) strcat_i64_fn: Option<FuncId>,
42    pub(crate) strcat_assign_fn: Option<FuncId>,
43    pub(crate) callback_new_fn: Option<FuncId>,
44    pub(crate) spawn_ptr_fn: Option<FuncId>,
45    pub(crate) struct_from_ptr_fn: Option<FuncId>,
46    pub(crate) array_from_ptr_fn: Option<FuncId>,
47    pub(crate) array_to_ptr_fn: Option<FuncId>,
48    pub(crate) arith_fault_fn: Option<FuncId>,
49}
50
51// TODO(memory): 函数调用期间为 VM 内部临时 Any/struct 分配引入 arena。
52// 临时值进入 arena,返回值 promote 给 Rust 调用方;否则需要完整 drop 插桩,
53// 覆盖表达式丢弃、变量覆盖、函数出口、break/continue/return 等路径。
54pub(crate) struct PendingFn {
55    pub name: SmolStr,
56    pub symbol_id: u32,
57    pub fn_id: FuncId,
58    pub arg_tys: Vec<Type>,
59    pub ret_ty: Type,
60    pub local_type_hints: Vec<Option<Type>>,
61    pub body: Stmt,
62}
63
64impl JITRunTime {
65    fn expr(kind: ExprKind) -> Expr {
66        Expr::new(kind, Span::default())
67    }
68
69    fn stmt(kind: StmtKind) -> Stmt {
70        Stmt::new(kind, Span::default())
71    }
72
73    pub(crate) fn type_ptr_const(ctx: &mut BuildContext, ty: &Type) -> Value {
74        let ty_ptr = Box::into_raw(Box::new(ty.clone()));
75        ctx.builder.ins().iconst(ptr_type(), ty_ptr as i64)
76    }
77
78    pub fn load(&mut self, code: Vec<u8>, arg_name: SmolStr) -> Result<(i64, Type)> {
79        let stmts = Compiler::parse_code(code)?;
80        self.compiler.resolve_imports(&stmts, None)?;
81        self.compiler.clear();
82        self.compiler.symbols.add_module("__console".into());
83        let mut cap = Capture::default();
84        let body = Self::stmt(StmtKind::Block(self.compiler.compile_fn(&[arg_name], &mut vec![Type::Any], Self::stmt(StmtKind::Block(stmts)), &mut cap)?));
85        self.compiler.tys.push(Type::Any);
86        let ret_ty = self.compiler.infer_stmt(&body)?;
87        self.compiler.clear();
88        let fn_id = self.compile_fn(None, &[Type::Any], ret_ty.clone(), &body)?;
89        self.compiler.clear();
90        self.compiler.symbols.pop_module();
91        self.module.finalize_definitions()?;
92        Ok((self.module.get_finalized_function(fn_id) as i64, ret_ty))
93    }
94
95    pub fn import_code(&mut self, name: &str, code: Vec<u8>) -> Result<()> {
96        log::debug!("import {}", name);
97        let _ = self.compiler.import_code(name, code)?;
98        Ok(())
99    }
100
101    pub fn import_source(&mut self, name: &str, source: &str) -> Result<()> {
102        self.import_code(name, source.as_bytes().to_vec())
103    }
104
105    #[cfg(feature = "ir-disassembly")]
106    pub fn disassemble_ir(&mut self, name: &str) -> Result<String> {
107        if let Some(ir) = self.ir_disassembly.get(name) {
108            return Ok(ir.clone());
109        }
110        let id = self.get_id(name)?;
111        let (_, symbol) = self.compiler.symbols.get_symbol(id)?;
112        if let Symbol::Fn { ty, .. } = symbol
113            && let Type::Fn { tys, .. } = ty
114            && tys.is_empty()
115        {
116            let _ = self.gen_fn(None, id, &[])?;
117        }
118        self.ir_disassembly.get(name).cloned().ok_or_else(|| anyhow!("未找到函数 {} 的 Cranelift IR;如果它需要参数,请先触发对应实例化", name))
119    }
120
121    pub fn get_fn_ptr(&mut self, name: &str, arg_tys: &[Type]) -> Result<(*const u8, Type)> {
122        let main_id = self.get_id(name)?;
123        let fn_info = self.gen_fn(None, main_id, arg_tys)?;
124        Ok((self.module.get_finalized_function(fn_info.get_id()?), fn_info.get_type()?))
125    }
126
127    pub fn get_fn_ptr_with_params(&mut self, name: &str, arg_tys: &[Type], generic_args: &[Type]) -> Result<(*const u8, Type)> {
128        let main_id = self.get_id(name)?;
129        let fn_info = self.gen_fn_with_params(None, main_id, arg_tys, generic_args)?;
130        Ok((self.module.get_finalized_function(fn_info.get_id()?), fn_info.get_type()?))
131    }
132
133    pub fn get_const_value(&mut self, ctx: &mut BuildContext, idx: usize) -> Result<(Value, Type)> {
134        if self.consts.len() < idx + 1 {
135            self.consts.resize(idx + 1, None);
136        }
137        let ptr = if let Some(ptr) = self.consts.get(idx).cloned().unwrap_or(None) {
138            ptr
139        } else {
140            let c = Box::new(self.compiler.consts[idx].deep_clone()); //深度拷贝 避免常量被污染
141            let ptr = Box::into_raw(c) as usize;
142            self.consts[idx] = Some(ptr);
143            ptr
144        };
145        let value = ctx.builder.ins().iconst(ptr_type(), ptr as i64); //需要生成副本 避免被释放
146        let ty = if self.compiler.consts[idx].is_str() { Type::Str } else { Type::Any };
147        Ok((self.call(ctx, self.get_method(&Type::Any, "clone")?, vec![value])?.0, ty))
148    }
149
150    fn get_null_value(&mut self, ctx: &mut BuildContext) -> Result<(Value, Type)> {
151        let const_idx = self.compiler.get_const(Dynamic::Null);
152        self.get_const_value(ctx, const_idx)
153    }
154
155    pub fn get_dynamic(&self, expr: &Expr) -> Option<Dynamic> {
156        match &expr.kind {
157            ExprKind::Value(value) => Some(value.clone()),
158            ExprKind::Const(idx) => self.compiler.consts.get_index(*idx).map(|(_, v)| v.clone()),
159            _ => None,
160        }
161    }
162
163    fn compile_error(&self, ctx: &BuildContext, span: Span, message: impl AsRef<str>) -> anyhow::Error {
164        if let Some(fn_name) = &ctx.fn_name { anyhow!("{}", self.compiler.format_source_span(fn_name.as_str(), span, message.as_ref())) } else { anyhow!("{}", message.as_ref()) }
165    }
166
167    pub fn get_method(&self, ty: &Type, name: &str) -> Result<FnInfo> {
168        self.compiler.get_field(ty, name).and_then(|(_, ty)| if let Type::Symbol { id, params: _ } = ty { self.get_fn(id, &[]) } else { Err(anyhow!("不是成员函数")) })
169    }
170
171    fn is_fn_field_type(&self, ty: &Type) -> bool {
172        match ty {
173            Type::Symbol { id, .. } => self.compiler.symbols.get_symbol(*id).map(|(_, symbol)| symbol.is_fn()).unwrap_or(false),
174            Type::Fn { .. } => true,
175            _ => false,
176        }
177    }
178
179    pub(crate) fn is_opaque_custom_ty(&self, ty: &Type) -> bool {
180        let ty = self.compiler.symbols.get_type(ty).unwrap_or_else(|_| ty.clone());
181        matches!(ty, Type::Struct { fields, .. } if !fields.is_empty() && fields.iter().all(|(_, field_ty)| self.is_fn_field_type(field_ty)))
182    }
183
184    pub(crate) fn is_aggregate_ty(&self, ty: &Type) -> bool {
185        (ty.is_struct() && !self.is_opaque_custom_ty(ty)) || ty.is_array()
186    }
187
188    pub fn get_id(&self, name: &str) -> Result<u32> {
189        self.compiler.symbols.get_id(name)
190    }
191
192    fn get_native_fn_cached(&mut self, name: &'static str, arg_tys: &[Type]) -> Result<FnInfo> {
193        if let Some((_, _, fn_info)) = self.native_fn_cache.iter().find(|(cached_name, cached_tys, _)| cached_name.as_str() == name && cached_tys.as_slice() == arg_tys) {
194            return Ok(fn_info.clone());
195        }
196        let fn_info = self.get_fn(self.get_id(name)?, arg_tys)?;
197        self.native_fn_cache.push((SmolStr::new(name), arg_tys.to_vec(), fn_info.clone()));
198        Ok(fn_info)
199    }
200
201    pub fn get_type(&mut self, name: &str, arg_tys: &[Type]) -> Result<Type> {
202        let id = self.get_id(name)?;
203        if self.compiler.symbols.symbols.get(name).map(|s| s.is_fn()).unwrap_or(false) {
204            return self.compiler.infer_fn(id, arg_tys);
205        }
206        self.compiler.symbols.get_type(&Type::Symbol { id, params: Vec::new() })
207    }
208
209    pub fn new<F: FnMut(&mut JITBuilder)>(mut f: F) -> Self {
210        let native_symbols = Arc::new(RwLock::new(HashMap::<String, usize>::new()));
211        let lookup_symbols = native_symbols.clone();
212        let mut builder = JITBuilder::new(cranelift_module::default_libcall_names()).unwrap();
213        builder.symbol_lookup_fn(Box::new(move |name| lookup_symbols.read().get(name).copied().map(|ptr| ptr as *const u8)));
214        f(&mut builder);
215        let module = JITModule::new(builder);
216        PTR_TYPE.get_or_init(|| module.isa().pointer_type());
217        let fns = BTreeMap::<u32, FnVariant>::new();
218        Self {
219            compiler: Compiler::new(),
220            fns,
221            sigs: Vec::new(),
222            native_symbols,
223            owner: Weak::new(),
224            pending_fns: VecDeque::new(),
225            compile_depth: 0,
226            inline_depth: 0,
227            inline_budget: 256,
228            inline_stack: Vec::new(),
229            native_fn_cache: Vec::new(),
230            #[cfg(feature = "ir-disassembly")]
231            ir_disassembly: BTreeMap::new(),
232            module,
233            consts: Vec::new(),
234            scope_enter_fn: None,
235            scope_exit_void_fn: None,
236            scope_exit_dynamic_fn: None,
237            scope_exit_bytes_fn: None,
238            struct_alloc_fn: None,
239            repeat_fill_fn: None,
240            strcat_fn: None,
241            strcat_i64_fn: None,
242            strcat_assign_fn: None,
243            callback_new_fn: None,
244            spawn_ptr_fn: None,
245            struct_from_ptr_fn: None,
246            array_from_ptr_fn: None,
247            array_to_ptr_fn: None,
248            arith_fault_fn: None,
249        }
250    }
251
252    pub(crate) fn set_owner(&mut self, owner: Weak<RwLock<JITRunTime>>) {
253        self.owner = owner;
254    }
255
256    pub(crate) fn owner_context_ptr(&self) -> usize {
257        &self.owner as *const Weak<RwLock<JITRunTime>> as usize
258    }
259
260    fn unary(ctx: &mut BuildContext, left: (Value, Type), op: UnaryOp) -> Result<(Value, Type)> {
261        match op {
262            UnaryOp::Neg => {
263                if left.1.is_int() || left.1.is_uint() {
264                    let (int_ty, result_ty) = match left.1.width() {
265                        8 => (types::I64, Type::I64),
266                        4 => (types::I32, Type::I32),
267                        2 => (types::I16, Type::I16),
268                        _ => (types::I8, Type::I8),
269                    };
270                    let zero = ctx.builder.ins().iconst(int_ty, 0);
271                    return Ok((ctx.builder.ins().isub(zero, left.0), result_ty));
272                } else if left.1.is_float() {
273                    return Ok((ctx.builder.ins().fneg(left.0), left.1));
274                }
275            }
276            UnaryOp::Not => {
277                if left.1.is_int() || left.1.is_uint() {
278                    let all_ones = ctx.builder.ins().iconst(get_type(&left.1)?, -1);
279                    return Ok((ctx.builder.ins().bxor(left.0, all_ones), left.1));
280                }
281                let zero = ctx.builder.ins().iconst(types::I8, 0);
282                let one = ctx.builder.ins().iconst(types::I8, 1);
283                let cond = if left.1.is_bool() {
284                    left.0
285                } else if left.1.is_f32() {
286                    let zero = ctx.builder.ins().f32const(0.0);
287                    ctx.builder.ins().fcmp(FloatCC::NotEqual, left.0, zero)
288                } else if left.1.is_f64() {
289                    let zero = ctx.builder.ins().f64const(0.0);
290                    ctx.builder.ins().fcmp(FloatCC::NotEqual, left.0, zero)
291                } else {
292                    return Err(anyhow!("未实现 {:?} {:?}", left, op));
293                };
294                let is_zero = ctx.builder.ins().icmp_imm(IntCC::Equal, cond, 0);
295                return Ok((ctx.builder.ins().select(is_zero, one, zero), Type::Bool));
296            }
297            _ => {}
298        }
299        Err(anyhow!("未实现 {:?} {:?}", left, op))
300    }
301
302    pub(crate) fn call(&mut self, ctx: &mut BuildContext, fn_info: FnInfo, args: Vec<Value>) -> Result<(Value, Type)> {
303        match fn_info {
304            FnInfo::Call { fn_id, arg_tys: _, caps: _, ret, context } => {
305                let fn_ref = self.get_fn_ref(ctx, fn_id);
306                let args = self.add_context_arg(ctx, context, args);
307                let call_inst = ctx.builder.ins().call(fn_ref, &args);
308                if !ret.is_void() { Ok((ctx.builder.inst_results(call_inst)[0], ret)) } else { Err(anyhow!("没有返回值")) }
309            }
310            FnInfo::Inline { fn_ptr, arg_tys: _ } => fn_ptr(Some(ctx), args).and_then(|(v, t)| v.map(|value| (value, t)).ok_or_else(|| anyhow!("inlined native callback returned no value"))),
311        }
312    }
313
314    pub(crate) fn scope_enter(&mut self, ctx: &mut BuildContext) -> Result<()> {
315        let fn_id = self.scope_enter_fn.ok_or_else(|| anyhow!("VM scope enter runtime is not registered"))?;
316        let fn_ref = self.get_fn_ref(ctx, fn_id);
317        ctx.builder.ins().call(fn_ref, &[]);
318        Ok(())
319    }
320
321    fn scope_exit_void(&mut self, ctx: &mut BuildContext) -> Result<()> {
322        let fn_id = self.scope_exit_void_fn.ok_or_else(|| anyhow!("VM scope exit runtime is not registered"))?;
323        let fn_ref = self.get_fn_ref(ctx, fn_id);
324        ctx.builder.ins().call(fn_ref, &[]);
325        Ok(())
326    }
327
328    fn return_value(&mut self, ctx: &mut BuildContext, value: Option<(Value, Type)>) -> Result<()> {
329        let ret_ty = ctx.ret_ty.clone();
330        if ret_ty.is_void() {
331            self.scope_exit_void(ctx)?;
332            ctx.builder.ins().return_(&[]);
333            return Ok(());
334        }
335
336        let Some((value, value_ty)) = value else {
337            self.scope_exit_void(ctx)?;
338            ctx.builder.ins().return_(&[]);
339            return Ok(());
340        };
341
342        if ret_ty.is_any() || ret_ty.is_str() || matches!(ret_ty, Type::Map | Type::List(_) | Type::Iter) {
343            let value = self.convert(ctx, (value, value_ty), Type::Any)?;
344            let fn_id = self.scope_exit_dynamic_fn.ok_or_else(|| anyhow!("VM dynamic return runtime is not registered"))?;
345            let fn_ref = self.get_fn_ref(ctx, fn_id);
346            let call_inst = ctx.builder.ins().call(fn_ref, &[value]);
347            let promoted = ctx.builder.inst_results(call_inst)[0];
348            ctx.builder.ins().return_(&[promoted]);
349        } else if self.is_aggregate_ty(&ret_ty) {
350            let value = self.convert(ctx, (value, value_ty), ret_ty.clone())?;
351            let size = ctx.builder.ins().iconst(types::I64, ret_ty.width() as i64);
352            let ty_ptr = Self::type_ptr_const(ctx, &ret_ty);
353            let fn_id = self.scope_exit_bytes_fn.ok_or_else(|| anyhow!("VM aggregate return runtime is not registered"))?;
354            let fn_ref = self.get_fn_ref(ctx, fn_id);
355            let call_inst = ctx.builder.ins().call(fn_ref, &[value, size, ty_ptr]);
356            let promoted = ctx.builder.inst_results(call_inst)[0];
357            ctx.builder.ins().return_(&[promoted]);
358        } else {
359            let value = self.convert(ctx, (value, value_ty), ret_ty)?;
360            self.scope_exit_void(ctx)?;
361            ctx.builder.ins().return_(&[value]);
362        }
363        Ok(())
364    }
365
366    fn call_for_side_effect(&mut self, ctx: &mut BuildContext, fn_info: FnInfo, args: Vec<Value>) -> Result<()> {
367        match fn_info {
368            FnInfo::Call { fn_id, arg_tys: _, caps: _, ret: _, context } => {
369                let fn_ref = self.get_fn_ref(ctx, fn_id);
370                let args = self.add_context_arg(ctx, context, args);
371                ctx.builder.ins().call(fn_ref, &args);
372                Ok(())
373            }
374            FnInfo::Inline { fn_ptr, arg_tys: _ } => fn_ptr(Some(ctx), args).map(|_| ()),
375        }
376    }
377
378    fn add_context_arg(&mut self, ctx: &mut BuildContext, context: Option<usize>, mut args: Vec<Value>) -> Vec<Value> {
379        if let Some(context) = context {
380            let context = ctx.builder.ins().iconst(ptr_type(), context as i64);
381            args.insert(0, context);
382        }
383        args
384    }
385
386    pub(crate) fn short_circuit_logic(&mut self, ctx: &mut BuildContext, left: (Value, Type), op: BinaryOp, right: &Expr) -> Result<(Value, Type)> {
387        let left = self.bool_value(ctx, left)?;
388        let rhs_block = ctx.builder.create_block();
389        let short_block = ctx.builder.create_block();
390        let end_block = ctx.builder.create_block();
391        ctx.builder.append_block_param(end_block, types::I8);
392
393        match op {
394            BinaryOp::And => {
395                ctx.builder.ins().brif(left, rhs_block, &[], short_block, &[]);
396            }
397            BinaryOp::Or => {
398                ctx.builder.ins().brif(left, short_block, &[], rhs_block, &[]);
399            }
400            _ => unreachable!(),
401        }
402
403        ctx.builder.switch_to_block(rhs_block);
404        let right = match self.eval(ctx, right)?.get(ctx) {
405            Some(right) => self.bool_value(ctx, right)?,
406            None => ctx.builder.ins().iconst(types::I8, 0),
407        };
408        ctx.builder.ins().jump(end_block, &[cranelift::codegen::ir::BlockArg::Value(right)]);
409        ctx.builder.seal_block(rhs_block);
410
411        ctx.builder.switch_to_block(short_block);
412        let short_value = match op {
413            BinaryOp::And => ctx.builder.ins().iconst(types::I8, 0),
414            BinaryOp::Or => ctx.builder.ins().iconst(types::I8, 1),
415            _ => unreachable!(),
416        };
417        ctx.builder.ins().jump(end_block, &[cranelift::codegen::ir::BlockArg::Value(short_value)]);
418        ctx.builder.seal_block(short_block);
419
420        ctx.builder.switch_to_block(end_block);
421        let result = ctx.builder.block_params(end_block)[0];
422        Ok((result, Type::Bool))
423    }
424
425    fn struct_alloc(&mut self, ctx: &mut BuildContext, ty: &Type) -> Result<Value> {
426        let size = ctx.builder.ins().iconst(types::I64, ty.width() as i64);
427        let fn_id = self.struct_alloc_fn.ok_or_else(|| anyhow!("VM struct allocator runtime is not registered"))?;
428        let fn_ref = self.get_fn_ref(ctx, fn_id);
429        let call_inst = ctx.builder.ins().call(fn_ref, &[size]);
430        Ok(ctx.builder.inst_results(call_inst)[0])
431    }
432
433    fn store_struct_field(&mut self, ctx: &mut BuildContext, base: Value, idx: usize, field_ty: &Type, value: (Value, Type), struct_ty: &Type) -> Result<()> {
434        let offset = struct_ty.field_offset(idx).ok_or_else(|| anyhow!("结构字段索引越界 {}", idx))?;
435        let value = self.convert(ctx, value, field_ty.clone())?;
436        if field_ty.is_struct() || field_ty.is_array() {
437            let field_addr = ctx.builder.ins().iadd_imm(base, offset as i64);
438            self.copy_vec_element(ctx, field_addr, value, field_ty);
439        } else {
440            ctx.builder.ins().store(MemFlags::trusted(), value, base, offset as i32);
441        }
442        Ok(())
443    }
444
445    fn load_struct_field(&mut self, ctx: &mut BuildContext, base: Value, idx: usize, struct_ty: &Type) -> Result<(Value, Type)> {
446        if let Type::Struct { params: _, fields } = struct_ty {
447            let field_ty = fields.get(idx).map(|(_, ty)| ty).ok_or_else(|| anyhow!("结构字段索引越界 {}", idx))?;
448            let offset = struct_ty.field_offset(idx).ok_or_else(|| anyhow!("结构字段索引越界 {}", idx))?;
449            if field_ty.is_struct() || field_ty.is_array() {
450                return Ok((ctx.builder.ins().iadd_imm(base, offset as i64), field_ty.clone()));
451            }
452            let val = ctx.builder.ins().load(crate::get_type(field_ty)?, MemFlags::trusted(), base, offset as i32);
453            Ok((val, field_ty.clone()))
454        } else {
455            Err(anyhow!("不是结构体 {:?}", struct_ty))
456        }
457    }
458
459    fn struct_field_index(&self, struct_ty: &Type, right: &Expr) -> Result<usize> {
460        let value = if let ExprKind::Const(idx) = right.kind { self.compiler.consts.get_index(idx).map(|(_, v)| v.clone()).ok_or_else(|| anyhow!("missing const {}", idx))? } else { right.clone().value()? };
461        if let Some(idx) = value.as_int() {
462            return usize::try_from(idx).map_err(|_| anyhow!("结构字段索引越界 {}", idx));
463        }
464        if value.is_str() {
465            return self.compiler.get_field(struct_ty, value.as_str()).map(|(idx, _)| idx);
466        }
467        Err(anyhow!("非立即数结构字段索引 {:?}", right))
468    }
469
470    fn vec_elem_ty(ty: &Type) -> Option<Type> {
471        if let Type::Vec(elem, 0) = ty { Some((**elem).clone()) } else { None }
472    }
473
474    fn array_elem_ty(ty: &Type) -> Option<Type> {
475        if let Type::Array(elem, _) = ty { Some((**elem).clone()) } else { None }
476    }
477
478    fn vec_index_addr(&mut self, ctx: &mut BuildContext, base: Value, idx: (Value, Type), elem_ty: &Type) -> Result<Value> {
479        let idx = self.convert(ctx, idx, Type::I64)?;
480        let width = ctx.builder.ins().iconst(types::I64, elem_ty.storage_width() as i64);
481        let offset = ctx.builder.ins().imul(idx, width);
482        Ok(ctx.builder.ins().iadd(base, offset))
483    }
484
485    fn array_index_addr(&mut self, ctx: &mut BuildContext, base: Value, idx: (Value, Type), elem_ty: &Type) -> Result<Value> {
486        self.vec_index_addr(ctx, base, idx, elem_ty)
487    }
488
489    fn load_array_index(&mut self, ctx: &mut BuildContext, base: Value, idx: (Value, Type), elem_ty: &Type) -> Result<(Value, Type)> {
490        let addr = self.array_index_addr(ctx, base, idx, elem_ty)?;
491        if elem_ty.is_struct() || elem_ty.is_array() {
492            Ok((addr, elem_ty.clone()))
493        } else {
494            let val = ctx.builder.ins().load(crate::get_type(elem_ty)?, MemFlags::trusted(), addr, 0);
495            Ok((val, elem_ty.clone()))
496        }
497    }
498
499    fn store_array_index(&mut self, ctx: &mut BuildContext, base: Value, idx: (Value, Type), elem_ty: &Type, value: (Value, Type)) -> Result<()> {
500        let addr = self.array_index_addr(ctx, base, idx, elem_ty)?;
501        let value = self.convert(ctx, value, elem_ty.clone())?;
502        if elem_ty.is_struct() || elem_ty.is_array() {
503            self.copy_vec_element(ctx, addr, value, elem_ty);
504        } else {
505            let value = LocalVar::normalize_for_var(ctx, value, elem_ty);
506            ctx.builder.ins().store(MemFlags::trusted(), value, addr, 0);
507        }
508        Ok(())
509    }
510
511    fn init_repeat_array(&mut self, ctx: &mut BuildContext, value: (Value, Type), len: u32) -> Result<(Value, Type)> {
512        let elem_ty = value.1.clone();
513        let array_ty = Type::Array(std::rc::Rc::new(elem_ty.clone()), len);
514        let base = self.struct_alloc(ctx, &array_ty)?;
515        if let Some(pattern) = self.repeat_fill_pattern(ctx, value.0, &elem_ty) {
516            let fn_id = self.repeat_fill_fn.ok_or_else(|| anyhow!("VM repeat fill runtime is not registered"))?;
517            let fn_ref = self.get_fn_ref(ctx, fn_id);
518            let width = ctx.builder.ins().iconst(types::I64, elem_ty.storage_width() as i64);
519            let len = ctx.builder.ins().iconst(types::I64, len as i64);
520            ctx.builder.ins().call(fn_ref, &[base, pattern, width, len]);
521            return Ok((base, array_ty));
522        }
523        for idx in 0..len {
524            let idx = (ctx.builder.ins().iconst(types::I64, idx as i64), Type::I64);
525            self.store_array_index(ctx, base, idx, &elem_ty, value.clone())?;
526        }
527        Ok((base, array_ty))
528    }
529
530    fn repeat_fill_pattern(&mut self, ctx: &mut BuildContext, value: Value, ty: &Type) -> Option<Value> {
531        if matches!(ty, Type::Bool) || ty.is_int() || ty.is_uint() {
532            return Some(if ty.storage_width() < 8 { ctx.builder.ins().uextend(types::I64, value) } else { value });
533        }
534        if ty.is_f32() {
535            let flags = MemFlags::new().with_endianness(cranelift::codegen::ir::Endianness::Little);
536            let bits = ctx.builder.ins().bitcast(types::I32, flags, value);
537            return Some(ctx.builder.ins().uextend(types::I64, bits));
538        }
539        if ty.is_f64() {
540            let flags = MemFlags::new().with_endianness(cranelift::codegen::ir::Endianness::Little);
541            return Some(ctx.builder.ins().bitcast(types::I64, flags, value));
542        }
543        None
544    }
545
546    fn init_array_from_items(&mut self, ctx: &mut BuildContext, items: &[Expr], ty: &Type) -> Result<Value> {
547        let Type::Array(elem_ty, len) = ty else {
548            return Err(anyhow!("not an array type: {:?}", ty));
549        };
550        if items.len() != *len as usize {
551            return Err(anyhow!("array literal length {} does not match {}", items.len(), len));
552        }
553        let base = self.struct_alloc(ctx, ty)?;
554        for (idx, item) in items.iter().enumerate() {
555            let value = self.eval(ctx, item)?.get(ctx).ok_or(anyhow!("array item has no value"))?;
556            let idx = (ctx.builder.ins().iconst(types::I64, idx as i64), Type::I64);
557            self.store_array_index(ctx, base, idx, elem_ty, value)?;
558        }
559        Ok(base)
560    }
561
562    pub(crate) fn any_to_array(&mut self, ctx: &mut BuildContext, value: Value, ty: &Type) -> Result<Value> {
563        let Type::Array(_, _) = ty else {
564            return Err(anyhow!("not an array type: {:?}", ty));
565        };
566        let base = self.struct_alloc(ctx, ty)?;
567        let ty_ptr = Self::type_ptr_const(ctx, ty);
568        let fn_id = self.array_to_ptr_fn.ok_or_else(|| anyhow!("VM array assignment runtime is not registered"))?;
569        let fn_ref = self.get_fn_ref(ctx, fn_id);
570        ctx.builder.ins().call(fn_ref, &[base, value, ty_ptr]);
571        Ok(base)
572    }
573
574    fn load_vec_index(&mut self, ctx: &mut BuildContext, base: Value, idx: (Value, Type), elem_ty: &Type) -> Result<(Value, Type)> {
575        let addr = self.vec_index_addr(ctx, base, idx, elem_ty)?;
576        if elem_ty.is_struct() {
577            Ok((addr, elem_ty.clone()))
578        } else {
579            let val = ctx.builder.ins().load(crate::get_type(elem_ty)?, MemFlags::trusted(), addr, 0);
580            Ok((val, elem_ty.clone()))
581        }
582    }
583
584    fn copy_vec_element(&mut self, ctx: &mut BuildContext, dst: Value, src: Value, elem_ty: &Type) {
585        let mut offset = 0u32;
586        let width = elem_ty.storage_width();
587        while offset < width {
588            let remaining = width - offset;
589            let (ty, size) = if remaining >= 8 {
590                (types::I64, 8)
591            } else if remaining >= 4 {
592                (types::I32, 4)
593            } else if remaining >= 2 {
594                (types::I16, 2)
595            } else {
596                (types::I8, 1)
597            };
598            let value = ctx.builder.ins().load(ty, MemFlags::trusted(), src, offset as i32);
599            ctx.builder.ins().store(MemFlags::trusted(), value, dst, offset as i32);
600            offset += size;
601        }
602    }
603
604    fn store_vec_index(&mut self, ctx: &mut BuildContext, base: Value, idx: (Value, Type), elem_ty: &Type, value: (Value, Type)) -> Result<()> {
605        let addr = self.vec_index_addr(ctx, base, idx, elem_ty)?;
606        let value = self.convert(ctx, value, elem_ty.clone())?;
607        if elem_ty.is_struct() {
608            self.copy_vec_element(ctx, addr, value, elem_ty);
609        } else {
610            let value = LocalVar::normalize_for_var(ctx, value, elem_ty);
611            ctx.builder.ins().store(MemFlags::trusted(), value, addr, 0);
612        }
613        Ok(())
614    }
615
616    fn swap_vec_index(&mut self, ctx: &mut BuildContext, base: Value, left: (Value, Type), right: (Value, Type), elem_ty: &Type) -> Result<()> {
617        let left_addr = self.vec_index_addr(ctx, base, left, elem_ty)?;
618        let right_addr = self.vec_index_addr(ctx, base, right, elem_ty)?;
619        let mut offset = 0u32;
620        let width = elem_ty.storage_width();
621        while offset < width {
622            let remaining = width - offset;
623            let (ty, size) = if remaining >= 8 {
624                (types::I64, 8)
625            } else if remaining >= 4 {
626                (types::I32, 4)
627            } else if remaining >= 2 {
628                (types::I16, 2)
629            } else {
630                (types::I8, 1)
631            };
632            let left_value = ctx.builder.ins().load(ty, MemFlags::trusted(), left_addr, offset as i32);
633            let right_value = ctx.builder.ins().load(ty, MemFlags::trusted(), right_addr, offset as i32);
634            ctx.builder.ins().store(MemFlags::trusted(), left_value, right_addr, offset as i32);
635            ctx.builder.ins().store(MemFlags::trusted(), right_value, left_addr, offset as i32);
636            offset += size;
637        }
638        Ok(())
639    }
640
641    fn init_struct_from_dynamic(&mut self, ctx: &mut BuildContext, value: (Value, Type), ty: &Type) -> Result<Value> {
642        let Type::Struct { params: _, fields } = ty else {
643            return Err(anyhow!("不是结构体 {:?}", ty));
644        };
645        let base = self.struct_alloc(ctx, ty)?;
646        for (idx, (_, field_ty)) in fields.iter().enumerate() {
647            let idx_val = ctx.builder.ins().iconst(types::I64, idx as i64);
648            let item = self.call(ctx, self.get_method(&Type::Any, "get_idx")?, vec![value.0, idx_val])?;
649            self.store_struct_field(ctx, base, idx, field_ty, item, ty)?;
650        }
651        Ok(base)
652    }
653
654    fn init_struct_from_items(&mut self, ctx: &mut BuildContext, items: &[Expr], ty: &Type) -> Result<Value> {
655        let Type::Struct { params: _, fields } = ty else {
656            return Err(anyhow!("not a struct type: {:?}", ty));
657        };
658        let base = self.struct_alloc(ctx, ty)?;
659        for (idx, item) in items.iter().enumerate() {
660            let Some((_, field_ty)) = fields.get(idx) else {
661                return Err(anyhow!("struct initializer has too many fields (field index {} out of bounds, type has {} fields)", idx, fields.len()));
662            };
663            let value = self.eval(ctx, item)?.get(ctx).ok_or(anyhow!("struct field has no value"))?;
664            self.store_struct_field(ctx, base, idx, field_ty, value, ty)?;
665        }
666        Ok(base)
667    }
668
669    fn expr_assigned_var(expr: &Expr) -> Option<(u32, Type)> {
670        if let ExprKind::Binary { left, op, right } = &expr.kind
671            && op.is_assign()
672            && let ExprKind::Var(idx) = left.kind
673        {
674            return Some((idx, right.get_type()));
675        }
676        None
677    }
678
679    fn declare_assigned_vars(&mut self, ctx: &mut BuildContext, stmt: &Stmt) -> Result<()> {
680        match &stmt.kind {
681            StmtKind::Expr(expr, _) => {
682                if let Some((idx, ty)) = Self::expr_assigned_var(expr) {
683                    match ctx.get_var(idx).ok() {
684                        Some(LocalVar::Variable { .. }) | Some(LocalVar::Closure { .. }) => {}
685                        Some(LocalVar::Value { val, ty }) => {
686                            ctx.set_var(idx, LocalVar::Value { val, ty })?;
687                        }
688                        Some(LocalVar::None) | None => {
689                            let init = self.zero_value(ctx, &ty)?;
690                            ctx.set_var(idx, init.into())?;
691                        }
692                    }
693                }
694            }
695            StmtKind::Block(stmts) => {
696                for stmt in stmts {
697                    self.declare_assigned_vars(ctx, stmt)?;
698                }
699            }
700            StmtKind::If { then_body, else_body, .. } => {
701                self.declare_assigned_vars(ctx, then_body)?;
702                if let Some(else_body) = else_body {
703                    self.declare_assigned_vars(ctx, else_body)?;
704                }
705            }
706            StmtKind::While { body, .. } | StmtKind::Loop(body) => {
707                self.declare_assigned_vars(ctx, body)?;
708            }
709            StmtKind::For { body, .. } => {
710                self.declare_assigned_vars(ctx, body)?;
711            }
712            _ => {}
713        }
714        Ok(())
715    }
716
717    fn zero_value(&mut self, ctx: &mut BuildContext, ty: &Type) -> Result<(Value, Type)> {
718        if self.is_aggregate_ty(ty) {
719            Ok((self.struct_alloc(ctx, ty)?, ty.clone()))
720        } else if ty.is_f32() {
721            Ok((ctx.builder.ins().f32const(0.0), ty.clone()))
722        } else if ty.is_f64() {
723            Ok((ctx.builder.ins().f64const(0.0), ty.clone()))
724        } else {
725            Ok((ctx.builder.ins().iconst(crate::get_type(ty)?, 0), ty.clone()))
726        }
727    }
728
729    fn assign(&mut self, ctx: &mut BuildContext, left: &Expr, value: LocalVar) -> Result<(Value, Type)> {
730        if let ExprKind::Var(idx) = &left.kind {
731            if value.is_closure() {
732                ctx.set_var(*idx, value)?;
733                return self.get_null_value(ctx);
734            }
735            let value_ty = value.get_ty();
736            if let Some(ty) = ctx.get_var_ty(*idx) {
737                if self.is_aggregate_ty(&ty) {
738                    let dst = ctx.get_var(*idx)?.get(ctx).ok_or(anyhow!("aggregate variable has no value"))?.0;
739                    let src = value.get(ctx).ok_or(anyhow!("aggregate assignment has no value"))?;
740                    let src = self.convert(ctx, src, ty.clone())?;
741                    self.copy_vec_element(ctx, dst, src, &ty);
742                } else if value_ty != ty {
743                    if let Some(vt) = value.get(ctx) {
744                        let val = self.convert(ctx, vt, ty.clone())?;
745                        ctx.set_var(*idx, LocalVar::Value { val, ty })?;
746                    } else if ty.is_any() {
747                        let const_idx = self.compiler.get_const(Dynamic::Null);
748                        let (val, ty) = self.get_const_value(ctx, const_idx)?;
749                        ctx.set_var(*idx, LocalVar::Value { val, ty })?;
750                    } else {
751                        ctx.set_var(*idx, LocalVar::None)?;
752                    }
753                } else {
754                    ctx.set_var(*idx, value)?;
755                }
756            } else if self.is_aggregate_ty(&value_ty) {
757                let src = value.get(ctx).ok_or(anyhow!("aggregate initializer has no value"))?;
758                let dst = self.struct_alloc(ctx, &value_ty)?;
759                let src = self.convert(ctx, src, value_ty.clone())?;
760                self.copy_vec_element(ctx, dst, src, &value_ty);
761                ctx.set_var(*idx, LocalVar::Value { val: dst, ty: value_ty })?;
762            } else {
763                ctx.set_var(*idx, value)?;
764            }
765            let assigned = ctx.get_var(*idx)?;
766            if assigned.is_closure() {
767                return self.get_null_value(ctx);
768            }
769            let val = assigned.get(ctx).ok_or(anyhow!("assigned variable has no value"))?;
770            return Ok(val);
771        } else if left.is_idx() {
772            let value = match value {
773                LocalVar::Closure { id, captures } => self.callback_value(ctx, id, captures)?,
774                value => value,
775            };
776            let value = value.get(ctx).ok_or_else(|| anyhow!("idx assignment rhs has no value: left={:?}", left))?;
777            let (left, _, right) = left.clone().binary().unwrap();
778            let left = self.eval(ctx, &left)?.get(ctx).ok_or(anyhow!("未知局部变量 {:?}", left))?;
779            if let Type::Struct { params: _, fields } = &left.1 {
780                let idx = self.struct_field_index(&left.1, &right)?;
781                let field_ty = fields.get(idx).map(|(_, ty)| ty.clone()).ok_or_else(|| anyhow!("结构字段索引越界 {}", idx))?;
782                self.store_struct_field(ctx, left.0, idx, &field_ty, value.clone(), &left.1)?;
783                return Ok(value);
784            }
785            if let Some(elem_ty) = Self::vec_elem_ty(&left.1) {
786                let idx = if right.is_value() {
787                    let idx = right.clone().value()?.as_int().ok_or(anyhow!("Vec 索引必须是整数"))?;
788                    (ctx.builder.ins().iconst(types::I64, idx), Type::I64)
789                } else {
790                    self.eval(ctx, &right)?.get(ctx).ok_or(anyhow!("Vec 索引没有值"))?
791                };
792                self.store_vec_index(ctx, left.0, idx, &elem_ty, value.clone())?;
793                return Ok(value);
794            }
795            if let Some(elem_ty) = Self::array_elem_ty(&left.1) {
796                let idx = if right.is_value() {
797                    let idx = right.clone().value()?.as_int().ok_or(anyhow!("array index must be integer"))?;
798                    (ctx.builder.ins().iconst(types::I64, idx), Type::I64)
799                } else {
800                    self.eval(ctx, &right)?.get(ctx).ok_or(anyhow!("array index has no value"))?
801                };
802                self.store_array_index(ctx, left.0, idx, &elem_ty, value.clone())?;
803                return Ok(value);
804            }
805            if right.is_value() {
806                let right_value = right.clone().value()?;
807                if let Some(idx) = right_value.as_int() {
808                    let idx = ctx.builder.ins().iconst(types::I64, idx);
809                    if self.intrinsic_list_set_idx(ctx, left.clone(), (idx, Type::I64), value.clone())? {
810                        return Ok(value);
811                    }
812                    let f = self.get_method(&left.1, "set_idx")?;
813                    let args = self.adjust_args(ctx, vec![left, (idx, Type::I64), value.clone()], f.arg_tys()?)?;
814                    self.call_for_side_effect(ctx, f, args)?;
815                } else {
816                    let key = ctx.get_const(&right_value)?;
817                    let f = self.get_method(&left.1, "set_key")?;
818                    let args = self.adjust_args(ctx, vec![left, key, value.clone()], f.arg_tys()?)?;
819                    self.call_for_side_effect(ctx, f, args)?;
820                }
821            } else {
822                let right = self.eval(ctx, &right)?.get(ctx).unwrap();
823                if right.1.is_any() || right.1.is_str() {
824                    let f = self.get_method(&left.1, "set_key")?;
825                    let args = self.adjust_args(ctx, vec![left, right, value.clone()], f.arg_tys()?)?;
826                    self.call_for_side_effect(ctx, f, args)?;
827                } else {
828                    if self.intrinsic_list_set_idx(ctx, left.clone(), right.clone(), value.clone())? {
829                        return Ok(value);
830                    }
831                    let f = self.get_method(&left.1, "set_idx")?;
832                    let args = self.adjust_args(ctx, vec![left, right, value.clone()], f.arg_tys()?)?;
833                    self.call_for_side_effect(ctx, f, args)?;
834                }
835            }
836            return Ok(value);
837        } else {
838            anyhow::bail!("赋值给不支持的目标: {:?} {:?}", left, value)
839        }
840    }
841
842    fn assignment_target_ty(&mut self, ctx: &mut BuildContext, left: &Expr) -> Option<Type> {
843        if let ExprKind::Var(idx) = &left.kind {
844            return ctx.get_var_ty(*idx).filter(|ty| !ty.is_any()).or_else(|| ctx.local_type_hint(*idx));
845        }
846        None
847    }
848
849    fn empty_typed_list(ty: &Type) -> Option<Dynamic> {
850        let Type::List(elem_ty) = ty else {
851            return None;
852        };
853        match elem_ty.as_ref() {
854            Type::Bool | Type::U8 => Some(Dynamic::list(Vec::new())),
855            Type::I8 => Some(Dynamic::VecI8(Default::default())),
856            Type::U16 => Some(Dynamic::VecU16(Default::default())),
857            Type::I16 => Some(Dynamic::VecI16(Default::default())),
858            Type::U32 => Some(Dynamic::VecU32(Default::default())),
859            Type::I32 => Some(Dynamic::VecI32(Default::default())),
860            Type::F32 => Some(Dynamic::VecF32(Default::default())),
861            Type::U64 => Some(Dynamic::VecU64(Vec::new())),
862            Type::I64 => Some(Dynamic::VecI64(Vec::new())),
863            Type::F64 => Some(Dynamic::VecF64(Vec::new())),
864            Type::Str => Some(Dynamic::list(Vec::new())),
865            _ => None,
866        }
867    }
868
869    fn list_push_shortcut(elem_ty: &Type) -> Option<(&'static str, Type)> {
870        match elem_ty {
871            Type::Bool => Some(("Any::push_bool", Type::Bool)),
872            Type::U8 => Some(("Any::push_u8", Type::U8)),
873            Type::I8 => Some(("Any::push_i8", Type::I8)),
874            Type::U16 => Some(("Any::push_u16", Type::U16)),
875            Type::I16 => Some(("Any::push_i16", Type::I16)),
876            Type::U32 => Some(("Any::push_u32", Type::U32)),
877            Type::I32 => Some(("Any::push_i32", Type::I32)),
878            Type::F32 => Some(("Any::push_f32", Type::F32)),
879            Type::U64 => Some(("Any::push_u64", Type::U64)),
880            Type::I64 => Some(("Any::push_i64", Type::I64)),
881            Type::F64 => Some(("Any::push_f64", Type::F64)),
882            Type::Str => Some(("Any::push_str", Type::Str)),
883            _ => None,
884        }
885    }
886
887    fn list_get_idx_shortcut(elem_ty: &Type) -> Option<(&'static str, Type, Type)> {
888        match elem_ty {
889            Type::Bool => Some(("Any::get_idx_bool_i64", Type::I64, Type::Bool)),
890            Type::U8 => Some(("Any::get_idx_u8_i64", Type::I64, Type::U8)),
891            Type::I8 => Some(("Any::get_idx_i8_i64", Type::I64, Type::I8)),
892            Type::U16 => Some(("Any::get_idx_u16_i64", Type::I64, Type::U16)),
893            Type::I16 => Some(("Any::get_idx_i16_i64", Type::I64, Type::I16)),
894            Type::U32 => Some(("Any::get_idx_u32", Type::U32, Type::U32)),
895            Type::I32 => Some(("Any::get_idx_i32", Type::I32, Type::I32)),
896            Type::F32 => Some(("Any::get_idx_f32", Type::F32, Type::F32)),
897            Type::U64 => Some(("Any::get_idx_u64", Type::U64, Type::U64)),
898            Type::I64 => Some(("Any::get_idx_i64", Type::I64, Type::I64)),
899            Type::F64 => Some(("Any::get_idx_f64", Type::F64, Type::F64)),
900            Type::Str => Some(("Any::get_idx_str", Type::Str, Type::Str)),
901            _ => None,
902        }
903    }
904
905    fn list_data_ptr_shortcut(elem_ty: &Type) -> Option<(&'static str, Type)> {
906        match elem_ty {
907            Type::U64 => Some(("Any::data_ptr_u64", Type::U64)),
908            Type::I64 => Some(("Any::data_ptr_i64", Type::I64)),
909            Type::F64 => Some(("Any::data_ptr_f64", Type::F64)),
910            _ => None,
911        }
912    }
913
914    fn list_set_idx_shortcut(elem_ty: &Type) -> Option<(&'static str, Type)> {
915        match elem_ty {
916            Type::Bool => Some(("Any::set_idx_bool", Type::Bool)),
917            Type::U8 => Some(("Any::set_idx_u8", Type::U8)),
918            Type::I8 => Some(("Any::set_idx_i8", Type::I8)),
919            Type::U16 => Some(("Any::set_idx_u16", Type::U16)),
920            Type::I16 => Some(("Any::set_idx_i16", Type::I16)),
921            Type::U32 => Some(("Any::set_idx_u32", Type::U32)),
922            Type::I32 => Some(("Any::set_idx_i32", Type::I32)),
923            Type::F32 => Some(("Any::set_idx_f32", Type::F32)),
924            Type::U64 => Some(("Any::set_idx_u64", Type::U64)),
925            Type::I64 => Some(("Any::set_idx_i64", Type::I64)),
926            Type::F64 => Some(("Any::set_idx_f64", Type::F64)),
927            Type::Str => Some(("Any::set_idx_str", Type::Str)),
928            _ => None,
929        }
930    }
931
932    fn intrinsic_list_get_idx(&mut self, ctx: &mut BuildContext, list: (Value, Type), idx: (Value, Type)) -> Result<Option<(Value, Type)>> {
933        let Type::List(elem_ty) = &list.1 else {
934            return Ok(None);
935        };
936        let Some((fn_name, abi_ret_ty, value_ty)) = Self::list_get_idx_shortcut(elem_ty) else {
937            return Ok(None);
938        };
939        let idx = self.convert(ctx, idx, Type::I64)?;
940        let get_idx_fn = self.get_native_fn_cached(fn_name, &[Type::Any, Type::I64])?;
941        let value = self.call(ctx, get_idx_fn, vec![list.0, idx])?;
942        if value_ty.is_bool() {
943            let is_true = ctx.builder.ins().icmp_imm(IntCC::NotEqual, value.0, 0);
944            let zero = ctx.builder.ins().iconst(types::I8, 0);
945            let one = ctx.builder.ins().iconst(types::I8, 1);
946            return Ok(Some((ctx.builder.ins().select(is_true, one, zero), Type::Bool)));
947        }
948        if value.1 != value_ty {
949            let narrowed = self.convert(ctx, (value.0, abi_ret_ty), value_ty.clone())?;
950            return Ok(Some((narrowed, value_ty)));
951        }
952        Ok(Some(value))
953    }
954
955    fn intrinsic_list_fast_path_get_idx(&mut self, ctx: &mut BuildContext, var_idx: u32, list: (Value, Type), idx: (Value, Type)) -> Result<Option<(Value, Type)>> {
956        let Some(fast_path) = ctx.list_fast_path(var_idx) else {
957            return Ok(None);
958        };
959        let Type::List(elem_ty) = &list.1 else {
960            return Ok(None);
961        };
962        if elem_ty.as_ref() != &fast_path.elem_ty {
963            return Ok(None);
964        }
965        let idx = self.convert(ctx, idx, Type::I64)?;
966        let offset = ctx.builder.ins().imul_imm(idx, fast_path.elem_ty.width() as i64);
967        let addr = ctx.builder.ins().iadd(fast_path.data, offset);
968        let value = ctx.builder.ins().load(get_type(&fast_path.elem_ty)?, MemFlags::trusted(), addr, 0);
969        Ok(Some((value, fast_path.elem_ty)))
970    }
971
972    fn intrinsic_list_set_idx(&mut self, ctx: &mut BuildContext, list: (Value, Type), idx: (Value, Type), value: (Value, Type)) -> Result<bool> {
973        let Type::List(elem_ty) = &list.1 else {
974            return Ok(false);
975        };
976        let Some((fn_name, value_ty)) = Self::list_set_idx_shortcut(elem_ty) else {
977            return Ok(false);
978        };
979        let idx = self.convert(ctx, idx, Type::I64)?;
980        let stored = self.convert(ctx, value, value_ty.clone())?;
981        let set_idx_fn = self.get_native_fn_cached(fn_name, &[Type::Any, Type::I64, value_ty])?;
982        self.call_for_side_effect(ctx, set_idx_fn, vec![list.0, idx, stored])?;
983        Ok(true)
984    }
985
986    fn try_intrinsic_collection_call(&mut self, ctx: &mut BuildContext, fn_name: &str, args: &[(Value, Type)]) -> Result<Option<LocalVar>> {
987        if let [list, value] = args
988            && fn_name == "Any::push"
989            && let Type::List(elem_ty) = &list.1
990            && let Some((fn_name, value_ty)) = Self::list_push_shortcut(elem_ty)
991        {
992            let value = self.convert(ctx, (value.0, value.1.clone()), value_ty.clone())?;
993            let push_fn = self.get_native_fn_cached(fn_name, &[Type::Any, value_ty])?;
994            self.call_for_side_effect(ctx, push_fn, vec![list.0, value])?;
995            return Ok(Some(LocalVar::None));
996        }
997
998        if let [list, idx] = args
999            && fn_name == "Any::get_idx"
1000            && let Some(value) = self.intrinsic_list_get_idx(ctx, (list.0, list.1.clone()), (idx.0, idx.1.clone()))?
1001        {
1002            return Ok(Some(value.into()));
1003        }
1004
1005        Ok(None)
1006    }
1007
1008    fn expr_is_empty_list(&self, expr: &Expr) -> bool {
1009        match &expr.kind {
1010            ExprKind::Value(value) => value.is_list() && value.len() == 0,
1011            ExprKind::Const(idx) => self.compiler.consts.get_index(*idx).is_some_and(|(_, value)| value.is_list() && value.len() == 0),
1012            ExprKind::Typed { value, .. } => self.expr_is_empty_list(value),
1013            _ => false,
1014        }
1015    }
1016
1017    fn expr_uses_var(expr: &Expr, var_idx: u32) -> bool {
1018        match &expr.kind {
1019            ExprKind::Var(idx) => *idx == var_idx,
1020            ExprKind::Typed { value, .. } | ExprKind::Unary { value, .. } | ExprKind::Generic { obj: value, .. } => Self::expr_uses_var(value, var_idx),
1021            ExprKind::Stmt(stmt) => Self::stmt_uses_var(stmt, var_idx),
1022            ExprKind::Binary { left, right, .. } | ExprKind::Range { start: left, stop: right, .. } => Self::expr_uses_var(left, var_idx) || Self::expr_uses_var(right, var_idx),
1023            ExprKind::Tuple(items) | ExprKind::List(items) => items.iter().any(|item| Self::expr_uses_var(item, var_idx)),
1024            ExprKind::Repeat { value, .. } => Self::expr_uses_var(value, var_idx),
1025            ExprKind::Dict(items) => items.iter().any(|(_, value)| Self::expr_uses_var(value, var_idx)),
1026            ExprKind::Id(_, obj) => obj.as_deref().is_some_and(|obj| Self::expr_uses_var(obj, var_idx)),
1027            ExprKind::Call { obj, params } => Self::expr_uses_var(obj, var_idx) || params.iter().any(|param| Self::expr_uses_var(param, var_idx)),
1028            ExprKind::Closure { body, .. } => Self::stmt_uses_var(body, var_idx),
1029            _ => false,
1030        }
1031    }
1032
1033    fn stmt_uses_var(stmt: &Stmt, var_idx: u32) -> bool {
1034        match &stmt.kind {
1035            StmtKind::Let { value, .. } => Self::stmt_uses_var(value, var_idx),
1036            StmtKind::Expr(expr, _) | StmtKind::Return(Some(expr)) => Self::expr_uses_var(expr, var_idx),
1037            StmtKind::Block(stmts) => stmts.iter().any(|stmt| Self::stmt_uses_var(stmt, var_idx)),
1038            StmtKind::While { cond, body } => Self::expr_uses_var(cond, var_idx) || Self::stmt_uses_var(body, var_idx),
1039            StmtKind::Loop(body) => Self::stmt_uses_var(body, var_idx),
1040            StmtKind::For { range, body, .. } => Self::expr_uses_var(range, var_idx) || Self::stmt_uses_var(body, var_idx),
1041            StmtKind::If { cond, then_body, else_body } => Self::expr_uses_var(cond, var_idx) || Self::stmt_uses_var(then_body, var_idx) || else_body.as_deref().is_some_and(|body| Self::stmt_uses_var(body, var_idx)),
1042            StmtKind::Fn { body, .. } | StmtKind::Impl { body, .. } => Self::stmt_uses_var(body, var_idx),
1043            StmtKind::Static { value, .. } => value.as_ref().is_some_and(|value| Self::expr_uses_var(value, var_idx)),
1044            StmtKind::Const { value, .. } => Self::expr_uses_var(value, var_idx),
1045            _ => false,
1046        }
1047    }
1048
1049    fn expr_reads_list_index(expr: &Expr, var_idx: u32) -> bool {
1050        match &expr.kind {
1051            ExprKind::Binary { left, op: BinaryOp::Idx, right } if matches!(left.kind, ExprKind::Var(idx) if idx == var_idx) => !Self::expr_uses_var(right, var_idx),
1052            ExprKind::Typed { value, .. } | ExprKind::Unary { value, .. } | ExprKind::Generic { obj: value, .. } => Self::expr_reads_list_index(value, var_idx),
1053            ExprKind::Stmt(stmt) => Self::stmt_reads_list_index(stmt, var_idx),
1054            ExprKind::Binary { left, right, .. } | ExprKind::Range { start: left, stop: right, .. } => Self::expr_reads_list_index(left, var_idx) || Self::expr_reads_list_index(right, var_idx),
1055            ExprKind::Tuple(items) | ExprKind::List(items) => items.iter().any(|item| Self::expr_reads_list_index(item, var_idx)),
1056            ExprKind::Repeat { value, .. } => Self::expr_reads_list_index(value, var_idx),
1057            ExprKind::Dict(items) => items.iter().any(|(_, value)| Self::expr_reads_list_index(value, var_idx)),
1058            ExprKind::Id(_, obj) => obj.as_deref().is_some_and(|obj| Self::expr_reads_list_index(obj, var_idx)),
1059            ExprKind::Call { obj, params } => Self::expr_reads_list_index(obj, var_idx) || params.iter().any(|param| Self::expr_reads_list_index(param, var_idx)),
1060            _ => false,
1061        }
1062    }
1063
1064    fn stmt_reads_list_index(stmt: &Stmt, var_idx: u32) -> bool {
1065        match &stmt.kind {
1066            StmtKind::Let { value, .. } => Self::stmt_reads_list_index(value, var_idx),
1067            StmtKind::Expr(expr, _) | StmtKind::Return(Some(expr)) => Self::expr_reads_list_index(expr, var_idx),
1068            StmtKind::Block(stmts) => stmts.iter().any(|stmt| Self::stmt_reads_list_index(stmt, var_idx)),
1069            StmtKind::If { cond, then_body, else_body } => {
1070                Self::expr_reads_list_index(cond, var_idx) || Self::stmt_reads_list_index(then_body, var_idx) || else_body.as_deref().is_some_and(|body| Self::stmt_reads_list_index(body, var_idx))
1071            }
1072            _ => false,
1073        }
1074    }
1075
1076    fn expr_allows_list_fast_path(expr: &Expr, var_idx: u32) -> bool {
1077        match &expr.kind {
1078            ExprKind::Var(idx) => *idx != var_idx,
1079            ExprKind::Binary { left, op, right } if op.is_assign() => !Self::expr_uses_var(left, var_idx) && Self::expr_allows_list_fast_path(right, var_idx),
1080            ExprKind::Binary { left, op: BinaryOp::Idx, right } if matches!(left.kind, ExprKind::Var(idx) if idx == var_idx) => !Self::expr_uses_var(right, var_idx),
1081            ExprKind::Typed { value, .. } | ExprKind::Unary { value, .. } | ExprKind::Generic { obj: value, .. } => Self::expr_allows_list_fast_path(value, var_idx),
1082            ExprKind::Stmt(stmt) => Self::stmt_allows_list_fast_path(stmt, var_idx),
1083            ExprKind::Binary { left, right, .. } | ExprKind::Range { start: left, stop: right, .. } => Self::expr_allows_list_fast_path(left, var_idx) && Self::expr_allows_list_fast_path(right, var_idx),
1084            ExprKind::Tuple(items) | ExprKind::List(items) => items.iter().all(|item| Self::expr_allows_list_fast_path(item, var_idx)),
1085            ExprKind::Repeat { value, .. } => Self::expr_allows_list_fast_path(value, var_idx),
1086            ExprKind::Dict(items) => items.iter().all(|(_, value)| Self::expr_allows_list_fast_path(value, var_idx)),
1087            ExprKind::Id(_, obj) => obj.as_deref().map(|obj| Self::expr_allows_list_fast_path(obj, var_idx)).unwrap_or(true),
1088            ExprKind::Call { obj, params } => Self::expr_allows_list_fast_path(obj, var_idx) && params.iter().all(|param| Self::expr_allows_list_fast_path(param, var_idx)),
1089            ExprKind::Closure { .. } => false,
1090            _ => true,
1091        }
1092    }
1093
1094    fn stmt_allows_list_fast_path(stmt: &Stmt, var_idx: u32) -> bool {
1095        match &stmt.kind {
1096            StmtKind::Let { value, .. } => Self::stmt_allows_list_fast_path(value, var_idx),
1097            StmtKind::Expr(expr, _) | StmtKind::Return(Some(expr)) => Self::expr_allows_list_fast_path(expr, var_idx),
1098            StmtKind::Block(stmts) => stmts.iter().all(|stmt| Self::stmt_allows_list_fast_path(stmt, var_idx)),
1099            StmtKind::If { cond, then_body, else_body } => {
1100                Self::expr_allows_list_fast_path(cond, var_idx) && Self::stmt_allows_list_fast_path(then_body, var_idx) && else_body.as_deref().map(|body| Self::stmt_allows_list_fast_path(body, var_idx)).unwrap_or(true)
1101            }
1102            _ => false,
1103        }
1104    }
1105
1106    fn push_loop_list_fast_paths(&mut self, ctx: &mut BuildContext, body: &Stmt) -> Result<usize> {
1107        let saved_len = ctx.list_fast_path_len();
1108        for var_idx in 0..ctx.vars.len() as u32 {
1109            if !Self::stmt_reads_list_index(body, var_idx) || !Self::stmt_allows_list_fast_path(body, var_idx) {
1110                continue;
1111            }
1112            let Some(Type::List(elem_ty)) = ctx.local_type_hint(var_idx) else {
1113                continue;
1114            };
1115            let Some((ptr_fn_name, elem_ty)) = Self::list_data_ptr_shortcut(elem_ty.as_ref()) else {
1116                continue;
1117            };
1118            let Some(list) = ctx.get_var(var_idx)?.get(ctx) else {
1119                continue;
1120            };
1121            let data_ptr_fn = self.get_native_fn_cached(ptr_fn_name, &[Type::Any])?;
1122            let data = self.call(ctx, data_ptr_fn, vec![list.0])?;
1123            ctx.push_list_fast_path(ListFastPath { var_idx, elem_ty, data: data.0 });
1124        }
1125        Ok(saved_len)
1126    }
1127
1128    fn closure_value(&self, ctx: &mut BuildContext, id: u32) -> Result<LocalVar> {
1129        let (name, symbol) = self.compiler.symbols.get_symbol(id)?;
1130        let captures = match symbol {
1131            Symbol::Fn { cap, .. } => cap
1132                .vars
1133                .iter()
1134                .map(|idx| {
1135                    let var = ctx.get_var(*idx as u32).map_err(|err| anyhow!("闭包 {} 捕获变量失败: idx={}, cap.vars={:?}, {}", name, idx, cap.vars, err))?;
1136                    var.get(ctx).ok_or_else(|| anyhow!("闭包 {} 捕获变量没有值: idx={}, cap.vars={:?}", name, idx, cap.vars))
1137                })
1138                .collect::<Result<Vec<_>>>()?,
1139            _ => Vec::new(),
1140        };
1141        Ok(LocalVar::Closure { id, captures })
1142    }
1143
1144    fn is_spawn_fn_name(name: &str) -> bool {
1145        name == "spawn" || name == "std::spawn"
1146    }
1147
1148    fn spawn_arg_pack_len(&self, expr: &Expr) -> Option<usize> {
1149        match &expr.kind {
1150            ExprKind::Tuple(items) | ExprKind::List(items) => Some(items.len()),
1151            ExprKind::Value(value) => value.is_list().then(|| value.len()),
1152            ExprKind::Const(idx) => self.compiler.consts.get_index(*idx).and_then(|(_, value)| value.is_list().then(|| value.len())),
1153            ExprKind::Typed { value, .. } => self.spawn_arg_pack_len(value),
1154            _ => None,
1155        }
1156    }
1157
1158    fn eval_spawn_arg_pack(&mut self, ctx: &mut BuildContext, expr: &Expr) -> Result<(Value, Type)> {
1159        let (ExprKind::Tuple(items) | ExprKind::List(items)) = &expr.kind else {
1160            return self.eval(ctx, expr)?.get(ctx).ok_or_else(|| anyhow!("spawn closure args expression has no value"));
1161        };
1162        if items.is_empty() {
1163            let idx = self.compiler.get_const(Dynamic::Null);
1164            return self.get_const_value(ctx, idx);
1165        }
1166        let values = items.iter().map(|item| self.eval(ctx, item)?.get(ctx).ok_or_else(|| anyhow!("spawn closure arg has no value: {:?}", item))).collect::<Result<Vec<_>>>()?;
1167        self.dynamic_list_from_values(ctx, values)
1168    }
1169
1170    fn dynamic_list_from_values(&mut self, ctx: &mut BuildContext, values: Vec<(Value, Type)>) -> Result<(Value, Type)> {
1171        let idx = self.compiler.get_const(Dynamic::list(vec![Dynamic::Null; values.len()]));
1172        let (list, _) = self.get_const_value(ctx, idx)?;
1173        for (idx, value) in values.into_iter().enumerate() {
1174            let value = self.convert(ctx, value, Type::Any)?;
1175            let idx = ctx.builder.ins().iconst(types::I64, idx as i64);
1176            let set_idx = self.get_fn(self.get_id("Any::set_idx")?, &[Type::Any, Type::I64, Type::Any])?;
1177            self.call_for_side_effect(ctx, set_idx, vec![list, idx, value])?;
1178        }
1179        Ok((list, Type::Any))
1180    }
1181
1182    fn callback_value(&mut self, ctx: &mut BuildContext, id: u32, captures: Vec<(Value, Type)>) -> Result<LocalVar> {
1183        let explicit_arg_len = match self.compiler.symbols.get_symbol(id)?.1 {
1184            Symbol::Fn { ty: Type::Fn { tys, .. }, .. } => tys.len(),
1185            _ => 0,
1186        };
1187        if explicit_arg_len > 16 {
1188            return Err(anyhow!("native callback closure supports at most 16 explicit args"));
1189        }
1190        if explicit_arg_len + captures.len() > 24 {
1191            return Err(anyhow!("native callback closure supports at most 24 args including captures, got {}", explicit_arg_len + captures.len()));
1192        }
1193        let explicit_arg_tys = vec![Type::Any; explicit_arg_len];
1194        let capture_tys = vec![Type::Any; captures.len()];
1195        let fn_info = self.gen_fn_with_capture_tys(Some(ctx), id, &explicit_arg_tys, &[], Some(&capture_tys))?;
1196        let FnInfo::Call { fn_id, ret, .. } = fn_info else {
1197            return Err(anyhow!("callback target must be compiled function"));
1198        };
1199        let captures = if captures.is_empty() {
1200            let idx = self.compiler.get_const(Dynamic::Null);
1201            self.get_const_value(ctx, idx)?
1202        } else {
1203            self.dynamic_list_from_values(ctx, captures)?
1204        };
1205        let fn_ref = self.get_fn_ref(ctx, fn_id);
1206        let fn_addr = ctx.builder.ins().func_addr(ptr_type(), fn_ref);
1207        let ret_ty = Self::type_ptr_const(ctx, &ret);
1208        let explicit_arg_len = ctx.builder.ins().iconst(types::I64, explicit_arg_len as i64);
1209        let callback_new = self.callback_new_fn.ok_or_else(|| anyhow!("VM callback runtime is not registered"))?;
1210        let callback_new_ref = self.get_fn_ref(ctx, callback_new);
1211        let call_inst = ctx.builder.ins().call(callback_new_ref, &[fn_addr, ret_ty, explicit_arg_len, captures.0]);
1212        Ok((ctx.builder.inst_results(call_inst)[0], Type::Any).into())
1213    }
1214
1215    fn spawn_closure(&mut self, ctx: &mut BuildContext, id: u32, captures: Vec<(Value, Type)>, args_expr: &Expr) -> Result<LocalVar> {
1216        if !captures.is_empty() {
1217            return Err(anyhow!("spawn closure does not support captures yet"));
1218        }
1219        let arg_len = self.spawn_arg_pack_len(args_expr).ok_or_else(|| anyhow!("spawn closure args must be a tuple argument pack"))?;
1220        if arg_len > 16 {
1221            return Err(anyhow!("spawn supports at most 16 args, got {}", arg_len));
1222        }
1223        let arg_tys = vec![Type::Any; arg_len];
1224        let fn_info = self.gen_fn_with_params(Some(ctx), id, &arg_tys, &[])?;
1225        let FnInfo::Call { fn_id, ret, .. } = fn_info else {
1226            return Err(anyhow!("spawn closure target must be compiled function"));
1227        };
1228        let args = self.eval_spawn_arg_pack(ctx, args_expr)?;
1229        let args = self.convert(ctx, args, Type::Any)?;
1230        let fn_ref = self.get_fn_ref(ctx, fn_id);
1231        let fn_addr = ctx.builder.ins().func_addr(ptr_type(), fn_ref);
1232        let ret_ty = Self::type_ptr_const(ctx, &ret);
1233        let spawn_ptr = self.spawn_ptr_fn.ok_or_else(|| anyhow!("VM spawn ptr runtime is not registered"))?;
1234        let spawn_ref = self.get_fn_ref(ctx, spawn_ptr);
1235        let call_inst = ctx.builder.ins().call(spawn_ref, &[fn_addr, ret_ty, args]);
1236        Ok((ctx.builder.inst_results(call_inst)[0], Type::Bool).into())
1237    }
1238
1239    fn inline_expr_weight(expr: &Expr) -> usize {
1240        match &expr.kind {
1241            ExprKind::Typed { value, .. } | ExprKind::Unary { value, .. } => 1 + Self::inline_expr_weight(value),
1242            ExprKind::Binary { left, right, .. } => 1 + Self::inline_expr_weight(left) + Self::inline_expr_weight(right),
1243            ExprKind::Generic { obj, .. } => 1 + Self::inline_expr_weight(obj),
1244            ExprKind::Tuple(items) | ExprKind::List(items) => 1 + items.iter().map(Self::inline_expr_weight).sum::<usize>(),
1245            ExprKind::Repeat { value, .. } => 1 + Self::inline_expr_weight(value),
1246            ExprKind::Dict(items) => 1 + items.iter().map(|(_, value)| Self::inline_expr_weight(value)).sum::<usize>(),
1247            ExprKind::Range { start, stop, .. } => 1 + Self::inline_expr_weight(start) + Self::inline_expr_weight(stop),
1248            ExprKind::Call { obj, params } => 1 + Self::inline_expr_weight(obj) + params.iter().map(Self::inline_expr_weight).sum::<usize>(),
1249            ExprKind::Stmt(_) | ExprKind::Closure { .. } => usize::MAX,
1250            _ => 1,
1251        }
1252    }
1253
1254    fn inline_stmt_weight(stmt: &Stmt) -> usize {
1255        match &stmt.kind {
1256            StmtKind::Expr(expr, _) | StmtKind::Return(Some(expr)) => 1 + Self::inline_expr_weight(expr),
1257            StmtKind::Block(stmts) => 1 + stmts.iter().map(Self::inline_stmt_weight).sum::<usize>(),
1258            StmtKind::If { cond, then_body, else_body } => 1 + Self::inline_expr_weight(cond) + Self::inline_stmt_weight(then_body) + else_body.as_deref().map(Self::inline_stmt_weight).unwrap_or(0),
1259            StmtKind::While { body, .. } | StmtKind::Loop(body) | StmtKind::For { body, .. } => {
1260                if Self::inline_stmt_contains_return(body) {
1261                    usize::MAX
1262                } else {
1263                    16 + Self::inline_stmt_weight(body)
1264                }
1265            }
1266            _ => usize::MAX,
1267        }
1268    }
1269
1270    fn inline_stmt_contains_return(stmt: &Stmt) -> bool {
1271        match &stmt.kind {
1272            StmtKind::Return(_) => true,
1273            StmtKind::Block(stmts) => stmts.iter().any(Self::inline_stmt_contains_return),
1274            StmtKind::If { then_body, else_body, .. } => Self::inline_stmt_contains_return(then_body) || else_body.as_deref().is_some_and(Self::inline_stmt_contains_return),
1275            StmtKind::While { body, .. } | StmtKind::Loop(body) | StmtKind::For { body, .. } => Self::inline_stmt_contains_return(body),
1276            _ => false,
1277        }
1278    }
1279
1280    fn inline_stmt_returns_value(stmt: &Stmt) -> bool {
1281        match &stmt.kind {
1282            StmtKind::Return(Some(_)) => true,
1283            StmtKind::Expr(_, close) => !*close,
1284            StmtKind::Block(stmts) => {
1285                for stmt in stmts {
1286                    if Self::inline_stmt_returns_value(stmt) {
1287                        return true;
1288                    }
1289                }
1290                false
1291            }
1292            StmtKind::If { then_body, else_body: Some(else_body), .. } => Self::inline_stmt_returns_value(then_body) && Self::inline_stmt_returns_value(else_body),
1293            _ => false,
1294        }
1295    }
1296
1297    fn inline_return_types(stmt: &Stmt, out: &mut Vec<Type>) {
1298        match &stmt.kind {
1299            StmtKind::Return(Some(expr)) => out.push(expr.get_type()),
1300            StmtKind::Expr(expr, close) if !*close => out.push(expr.get_type()),
1301            StmtKind::Block(stmts) => stmts.iter().for_each(|stmt| Self::inline_return_types(stmt, out)),
1302            StmtKind::If { then_body, else_body, .. } => {
1303                Self::inline_return_types(then_body, out);
1304                if let Some(else_body) = else_body {
1305                    Self::inline_return_types(else_body, out);
1306                }
1307            }
1308            _ => {}
1309        }
1310    }
1311
1312    fn inline_return_ty(fn_name: &str, ret_ty: &Type, body: &Stmt) -> Type {
1313        if !ret_ty.is_any() || !fn_name.starts_with("__closure_") {
1314            return ret_ty.clone();
1315        }
1316        let mut return_tys = Vec::new();
1317        Self::inline_return_types(body, &mut return_tys);
1318        let Some(first) = return_tys.first() else {
1319            return ret_ty.clone();
1320        };
1321        if first.is_any() || return_tys.iter().any(|ty| ty != first) { ret_ty.clone() } else { first.clone() }
1322    }
1323
1324    fn can_inline_stmt(stmt: &Stmt) -> bool {
1325        match &stmt.kind {
1326            StmtKind::Expr(expr, _) | StmtKind::Return(Some(expr)) => Self::inline_expr_weight(expr) != usize::MAX,
1327            StmtKind::Block(stmts) => stmts.iter().all(Self::can_inline_stmt),
1328            StmtKind::If { cond, then_body, else_body } => Self::inline_expr_weight(cond) != usize::MAX && Self::can_inline_stmt(then_body) && else_body.as_deref().map(Self::can_inline_stmt).unwrap_or(true),
1329            StmtKind::While { body, .. } | StmtKind::Loop(body) | StmtKind::For { body, .. } => !Self::inline_stmt_contains_return(body),
1330            _ => false,
1331        }
1332    }
1333
1334    fn gen_inline_return(&mut self, ctx: &mut BuildContext, ret_ty: &Type, exit_block: Block, value: Option<&Expr>) -> Result<()> {
1335        let value = value.ok_or_else(|| anyhow!("inline non-void function returned without value"))?;
1336        let value = self.eval(ctx, value)?.get(ctx).ok_or_else(|| anyhow!("inline return expression has no value: {:?}", value))?;
1337        let value = if value.1 != *ret_ty { self.convert(ctx, value, ret_ty.clone())? } else { value.0 };
1338        ctx.builder.ins().jump(exit_block, &[cranelift::codegen::ir::BlockArg::Value(value)]);
1339        Ok(())
1340    }
1341
1342    fn gen_inline_stmt(&mut self, ctx: &mut BuildContext, stmt: &Stmt, ret_ty: &Type, exit_block: Block) -> Result<bool> {
1343        match &stmt.kind {
1344            StmtKind::Expr(expr, close) => {
1345                if *close {
1346                    let _ = self.eval(ctx, expr)?;
1347                    Ok(false)
1348                } else {
1349                    self.gen_inline_return(ctx, ret_ty, exit_block, Some(expr))?;
1350                    Ok(true)
1351                }
1352            }
1353            StmtKind::Return(expr) => {
1354                self.gen_inline_return(ctx, ret_ty, exit_block, expr.as_ref())?;
1355                Ok(true)
1356            }
1357            StmtKind::Block(stmts) => {
1358                for stmt in stmts {
1359                    if self.gen_inline_stmt(ctx, stmt, ret_ty, exit_block)? {
1360                        return Ok(true);
1361                    }
1362                }
1363                Ok(false)
1364            }
1365            StmtKind::If { cond, then_body, else_body } => {
1366                self.declare_assigned_vars(ctx, then_body)?;
1367                if let Some(else_body) = else_body {
1368                    self.declare_assigned_vars(ctx, else_body)?;
1369                }
1370                let then_block = ctx.builder.create_block();
1371                let cond = self.eval(ctx, cond)?.get(ctx).ok_or(anyhow!("未知的条件 {:?}", cond))?;
1372                let cond = self.bool_value(ctx, cond)?;
1373                let mut end_block = None;
1374                if let Some(else_body) = else_body {
1375                    let else_block = ctx.builder.create_block();
1376                    ctx.builder.ins().brif(cond, then_block, &[], else_block, &[]);
1377                    ctx.builder.switch_to_block(then_block);
1378                    if !self.gen_inline_stmt(ctx, then_body, ret_ty, exit_block)? {
1379                        let block = ctx.builder.create_block();
1380                        ctx.builder.ins().jump(block, &[]);
1381                        end_block = Some(block);
1382                    }
1383                    ctx.builder.switch_to_block(else_block);
1384                    if !self.gen_inline_stmt(ctx, else_body, ret_ty, exit_block)? {
1385                        if end_block.is_none() {
1386                            end_block = Some(ctx.builder.create_block());
1387                        }
1388                        ctx.builder.ins().jump(end_block.unwrap(), &[]);
1389                    }
1390                    ctx.builder.seal_block(else_block);
1391                } else {
1392                    let block = ctx.builder.create_block();
1393                    ctx.builder.ins().brif(cond, then_block, &[], block, &[]);
1394                    end_block = Some(block);
1395                    ctx.builder.switch_to_block(then_block);
1396                    if !self.gen_inline_stmt(ctx, then_body, ret_ty, exit_block)? {
1397                        ctx.builder.ins().jump(end_block.unwrap(), &[]);
1398                    }
1399                }
1400                if let Some(block) = end_block {
1401                    ctx.builder.switch_to_block(block);
1402                }
1403                ctx.builder.seal_block(then_block);
1404                Ok(end_block.is_none())
1405            }
1406            _ => self.gen_stmt(ctx, stmt, None, None),
1407        }
1408    }
1409
1410    fn try_inline_call(&mut self, ctx: &mut BuildContext, id: u32, generic_args: &[Type], args: &[(Value, Type)], capture_len: usize) -> Result<Option<LocalVar>> {
1411        if self.inline_depth >= 4 || self.inline_stack.contains(&id) || !generic_args.is_empty() || capture_len != 0 {
1412            return Ok(None);
1413        }
1414        let (fn_name, symbol) = self.compiler.symbols.get_symbol(id).map(|(name, symbol)| (name.clone(), symbol.clone()))?;
1415        let Symbol::Fn { ty: Type::Fn { tys, .. }, generic_params, cap, body, .. } = symbol else {
1416            return Ok(None);
1417        };
1418        if !generic_params.is_empty() || !cap.vars.is_empty() || tys.len() != args.len() {
1419            return Ok(None);
1420        }
1421        let body = body.as_ref().clone();
1422        if !Self::can_inline_stmt(&body) || !Self::inline_stmt_returns_value(&body) {
1423            return Ok(None);
1424        };
1425        let weight = Self::inline_stmt_weight(&body);
1426        if weight > 64 || weight > self.inline_budget {
1427            return Ok(None);
1428        }
1429
1430        let arg_tys: Vec<Type> = args.iter().map(|(_, ty)| ty.clone()).collect();
1431        let ret_ty = self.compiler.infer_fn_with_params(id, &arg_tys, generic_args)?;
1432        if ret_ty.is_void() {
1433            return Ok(None);
1434        }
1435        let inline_ret_ty = Self::inline_return_ty(fn_name.as_str(), &ret_ty, &body);
1436        let local_type_hints = self.compiler.inferred_local_type_hints(id, generic_args, &arg_tys);
1437        let mut inline_vars = Vec::with_capacity(args.len());
1438        for (value, ty) in args.iter().cloned() {
1439            inline_vars.push(LocalVar::Value { val: value, ty });
1440        }
1441
1442        let saved_vars = std::mem::replace(&mut ctx.vars, inline_vars);
1443        let saved_hints = std::mem::replace(&mut ctx.local_type_hints, local_type_hints);
1444        self.inline_stack.push(id);
1445        self.inline_depth += 1;
1446        self.inline_budget -= weight;
1447        let result = (|| -> Result<LocalVar> {
1448            let exit_block = ctx.builder.create_block();
1449            ctx.builder.append_block_param(exit_block, get_type(&inline_ret_ty)?);
1450            let terminated = self.gen_inline_stmt(ctx, &body, &inline_ret_ty, exit_block)?;
1451            if !terminated {
1452                return Err(anyhow!("inline candidate did not return on all paths: {}", fn_name));
1453            }
1454            ctx.builder.switch_to_block(exit_block);
1455            ctx.builder.seal_block(exit_block);
1456            Ok(LocalVar::Value { val: ctx.builder.block_params(exit_block)[0], ty: inline_ret_ty })
1457        })();
1458        self.inline_budget += weight;
1459        self.inline_depth -= 1;
1460        self.inline_stack.pop();
1461        ctx.local_type_hints = saved_hints;
1462        ctx.vars = saved_vars;
1463        result.map(Some)
1464    }
1465
1466    pub(crate) fn call_fn(&mut self, ctx: &mut BuildContext, id: u32, obj: Option<Expr>, params: &Vec<Expr>) -> Result<LocalVar> {
1467        self.call_fn_with_params(ctx, id, &[], obj, params)
1468    }
1469
1470    pub(crate) fn call_fn_with_params(&mut self, ctx: &mut BuildContext, id: u32, generic_args: &[Type], obj: Option<Expr>, params: &Vec<Expr>) -> Result<LocalVar> {
1471        self.call_fn_with_capture_values(ctx, id, generic_args, obj, params, None)
1472    }
1473
1474    pub(crate) fn call_fn_with_capture_values(&mut self, ctx: &mut BuildContext, id: u32, generic_args: &[Type], obj: Option<Expr>, params: &Vec<Expr>, capture_values: Option<Vec<(Value, Type)>>) -> Result<LocalVar> {
1475        let fn_name = self.compiler.symbols.get_symbol(id).map(|(name, _)| name.clone())?;
1476        let has_receiver = obj.is_some();
1477        if capture_values.is_none()
1478            && generic_args.is_empty()
1479            && obj.is_none()
1480            && Self::is_spawn_fn_name(fn_name.as_str())
1481            && let [target, args] = params.as_slice()
1482            && let LocalVar::Closure { id, captures } = self.eval(ctx, target)?
1483        {
1484            return self.spawn_closure(ctx, id, captures, args);
1485        }
1486        let mut args: Vec<(Value, Type)> = if let Some(obj) = obj { vec![self.eval(ctx, &obj)?.get(ctx).ok_or_else(|| anyhow!("函数 {} 的接收者表达式没有值: {:?}", fn_name, obj))?] } else { Vec::new() };
1487        for p in params {
1488            let value = self.eval(ctx, p)?;
1489            let value = match value {
1490                LocalVar::Closure { id, captures } => self.callback_value(ctx, id, captures)?.get(ctx).ok_or_else(|| anyhow!("函数 {} 的 callback 参数没有值: {:?}", fn_name, p))?,
1491                value => value.get(ctx).ok_or_else(|| anyhow!("函数 {} 的参数表达式没有值: {:?}", fn_name, p))?,
1492            };
1493            args.push(value);
1494        }
1495        if let Some(captures) = &capture_values {
1496            args.extend(captures.iter().cloned());
1497        }
1498        if let Some(value) = self.try_intrinsic_collection_call(ctx, fn_name.as_str(), &args)? {
1499            return Ok(value);
1500        }
1501        if fn_name.as_str().ends_with("Vec::swap")
1502            && let Some((base, vec_ty)) = args.first().cloned()
1503            && let Some(elem_ty) = Self::vec_elem_ty(&vec_ty)
1504        {
1505            let [_, left_idx, right_idx]: [(Value, Type); 3] = args.try_into().map_err(|_| anyhow!("Vec::swap 需要 self 和两个索引参数"))?;
1506            self.swap_vec_index(ctx, base, left_idx, right_idx, &elem_ty)?;
1507            return Ok(LocalVar::None);
1508        }
1509        let visible_arg_len = args.len() - capture_values.as_ref().map(|captures| captures.len()).unwrap_or(0);
1510        let arg_tys: Vec<Type> = args.iter().take(visible_arg_len).map(|(_, ty)| ty.clone()).collect();
1511        if !has_receiver && let Some(inlined) = self.try_inline_call(ctx, id, generic_args, &args, args.len() - visible_arg_len)? {
1512            return Ok(inlined);
1513        }
1514        let fn_info = match if generic_args.is_empty() { self.get_fn(id, &arg_tys) } else { Err(anyhow!("generic function needs specialization")) } {
1515            Ok(info) => info,
1516            Err(_) => self.gen_fn_with_params(Some(ctx), id, &arg_tys, generic_args).map_err(|e| {
1517                log::error!("{:?}", self.compiler.symbols.get_symbol(id));
1518                e
1519            })?,
1520        };
1521        match &fn_info {
1522            FnInfo::Call { fn_id: _, arg_tys: want_tys, caps, ret, context: _ } => {
1523                let mut args = self.adjust_args(ctx, args, want_tys)?;
1524                if capture_values.is_none() {
1525                    for c in caps {
1526                        args.push(ctx.get_var(*c as u32)?.get(ctx).unwrap().0);
1527                    }
1528                }
1529                if ret.is_void() {
1530                    self.call_for_side_effect(ctx, fn_info, args)?;
1531                    Ok(LocalVar::None)
1532                } else {
1533                    self.call(ctx, fn_info, args).map(|r| r.into())
1534                }
1535            }
1536            _ => panic!("不可能编译出 inline 函数"),
1537        }
1538    }
1539
1540    pub(crate) fn eval(&mut self, ctx: &mut BuildContext, expr: &Expr) -> Result<LocalVar> {
1541        self.eval_with_expected(ctx, expr, None)
1542    }
1543
1544    fn eval_with_expected(&mut self, ctx: &mut BuildContext, expr: &Expr, expected: Option<&Type>) -> Result<LocalVar> {
1545        if let Some(ty) = expected
1546            && self.expr_is_empty_list(expr)
1547            && let Some(value) = Self::empty_typed_list(ty)
1548        {
1549            let idx = self.compiler.get_const(value);
1550            let (val, _) = self.get_const_value(ctx, idx)?;
1551            return Ok(LocalVar::Value { val, ty: ty.clone() });
1552        }
1553        match &expr.kind {
1554            ExprKind::Value(v) => Ok(ctx.get_const(v)?.into()),
1555            ExprKind::Var(idx) => {
1556                let v = ctx.get_var(*idx)?;
1557                Ok(v)
1558            }
1559            ExprKind::Unary { op, value } => {
1560                let v = self.eval(ctx, value)?.get(ctx).unwrap();
1561                if op == &UnaryOp::Not && v.1.is_any() {
1562                    let cond = self.bool_value(ctx, v)?;
1563                    let zero = ctx.builder.ins().iconst(types::I8, 0);
1564                    let one = ctx.builder.ins().iconst(types::I8, 1);
1565                    let is_zero = ctx.builder.ins().icmp_imm(IntCC::Equal, cond, 0);
1566                    Ok((ctx.builder.ins().select(is_zero, one, zero), Type::Bool).into())
1567                } else {
1568                    Ok(Self::unary(ctx, v, op.clone())?.into())
1569                }
1570            }
1571            ExprKind::Binary { left, op, right } => {
1572                if op == &BinaryOp::Assign {
1573                    let expected = self.assignment_target_ty(ctx, left);
1574                    match self.eval_with_expected(ctx, right, expected.as_ref()) {
1575                        Ok(value) => self.assign(ctx, left, value).map(|v| v.into()),
1576                        Err(e) => {
1577                            let err = self.compile_error(ctx, right.span, format!("赋值右侧编译失败: {e:#}"));
1578                            log::error!("{err:#}");
1579                            Err(err)
1580                        }
1581                    }
1582                } else {
1583                    if matches!(op, BinaryOp::And | BinaryOp::Or) {
1584                        let left = match self.eval(ctx, left)?.get(ctx) {
1585                            Some(left) => left,
1586                            None => {
1587                                let false_value = ctx.builder.ins().iconst(types::I8, 0);
1588                                (false_value, Type::Bool)
1589                            }
1590                        };
1591                        return self.short_circuit_logic(ctx, left, op.clone(), right).map(Into::into);
1592                    }
1593                    let assign_expr = if op.is_assign() { Some(left.clone()) } else { None };
1594                    let assign_expected = if op.is_assign() { self.assignment_target_ty(ctx, left) } else { None };
1595                    let left_var_idx = if let ExprKind::Var(idx) = &left.kind { Some(*idx) } else { None };
1596                    let left = match self.eval(ctx, left)?.get(ctx) {
1597                        Some(left) => left,
1598                        None => return Err(anyhow!("binary left has no value: {:?}", left)),
1599                    };
1600                    if op == &BinaryOp::Idx {
1601                        let left_ty = self.compiler.symbols.get_type(&left.1).unwrap_or_else(|_| left.1.clone());
1602                        let left = (left.0, left_ty);
1603                        if let Type::Struct { params: _, fields: _ } = &left.1 {
1604                            let idx = self.struct_field_index(&left.1, right)?;
1605                            return self.load_struct_field(ctx, left.0, idx, &left.1).map(|r| r.into());
1606                        }
1607                        if let Some(elem_ty) = Self::vec_elem_ty(&left.1) {
1608                            let idx = if right.is_value() {
1609                                let idx = right.clone().value()?.as_int().ok_or(anyhow!("Vec 索引必须是整数"))?;
1610                                (ctx.builder.ins().iconst(types::I64, idx), Type::I64)
1611                            } else {
1612                                self.eval(ctx, right)?.get(ctx).ok_or(anyhow!("Vec 索引没有值"))?
1613                            };
1614                            return self.load_vec_index(ctx, left.0, idx, &elem_ty).map(|r| r.into());
1615                        }
1616                        if let Some(elem_ty) = Self::array_elem_ty(&left.1) {
1617                            let idx = if right.is_value() {
1618                                let idx = right.clone().value()?.as_int().ok_or(anyhow!("array index must be integer"))?;
1619                                (ctx.builder.ins().iconst(types::I64, idx), Type::I64)
1620                            } else {
1621                                self.eval(ctx, right)?.get(ctx).ok_or(anyhow!("array index has no value"))?
1622                            };
1623                            return self.load_array_index(ctx, left.0, idx, &elem_ty).map(|r| r.into());
1624                        }
1625                        if right.is_value() {
1626                            let right_value = right.clone().value()?;
1627                            if let Some(idx) = right_value.as_int() {
1628                                let idx = ctx.builder.ins().iconst(types::I64, idx);
1629                                if let Some(var_idx) = left_var_idx
1630                                    && let Some(value) = self.intrinsic_list_fast_path_get_idx(ctx, var_idx, left.clone(), (idx, Type::I64))?
1631                                {
1632                                    return Ok(value.into());
1633                                }
1634                                if let Some(value) = self.intrinsic_list_get_idx(ctx, left.clone(), (idx, Type::I64))? {
1635                                    return Ok(value.into());
1636                                }
1637                                self.call(ctx, self.get_method(&left.1, "get_idx")?, vec![left.0, idx]).map(|r| r.into())
1638                            } else {
1639                                let key = ctx.get_const(&right_value)?;
1640                                self.call(ctx, self.get_method(&left.1, "get_key")?, vec![left.0, key.0]).map(|r| r.into())
1641                            }
1642                        } else if let ExprKind::Range { start, stop, inclusive } = &right.kind {
1643                            let start = self.eval(ctx, start)?.get(ctx).ok_or(anyhow!("range start has no value"))?;
1644                            let start = self.convert(ctx, start, Type::I64)?;
1645                            let stop = self.eval(ctx, stop)?.get(ctx).ok_or(anyhow!("range stop has no value"))?;
1646                            let stop = self.convert(ctx, stop, Type::Any)?;
1647                            let inclusive = ctx.builder.ins().iconst(types::I8, i64::from(*inclusive));
1648                            self.call(ctx, self.get_method(&left.1, "slice")?, vec![left.0, start, stop, inclusive]).map(|r| r.into())
1649                        } else {
1650                            let right = self.eval(ctx, right)?.get(ctx).ok_or(anyhow!("非Value {:?}", right))?;
1651                            if right.1.is_any() || right.1.is_str() {
1652                                let right = self.convert(ctx, right, Type::Any)?;
1653                                self.call(ctx, self.get_method(&left.1, "get_key")?, vec![left.0, right]).map(|r| r.into())
1654                            } else {
1655                                let right = self.convert(ctx, right, Type::I64)?;
1656                                if let Some(var_idx) = left_var_idx
1657                                    && let Some(value) = self.intrinsic_list_fast_path_get_idx(ctx, var_idx, left.clone(), (right, Type::I64))?
1658                                {
1659                                    return Ok(value.into());
1660                                }
1661                                if let Some(value) = self.intrinsic_list_get_idx(ctx, left.clone(), (right, Type::I64))? {
1662                                    return Ok(value.into());
1663                                }
1664                                self.call(ctx, self.get_method(&left.1, "get_idx")?, vec![left.0, right]).map(|r| r.into())
1665                            }
1666                        }
1667                    } else {
1668                        let result = self.binary_with_expected(ctx, left, op.clone(), right, assign_expected.as_ref().or(expected))?.into();
1669                        if let Some(expr) = assign_expr { self.assign(ctx, &expr, result).map(|r| r.into()) } else { Ok(result.into()) }
1670                    }
1671                }
1672            }
1673            ExprKind::Call { obj, params } => {
1674                if let ExprKind::AssocId { id, params: generic_args } = &obj.kind {
1675                    self.call_fn_with_params(ctx, *id, generic_args, None, params)
1676                } else if let ExprKind::Id(id, obj) = &obj.kind {
1677                    self.call_fn(ctx, *id, obj.as_ref().map(|o| *o.clone()), params)
1678                } else if obj.is_value() {
1679                    //直接忽略掉的代码 编译期就可以忽略
1680                    return Ok(LocalVar::None);
1681                } else {
1682                    if obj.is_idx() {
1683                        let (left, _, right) = obj.clone().binary().unwrap();
1684                        let left = self.eval(ctx, &left)?.get(ctx).ok_or(anyhow!("obj {:?}", obj))?;
1685                        let ty = self.compiler.symbols.get_type(&left.1)?;
1686                        if let Some(name) = self.get_dynamic(&right) {
1687                            if name.as_str() == "swap"
1688                                && let Some(elem_ty) = Self::vec_elem_ty(&ty)
1689                            {
1690                                let [left_idx, right_idx]: [(Value, Type); 2] =
1691                                    params.iter().map(|p| self.eval(ctx, p)?.get(ctx).ok_or(anyhow!("Vec::swap 参数没有值"))).collect::<Result<Vec<_>>>()?.try_into().map_err(|_| anyhow!("Vec::swap 需要两个索引参数"))?;
1692                                self.swap_vec_index(ctx, left.0, left_idx, right_idx, &elem_ty)?;
1693                                return Ok(LocalVar::None);
1694                            }
1695                            let mut args = vec![left];
1696                            for p in params {
1697                                args.push(self.eval(ctx, p)?.get(ctx).ok_or_else(|| anyhow!("动态方法 {:?} 的参数表达式没有值: {:?}", name, p))?);
1698                            }
1699                            let (_, method_ty) = self.compiler.get_field(&ty, name.as_str()).map_err(|e| self.compile_error(ctx, obj.span, format!("类型 {:?} 没有成员方法 `{}`: {e:#}", ty, name.as_str())))?;
1700                            let Type::Symbol { id, .. } = method_ty else {
1701                                return Err(self.compile_error(ctx, obj.span, format!("`{:?}.{}` 不是成员函数", ty, name.as_str())));
1702                            };
1703                            let arg_tys: Vec<Type> = args.iter().map(|(_, ty)| ty.clone()).collect();
1704                            let method = self.get_fn(id, &arg_tys).or_else(|_| self.gen_fn_with_params(Some(ctx), id, &arg_tys, &[]))?;
1705                            let args = self.adjust_args(ctx, args, method.arg_tys()?)?;
1706                            self.call(ctx, method, args).map(|r| r.into())
1707                        } else {
1708                            self.eval(ctx, obj)
1709                        }
1710                    } else {
1711                        let val = self.eval(ctx, obj)?;
1712                        if let LocalVar::Closure { id, captures } = val {
1713                            return self.call_fn_with_capture_values(ctx, id, &[], None, params, Some(captures));
1714                        }
1715                        anyhow::bail!("暂未实现: {:?}", val)
1716                    }
1717                }
1718            }
1719            ExprKind::Typed { value, ty } => {
1720                if let Type::Struct { params: _, fields: _ } = ty
1721                    && let ExprKind::List(items) = &value.kind
1722                {
1723                    return Ok((self.init_struct_from_items(ctx, items, ty)?, ty.clone()).into());
1724                }
1725                if let Type::Array(_, _) = ty
1726                    && let ExprKind::List(items) = &value.kind
1727                {
1728                    return Ok((self.init_array_from_items(ctx, items, ty)?, ty.clone()).into());
1729                }
1730                let evaluated = self.eval(ctx, value)?;
1731                if evaluated.is_closure() {
1732                    return Ok(evaluated);
1733                }
1734                let vt = if let Some(vt) = evaluated.get(ctx) {
1735                    vt
1736                } else if ty.is_any() {
1737                    let idx = self.compiler.get_const(Dynamic::Null);
1738                    self.get_const_value(ctx, idx)?
1739                } else {
1740                    return Ok(LocalVar::None);
1741                };
1742                if let Type::Struct { params: _, fields: _ } = ty
1743                    && !self.is_opaque_custom_ty(ty)
1744                {
1745                    if &vt.1 == ty {
1746                        Ok(vt.into())
1747                    } else if vt.1.is_any() {
1748                        Ok((self.init_struct_from_dynamic(ctx, vt, ty)?, ty.clone()).into())
1749                    } else {
1750                        Err(anyhow!("cannot convert {:?} to {:?}", vt.1, ty))
1751                    }
1752                } else if &vt.1 != ty {
1753                    Ok((self.convert(ctx, vt, ty.clone())?, ty.clone()).into())
1754                } else {
1755                    Ok(vt.into())
1756                }
1757            }
1758            ExprKind::Tuple(items) | ExprKind::List(items) => {
1759                // Tuple / List 字面量求值成一个 Dynamic::List(元素按 Any 装入)。
1760                // 这样 `let (a, b) = fn()` 的解构(被 desugar 成 a = fn()[0])就能
1761                // 通过 Any::get_idx 取到元素。空 tuple/list 取 null。
1762                if items.is_empty() {
1763                    let idx = self.compiler.get_const(Dynamic::Null);
1764                    self.get_const_value(ctx, idx).map(|v| v.into())
1765                } else {
1766                    let values = items.iter().map(|item| self.eval(ctx, item)?.get(ctx).ok_or_else(|| anyhow!("tuple/list item has no value: {:?}", item))).collect::<Result<Vec<_>>>()?;
1767                    self.dynamic_list_from_values(ctx, values).map(|r| r.into())
1768                }
1769            }
1770            ExprKind::Repeat { value, len } => {
1771                let value = self.eval(ctx, value)?.get(ctx).ok_or(anyhow!("repeat value has no value"))?;
1772                let Type::ConstInt(len) = len else {
1773                    return Err(anyhow!("repeat length must be a compile-time integer"));
1774                };
1775                let len = u32::try_from(*len).map_err(|_| anyhow!("repeat length out of range"))?;
1776                self.init_repeat_array(ctx, value, len).map(|r| r.into())
1777            }
1778            ExprKind::Const(idx) => self.get_const_value(ctx, *idx).map(|v| v.into()),
1779            ExprKind::Id(id, _) => self.closure_value(ctx, *id),
1780            ExprKind::AssocId { id, .. } => self.closure_value(ctx, *id),
1781            expr => {
1782                //结构就是一块固定大小 的内存(或者是动态大小 最后一个数据成员可扩展 跟 C 结构一样)
1783                anyhow::bail!("未实现: {:?}", expr)
1784            }
1785        }
1786    }
1787
1788    fn gen_loop(&mut self, ctx: &mut BuildContext, cond: Option<&Expr>, body: &Stmt, f: Option<impl FnMut(&mut BuildContext)>) -> Result<()> {
1789        let loop_block = ctx.builder.create_block();
1790        let end_block = ctx.builder.create_block();
1791        if let Some(cond) = cond {
1792            let start_block = ctx.builder.create_block();
1793            ctx.builder.ins().jump(start_block, &[]);
1794            ctx.builder.switch_to_block(start_block);
1795            let cond = self.eval(ctx, cond)?.get(ctx).unwrap();
1796            let cond = self.bool_value(ctx, cond)?;
1797            let continue_block = if f.is_some() { ctx.builder.create_block() } else { start_block };
1798            ctx.builder.ins().brif(cond, loop_block, &[], end_block, &[]);
1799            ctx.builder.switch_to_block(loop_block);
1800            let body_terminated = self.gen_stmt(ctx, body, Some(end_block), Some(continue_block))?;
1801            if !body_terminated {
1802                ctx.builder.ins().jump(continue_block, &[]);
1803            }
1804            ctx.builder.seal_block(loop_block);
1805            f.map(|mut f| {
1806                ctx.builder.switch_to_block(continue_block);
1807                f(ctx);
1808                ctx.builder.ins().jump(start_block, &[]);
1809                ctx.builder.seal_block(continue_block);
1810            });
1811        } else {
1812            ctx.builder.ins().jump(loop_block, &[]);
1813            ctx.builder.switch_to_block(loop_block);
1814            let body_terminated = self.gen_stmt(ctx, body, Some(end_block), Some(loop_block))?;
1815            if !body_terminated {
1816                ctx.builder.ins().jump(loop_block, &[]);
1817            }
1818            ctx.builder.seal_block(loop_block);
1819        }
1820        ctx.builder.switch_to_block(end_block);
1821        Ok(())
1822    }
1823
1824    pub(crate) fn gen_stmt(&mut self, ctx: &mut BuildContext, stmt: &Stmt, break_block: Option<Block>, continue_block: Option<Block>) -> Result<bool> {
1825        match &stmt.kind {
1826            StmtKind::Expr(expr, _) => {
1827                let _ = self.eval(ctx, expr)?;
1828            }
1829            StmtKind::Break => {
1830                ctx.builder.ins().jump(break_block.unwrap(), &[]);
1831                return Ok(true);
1832            }
1833            StmtKind::Continue => {
1834                ctx.builder.ins().jump(continue_block.unwrap(), &[]);
1835                return Ok(true);
1836            }
1837            StmtKind::Return(expr) => {
1838                if let Some(expr) = expr {
1839                    let value = self.eval(ctx, expr)?;
1840                    let value = value.get(ctx);
1841                    self.return_value(ctx, value)?;
1842                } else {
1843                    self.return_value(ctx, None)?;
1844                }
1845                return Ok(true);
1846            }
1847            StmtKind::If { cond, then_body, else_body } => {
1848                self.declare_assigned_vars(ctx, then_body)?;
1849                if let Some(else_body) = else_body {
1850                    self.declare_assigned_vars(ctx, else_body)?;
1851                }
1852                let then_block = ctx.builder.create_block();
1853                let cond = self.eval(ctx, cond)?.get(ctx).ok_or(anyhow!("未知的条件 {:?}", cond))?;
1854                let cond = self.bool_value(ctx, cond)?;
1855                let mut end_block = None;
1856                if let Some(else_body) = else_body {
1857                    let else_block = ctx.builder.create_block();
1858                    ctx.builder.ins().brif(cond, then_block, &[], else_block, &[]);
1859                    ctx.builder.switch_to_block(then_block);
1860                    if !self.gen_stmt(ctx, then_body, break_block, continue_block)? {
1861                        let block = ctx.builder.create_block();
1862                        ctx.builder.ins().jump(block, &[]);
1863                        end_block = Some(block);
1864                    }
1865                    ctx.builder.switch_to_block(else_block);
1866                    if !self.gen_stmt(ctx, else_body, break_block, continue_block)? {
1867                        if end_block.is_none() {
1868                            end_block = Some(ctx.builder.create_block());
1869                        }
1870                        ctx.builder.ins().jump(end_block.unwrap(), &[]);
1871                    }
1872                    ctx.builder.seal_block(else_block);
1873                } else {
1874                    let block = ctx.builder.create_block();
1875                    ctx.builder.ins().brif(cond, then_block, &[], block, &[]);
1876                    end_block = Some(block);
1877                    ctx.builder.switch_to_block(then_block);
1878                    if !self.gen_stmt(ctx, then_body, break_block, continue_block)? {
1879                        ctx.builder.ins().jump(end_block.unwrap(), &[]); //如果不是返回指令 增加跳转到 end_block
1880                    }
1881                }
1882                if let Some(block) = end_block {
1883                    ctx.builder.switch_to_block(block);
1884                }
1885                ctx.builder.seal_block(then_block);
1886                return Ok(end_block.is_none());
1887            }
1888            StmtKind::Block(stmts) => {
1889                for (idx, stmt) in stmts.iter().enumerate() {
1890                    let r = self.gen_stmt(ctx, stmt, break_block, continue_block)?;
1891                    if idx == stmts.len() - 1 {
1892                        return Ok(r);
1893                    }
1894                }
1895            }
1896            StmtKind::While { cond, body } => {
1897                self.declare_assigned_vars(ctx, body)?;
1898                let no_loop: Option<fn(&mut BuildContext)> = None;
1899                self.gen_loop(ctx, Some(cond), body, no_loop)?;
1900            }
1901            StmtKind::Loop(body) => {
1902                self.declare_assigned_vars(ctx, body)?;
1903                let no_loop: Option<fn(&mut BuildContext)> = None;
1904                self.gen_loop(ctx, None, body, no_loop)?;
1905            }
1906            StmtKind::For { pat, range, body } => {
1907                if let ExprKind::Range { start, stop, inclusive } = &range.kind {
1908                    if let PatternKind::Var { idx, .. } = &pat.kind {
1909                        let start = self.eval(ctx, start)?.get(ctx).ok_or(anyhow!("range start has no value"))?;
1910                        let stop = self.eval(ctx, stop)?.get(ctx).ok_or(anyhow!("range stop has no value"))?;
1911                        let range_ty = if start.1.is_any() && stop.1.is_any() {
1912                            Type::I64
1913                        } else if start.1.is_any() {
1914                            stop.1.clone()
1915                        } else if stop.1.is_any() {
1916                            start.1.clone()
1917                        } else {
1918                            start.1.clone() + stop.1.clone()
1919                        };
1920                        if !range_ty.is_int() && !range_ty.is_uint() {
1921                            anyhow::bail!("for range bounds must be integer, got {:?}", range_ty);
1922                        }
1923                        let start = self.convert(ctx, start, range_ty.clone())?;
1924                        let stop = self.convert(ctx, stop, range_ty.clone())?;
1925                        ctx.set_var(*idx, (start, range_ty.clone()).into())?;
1926                        self.declare_assigned_vars(ctx, body)?;
1927                        let list_fast_path_len = self.push_loop_list_fast_paths(ctx, body)?;
1928
1929                        let start_block = ctx.builder.create_block();
1930                        let body_block = ctx.builder.create_block();
1931                        let continue_block = ctx.builder.create_block();
1932                        let end_block = ctx.builder.create_block();
1933                        ctx.builder.ins().jump(start_block, &[]);
1934
1935                        ctx.builder.switch_to_block(start_block);
1936                        let current = ctx.get_var(*idx)?.get(ctx).ok_or(anyhow!("range loop variable has no value"))?;
1937                        let cond = if range_ty.is_uint() {
1938                            let op = if *inclusive { IntCC::UnsignedLessThanOrEqual } else { IntCC::UnsignedLessThan };
1939                            ctx.builder.ins().icmp(op, current.0, stop)
1940                        } else {
1941                            let op = if *inclusive { IntCC::SignedLessThanOrEqual } else { IntCC::SignedLessThan };
1942                            ctx.builder.ins().icmp(op, current.0, stop)
1943                        };
1944                        ctx.builder.ins().brif(cond, body_block, &[], end_block, &[]);
1945
1946                        ctx.builder.switch_to_block(body_block);
1947                        let body_terminated = self.gen_stmt(ctx, body, Some(end_block), Some(continue_block))?;
1948                        if !body_terminated {
1949                            ctx.builder.ins().jump(continue_block, &[]);
1950                        }
1951                        ctx.builder.seal_block(body_block);
1952
1953                        ctx.builder.switch_to_block(continue_block);
1954                        let current = ctx.get_var(*idx)?.get(ctx).ok_or(anyhow!("range loop variable has no value"))?;
1955                        let step = match &range_ty {
1956                            Type::I64 | Type::U64 => ctx.builder.ins().iconst(types::I64, 1),
1957                            Type::I32 | Type::U32 => ctx.builder.ins().iconst(types::I32, 1),
1958                            Type::I16 | Type::U16 => ctx.builder.ins().iconst(types::I16, 1),
1959                            Type::I8 | Type::U8 => ctx.builder.ins().iconst(types::I8, 1),
1960                            _ => unreachable!(),
1961                        };
1962                        let next = ctx.builder.ins().iadd(current.0, step);
1963                        ctx.set_var(*idx, (next, range_ty).into())?;
1964                        ctx.builder.ins().jump(start_block, &[]);
1965                        ctx.builder.seal_block(continue_block);
1966                        ctx.builder.seal_block(start_block);
1967                        ctx.builder.switch_to_block(end_block);
1968                        ctx.truncate_list_fast_paths(list_fast_path_len);
1969                    }
1970                } else if let PatternKind::Var { idx, .. } = &pat.kind {
1971                    let vt = self.eval(ctx, range)?.get(ctx).unwrap();
1972                    if let Type::List(_) = &vt.1 {
1973                        let len_fn = self.get_native_fn_cached("Any::len", &[Type::Any])?;
1974                        let len = self.call(ctx, len_fn, vec![vt.0])?;
1975                        let len = self.convert(ctx, len.into(), Type::I64)?;
1976                        let zero = ctx.builder.ins().iconst(types::I64, 0);
1977                        let first = if let Some(first) = self.intrinsic_list_get_idx(ctx, vt.clone(), (zero, Type::I64))? {
1978                            first
1979                        } else {
1980                            let get_idx_fn = self.get_native_fn_cached("Any::get_idx", &[Type::Any, Type::I64])?;
1981                            self.call(ctx, get_idx_fn, vec![vt.0, zero])?
1982                        };
1983                        ctx.set_var(*idx, first.into())?;
1984                        self.declare_assigned_vars(ctx, body)?;
1985
1986                        let index_var = ctx.builder.declare_var(types::I64);
1987                        ctx.builder.def_var(index_var, zero);
1988                        let start_block = ctx.builder.create_block();
1989                        let body_block = ctx.builder.create_block();
1990                        let continue_block = ctx.builder.create_block();
1991                        let end_block = ctx.builder.create_block();
1992                        ctx.builder.ins().jump(start_block, &[]);
1993                        ctx.builder.switch_to_block(start_block);
1994                        let index = ctx.builder.use_var(index_var);
1995                        let cond = ctx.builder.ins().icmp(IntCC::SignedLessThan, index, len);
1996                        ctx.builder.ins().brif(cond, body_block, &[], end_block, &[]);
1997
1998                        ctx.builder.switch_to_block(body_block);
1999                        let item = if let Some(item) = self.intrinsic_list_get_idx(ctx, vt.clone(), (index, Type::I64))? {
2000                            item
2001                        } else {
2002                            let get_idx_fn = self.get_native_fn_cached("Any::get_idx", &[Type::Any, Type::I64])?;
2003                            self.call(ctx, get_idx_fn, vec![vt.0, index])?
2004                        };
2005                        ctx.set_var(*idx, item.into())?;
2006                        let body_terminated = self.gen_stmt(ctx, body, Some(end_block), Some(continue_block))?;
2007                        if !body_terminated {
2008                            ctx.builder.ins().jump(continue_block, &[]);
2009                        }
2010                        ctx.builder.seal_block(body_block);
2011
2012                        ctx.builder.switch_to_block(continue_block);
2013                        let index = ctx.builder.use_var(index_var);
2014                        let one = ctx.builder.ins().iconst(types::I64, 1);
2015                        let next_index = ctx.builder.ins().iadd(index, one);
2016                        ctx.builder.def_var(index_var, next_index);
2017                        ctx.builder.ins().jump(start_block, &[]);
2018                        ctx.builder.seal_block(continue_block);
2019                        ctx.builder.seal_block(start_block);
2020                        ctx.builder.switch_to_block(end_block);
2021                    } else if vt.1.is_any() {
2022                        let iter = self.call(ctx, self.get_method(&vt.1, "iter")?, vec![vt.0])?;
2023                        let next = self.get_method(&vt.1, "next")?;
2024                        let next_id = next.get_id()?;
2025                        let start = self.call(ctx, next, vec![iter.0])?;
2026                        ctx.set_var(*idx, start.into())?;
2027                        let cond = Self::expr(ExprKind::Binary { left: Box::new(Self::expr(ExprKind::Var(*idx))), op: BinaryOp::Ne, right: Box::new(Self::expr(ExprKind::Value(Dynamic::Null))) });
2028                        self.gen_loop(
2029                            ctx,
2030                            Some(&cond),
2031                            body,
2032                            Some(|ctx: &mut BuildContext| {
2033                                let fn_ref = ctx.get_fn_ref(next_id).unwrap();
2034                                let call_inst = ctx.builder.ins().call(fn_ref, &[iter.0]);
2035                                let ret = ctx.builder.inst_results(call_inst)[0];
2036                                let _ = ctx.set_var(*idx, (ret, Type::Any).into());
2037                            }),
2038                        )?;
2039                    }
2040                } else if let PatternKind::Tuple(pats) = &pat.kind {
2041                    let vt = self.eval(ctx, range)?.get(ctx).unwrap();
2042                    if vt.1.is_any() && pats.len() == 2 {
2043                        //暂时只处理 kv
2044                        let iter = self.call(ctx, self.get_method(&vt.1, "iter")?, vec![vt.0])?;
2045                        let next_pair = self.get_method(&vt.1, "next_pair")?;
2046                        let next_id = next_pair.get_id()?;
2047                        let get_idx = self.get_method(&vt.1, "get_idx")?.get_id()?;
2048
2049                        let start = self.call(ctx, next_pair, vec![iter.0])?;
2050                        let key_idx = ctx.builder.ins().iconst(types::I64, 0);
2051                        let key = self.call(ctx, self.get_method(&start.1, "get_idx")?, vec![start.0, key_idx])?;
2052                        let value_idx = ctx.builder.ins().iconst(types::I64, 1);
2053                        let value = self.call(ctx, self.get_method(&start.1, "get_idx")?, vec![start.0, value_idx])?;
2054                        ctx.set_var(pats[0].var().unwrap(), key.into())?;
2055                        ctx.set_var(pats[1].var().unwrap(), value.into())?;
2056                        let cond = Self::expr(ExprKind::Binary { left: Box::new(Self::expr(ExprKind::Var(pats[0].var().unwrap()))), op: BinaryOp::Ne, right: Box::new(Self::expr(ExprKind::Value(Dynamic::Null))) });
2057                        self.gen_loop(
2058                            ctx,
2059                            Some(&cond),
2060                            body,
2061                            Some(|ctx: &mut BuildContext| {
2062                                let fn_ref = ctx.get_fn_ref(next_id).unwrap();
2063                                let call_inst = ctx.builder.ins().call(fn_ref, &[iter.0]);
2064                                let ret = ctx.builder.inst_results(call_inst)[0];
2065
2066                                let fn_ref = ctx.get_fn_ref(get_idx).unwrap();
2067                                let call_inst = ctx.builder.ins().call(fn_ref, &[ret, key_idx]);
2068                                let key_ret = ctx.builder.inst_results(call_inst)[0];
2069                                let call_inst = ctx.builder.ins().call(fn_ref, &[ret, value_idx]);
2070                                let value_ret = ctx.builder.inst_results(call_inst)[0];
2071
2072                                let _ = ctx.set_var(pats[0].var().unwrap(), (key_ret, Type::Any).into());
2073                                let _ = ctx.set_var(pats[1].var().unwrap(), (value_ret, Type::Any).into());
2074                            }),
2075                        )?;
2076                    }
2077                }
2078            }
2079            _ => {
2080                anyhow::bail!("未实现: {:?}", stmt)
2081            }
2082        }
2083        Ok(false)
2084    }
2085}