1use compiler::{Capture, Compiler, Symbol};
2use dynamic::{Dynamic, Type};
3use parser::{BinaryOp, Expr, ExprKind, PatternKind, Span, Stmt, StmtKind, UnaryOp};
4use std::collections::{BTreeMap, HashMap, VecDeque};
5
6use crate::context::{ListFastPath, LocalVar};
7
8use super::{FnInfo, FnVariant, PTR_TYPE, context::BuildContext, get_type, ptr_type};
9use cranelift::prelude::*;
10use cranelift_jit::{JITBuilder, JITModule};
11use cranelift_module::{FuncId, Module};
12
13use anyhow::{Result, anyhow};
14use parking_lot::RwLock;
15use smol_str::SmolStr;
16use std::sync::{Arc, Weak};
17
18pub struct JITRunTime {
19 pub compiler: Compiler,
20 pub fns: BTreeMap<u32, FnVariant>,
21 pub sigs: Vec<(Vec<Type>, Signature, Type)>,
22 pub native_symbols: Arc<RwLock<HashMap<String, usize>>>,
23 pub(crate) owner: Weak<RwLock<JITRunTime>>,
24 pub(crate) pending_fns: VecDeque<PendingFn>,
25 pub(crate) compile_depth: usize,
26 inline_depth: usize,
27 inline_budget: usize,
28 inline_stack: Vec<u32>,
29 native_fn_cache: Vec<(SmolStr, Vec<Type>, FnInfo)>,
30 #[cfg(feature = "ir-disassembly")]
31 pub ir_disassembly: BTreeMap<SmolStr, String>,
32 pub module: JITModule,
33 pub consts: Vec<Option<usize>>,
34 pub(crate) scope_enter_fn: Option<FuncId>,
35 pub(crate) scope_exit_void_fn: Option<FuncId>,
36 pub(crate) scope_exit_dynamic_fn: Option<FuncId>,
37 pub(crate) scope_exit_bytes_fn: Option<FuncId>,
38 pub(crate) struct_alloc_fn: Option<FuncId>,
39 pub(crate) repeat_fill_fn: Option<FuncId>,
40 pub(crate) strcat_fn: Option<FuncId>,
41 pub(crate) strcat_i64_fn: Option<FuncId>,
42 pub(crate) strcat_assign_fn: Option<FuncId>,
43 pub(crate) callback_new_fn: Option<FuncId>,
44 pub(crate) spawn_ptr_fn: Option<FuncId>,
45 pub(crate) struct_from_ptr_fn: Option<FuncId>,
46 pub(crate) array_from_ptr_fn: Option<FuncId>,
47 pub(crate) array_to_ptr_fn: Option<FuncId>,
48 pub(crate) arith_fault_fn: Option<FuncId>,
49}
50
51pub(crate) struct PendingFn {
55 pub name: SmolStr,
56 pub symbol_id: u32,
57 pub fn_id: FuncId,
58 pub arg_tys: Vec<Type>,
59 pub ret_ty: Type,
60 pub local_type_hints: Vec<Option<Type>>,
61 pub body: Stmt,
62}
63
64impl JITRunTime {
65 fn expr(kind: ExprKind) -> Expr {
66 Expr::new(kind, Span::default())
67 }
68
69 fn stmt(kind: StmtKind) -> Stmt {
70 Stmt::new(kind, Span::default())
71 }
72
73 pub(crate) fn type_ptr_const(ctx: &mut BuildContext, ty: &Type) -> Value {
74 let ty_ptr = Box::into_raw(Box::new(ty.clone()));
75 ctx.builder.ins().iconst(ptr_type(), ty_ptr as i64)
76 }
77
78 pub fn load(&mut self, code: Vec<u8>, arg_name: SmolStr) -> Result<(i64, Type)> {
79 let stmts = Compiler::parse_code(code)?;
80 self.compiler.resolve_imports(&stmts, None)?;
81 self.compiler.clear();
82 self.compiler.symbols.add_module("__console".into());
83 let mut cap = Capture::default();
84 let body = Self::stmt(StmtKind::Block(self.compiler.compile_fn(&[arg_name], &mut vec![Type::Any], Self::stmt(StmtKind::Block(stmts)), &mut cap)?));
85 self.compiler.tys.push(Type::Any);
86 let ret_ty = self.compiler.infer_stmt(&body)?;
87 self.compiler.clear();
88 let fn_id = self.compile_fn(None, &[Type::Any], ret_ty.clone(), &body)?;
89 self.compiler.clear();
90 self.compiler.symbols.pop_module();
91 self.module.finalize_definitions()?;
92 Ok((self.module.get_finalized_function(fn_id) as i64, ret_ty))
93 }
94
95 pub fn import_code(&mut self, name: &str, code: Vec<u8>) -> Result<()> {
96 log::debug!("import {}", name);
97 let _ = self.compiler.import_code(name, code)?;
98 Ok(())
99 }
100
101 pub fn import_source(&mut self, name: &str, source: &str) -> Result<()> {
102 self.import_code(name, source.as_bytes().to_vec())
103 }
104
105 #[cfg(feature = "ir-disassembly")]
106 pub fn disassemble_ir(&mut self, name: &str) -> Result<String> {
107 if let Some(ir) = self.ir_disassembly.get(name) {
108 return Ok(ir.clone());
109 }
110 let id = self.get_id(name)?;
111 let (_, symbol) = self.compiler.symbols.get_symbol(id)?;
112 if let Symbol::Fn { ty, .. } = symbol
113 && let Type::Fn { tys, .. } = ty
114 && tys.is_empty()
115 {
116 let _ = self.gen_fn(None, id, &[])?;
117 }
118 self.ir_disassembly.get(name).cloned().ok_or_else(|| anyhow!("未找到函数 {} 的 Cranelift IR;如果它需要参数,请先触发对应实例化", name))
119 }
120
121 pub fn get_fn_ptr(&mut self, name: &str, arg_tys: &[Type]) -> Result<(*const u8, Type)> {
122 let main_id = self.get_id(name)?;
123 let fn_info = self.gen_fn(None, main_id, arg_tys)?;
124 Ok((self.module.get_finalized_function(fn_info.get_id()?), fn_info.get_type()?))
125 }
126
127 pub fn get_fn_ptr_with_params(&mut self, name: &str, arg_tys: &[Type], generic_args: &[Type]) -> Result<(*const u8, Type)> {
128 let main_id = self.get_id(name)?;
129 let fn_info = self.gen_fn_with_params(None, main_id, arg_tys, generic_args)?;
130 Ok((self.module.get_finalized_function(fn_info.get_id()?), fn_info.get_type()?))
131 }
132
133 pub fn get_const_value(&mut self, ctx: &mut BuildContext, idx: usize) -> Result<(Value, Type)> {
134 if self.consts.len() < idx + 1 {
135 self.consts.resize(idx + 1, None);
136 }
137 let ptr = if let Some(ptr) = self.consts.get(idx).cloned().unwrap_or(None) {
138 ptr
139 } else {
140 let c = Box::new(self.compiler.consts[idx].deep_clone()); let ptr = Box::into_raw(c) as usize;
142 self.consts[idx] = Some(ptr);
143 ptr
144 };
145 let value = ctx.builder.ins().iconst(ptr_type(), ptr as i64); let ty = if self.compiler.consts[idx].is_str() { Type::Str } else { Type::Any };
147 Ok((self.call(ctx, self.get_method(&Type::Any, "clone")?, vec![value])?.0, ty))
148 }
149
150 fn get_null_value(&mut self, ctx: &mut BuildContext) -> Result<(Value, Type)> {
151 let const_idx = self.compiler.get_const(Dynamic::Null);
152 self.get_const_value(ctx, const_idx)
153 }
154
155 pub fn get_dynamic(&self, expr: &Expr) -> Option<Dynamic> {
156 match &expr.kind {
157 ExprKind::Value(value) => Some(value.clone()),
158 ExprKind::Const(idx) => self.compiler.consts.get_index(*idx).map(|(_, v)| v.clone()),
159 _ => None,
160 }
161 }
162
163 fn compile_error(&self, ctx: &BuildContext, span: Span, message: impl AsRef<str>) -> anyhow::Error {
164 if let Some(fn_name) = &ctx.fn_name { anyhow!("{}", self.compiler.format_source_span(fn_name.as_str(), span, message.as_ref())) } else { anyhow!("{}", message.as_ref()) }
165 }
166
167 pub fn get_method(&self, ty: &Type, name: &str) -> Result<FnInfo> {
168 self.compiler.get_field(ty, name).and_then(|(_, ty)| if let Type::Symbol { id, params: _ } = ty { self.get_fn(id, &[]) } else { Err(anyhow!("不是成员函数")) })
169 }
170
171 fn is_fn_field_type(&self, ty: &Type) -> bool {
172 match ty {
173 Type::Symbol { id, .. } => self.compiler.symbols.get_symbol(*id).map(|(_, symbol)| symbol.is_fn()).unwrap_or(false),
174 Type::Fn { .. } => true,
175 _ => false,
176 }
177 }
178
179 pub(crate) fn is_opaque_custom_ty(&self, ty: &Type) -> bool {
180 let ty = self.compiler.symbols.get_type(ty).unwrap_or_else(|_| ty.clone());
181 matches!(ty, Type::Struct { fields, .. } if !fields.is_empty() && fields.iter().all(|(_, field_ty)| self.is_fn_field_type(field_ty)))
182 }
183
184 pub(crate) fn is_aggregate_ty(&self, ty: &Type) -> bool {
185 (ty.is_struct() && !self.is_opaque_custom_ty(ty)) || ty.is_array()
186 }
187
188 pub fn get_id(&self, name: &str) -> Result<u32> {
189 self.compiler.symbols.get_id(name)
190 }
191
192 fn get_native_fn_cached(&mut self, name: &'static str, arg_tys: &[Type]) -> Result<FnInfo> {
193 if let Some((_, _, fn_info)) = self.native_fn_cache.iter().find(|(cached_name, cached_tys, _)| cached_name.as_str() == name && cached_tys.as_slice() == arg_tys) {
194 return Ok(fn_info.clone());
195 }
196 let fn_info = self.get_fn(self.get_id(name)?, arg_tys)?;
197 self.native_fn_cache.push((SmolStr::new(name), arg_tys.to_vec(), fn_info.clone()));
198 Ok(fn_info)
199 }
200
201 pub fn get_type(&mut self, name: &str, arg_tys: &[Type]) -> Result<Type> {
202 let id = self.get_id(name)?;
203 if self.compiler.symbols.symbols.get(name).map(|s| s.is_fn()).unwrap_or(false) {
204 return self.compiler.infer_fn(id, arg_tys);
205 }
206 self.compiler.symbols.get_type(&Type::Symbol { id, params: Vec::new() })
207 }
208
209 pub fn new<F: FnMut(&mut JITBuilder)>(mut f: F) -> Self {
210 let native_symbols = Arc::new(RwLock::new(HashMap::<String, usize>::new()));
211 let lookup_symbols = native_symbols.clone();
212 let mut builder = JITBuilder::new(cranelift_module::default_libcall_names()).unwrap();
213 builder.symbol_lookup_fn(Box::new(move |name| lookup_symbols.read().get(name).copied().map(|ptr| ptr as *const u8)));
214 f(&mut builder);
215 let module = JITModule::new(builder);
216 PTR_TYPE.get_or_init(|| module.isa().pointer_type());
217 let fns = BTreeMap::<u32, FnVariant>::new();
218 Self {
219 compiler: Compiler::new(),
220 fns,
221 sigs: Vec::new(),
222 native_symbols,
223 owner: Weak::new(),
224 pending_fns: VecDeque::new(),
225 compile_depth: 0,
226 inline_depth: 0,
227 inline_budget: 256,
228 inline_stack: Vec::new(),
229 native_fn_cache: Vec::new(),
230 #[cfg(feature = "ir-disassembly")]
231 ir_disassembly: BTreeMap::new(),
232 module,
233 consts: Vec::new(),
234 scope_enter_fn: None,
235 scope_exit_void_fn: None,
236 scope_exit_dynamic_fn: None,
237 scope_exit_bytes_fn: None,
238 struct_alloc_fn: None,
239 repeat_fill_fn: None,
240 strcat_fn: None,
241 strcat_i64_fn: None,
242 strcat_assign_fn: None,
243 callback_new_fn: None,
244 spawn_ptr_fn: None,
245 struct_from_ptr_fn: None,
246 array_from_ptr_fn: None,
247 array_to_ptr_fn: None,
248 arith_fault_fn: None,
249 }
250 }
251
252 pub(crate) fn set_owner(&mut self, owner: Weak<RwLock<JITRunTime>>) {
253 self.owner = owner;
254 }
255
256 pub(crate) fn owner_context_ptr(&self) -> usize {
257 &self.owner as *const Weak<RwLock<JITRunTime>> as usize
258 }
259
260 fn unary(ctx: &mut BuildContext, left: (Value, Type), op: UnaryOp) -> Result<(Value, Type)> {
261 match op {
262 UnaryOp::Neg => {
263 if left.1.is_int() || left.1.is_uint() {
264 let (int_ty, result_ty) = match left.1.width() {
265 8 => (types::I64, Type::I64),
266 4 => (types::I32, Type::I32),
267 2 => (types::I16, Type::I16),
268 _ => (types::I8, Type::I8),
269 };
270 let zero = ctx.builder.ins().iconst(int_ty, 0);
271 return Ok((ctx.builder.ins().isub(zero, left.0), result_ty));
272 } else if left.1.is_float() {
273 return Ok((ctx.builder.ins().fneg(left.0), left.1));
274 }
275 }
276 UnaryOp::Not => {
277 if left.1.is_int() || left.1.is_uint() {
278 let all_ones = ctx.builder.ins().iconst(get_type(&left.1)?, -1);
279 return Ok((ctx.builder.ins().bxor(left.0, all_ones), left.1));
280 }
281 let zero = ctx.builder.ins().iconst(types::I8, 0);
282 let one = ctx.builder.ins().iconst(types::I8, 1);
283 let cond = if left.1.is_bool() {
284 left.0
285 } else if left.1.is_f32() {
286 let zero = ctx.builder.ins().f32const(0.0);
287 ctx.builder.ins().fcmp(FloatCC::NotEqual, left.0, zero)
288 } else if left.1.is_f64() {
289 let zero = ctx.builder.ins().f64const(0.0);
290 ctx.builder.ins().fcmp(FloatCC::NotEqual, left.0, zero)
291 } else {
292 return Err(anyhow!("未实现 {:?} {:?}", left, op));
293 };
294 let is_zero = ctx.builder.ins().icmp_imm(IntCC::Equal, cond, 0);
295 return Ok((ctx.builder.ins().select(is_zero, one, zero), Type::Bool));
296 }
297 _ => {}
298 }
299 Err(anyhow!("未实现 {:?} {:?}", left, op))
300 }
301
302 pub(crate) fn call(&mut self, ctx: &mut BuildContext, fn_info: FnInfo, args: Vec<Value>) -> Result<(Value, Type)> {
303 match fn_info {
304 FnInfo::Call { fn_id, arg_tys: _, caps: _, ret, context } => {
305 let fn_ref = self.get_fn_ref(ctx, fn_id);
306 let args = self.add_context_arg(ctx, context, args);
307 let call_inst = ctx.builder.ins().call(fn_ref, &args);
308 if !ret.is_void() { Ok((ctx.builder.inst_results(call_inst)[0], ret)) } else { Err(anyhow!("没有返回值")) }
309 }
310 FnInfo::Inline { fn_ptr, arg_tys: _ } => fn_ptr(Some(ctx), args).and_then(|(v, t)| v.map(|value| (value, t)).ok_or_else(|| anyhow!("inlined native callback returned no value"))),
311 }
312 }
313
314 pub(crate) fn scope_enter(&mut self, ctx: &mut BuildContext) -> Result<()> {
315 let fn_id = self.scope_enter_fn.ok_or_else(|| anyhow!("VM scope enter runtime is not registered"))?;
316 let fn_ref = self.get_fn_ref(ctx, fn_id);
317 ctx.builder.ins().call(fn_ref, &[]);
318 Ok(())
319 }
320
321 fn scope_exit_void(&mut self, ctx: &mut BuildContext) -> Result<()> {
322 let fn_id = self.scope_exit_void_fn.ok_or_else(|| anyhow!("VM scope exit runtime is not registered"))?;
323 let fn_ref = self.get_fn_ref(ctx, fn_id);
324 ctx.builder.ins().call(fn_ref, &[]);
325 Ok(())
326 }
327
328 fn return_value(&mut self, ctx: &mut BuildContext, value: Option<(Value, Type)>) -> Result<()> {
329 let ret_ty = ctx.ret_ty.clone();
330 if ret_ty.is_void() {
331 self.scope_exit_void(ctx)?;
332 ctx.builder.ins().return_(&[]);
333 return Ok(());
334 }
335
336 let Some((value, value_ty)) = value else {
337 self.scope_exit_void(ctx)?;
338 ctx.builder.ins().return_(&[]);
339 return Ok(());
340 };
341
342 if ret_ty.is_any() || ret_ty.is_str() || matches!(ret_ty, Type::Map | Type::List(_) | Type::Iter) {
343 let value = self.convert(ctx, (value, value_ty), Type::Any)?;
344 let fn_id = self.scope_exit_dynamic_fn.ok_or_else(|| anyhow!("VM dynamic return runtime is not registered"))?;
345 let fn_ref = self.get_fn_ref(ctx, fn_id);
346 let call_inst = ctx.builder.ins().call(fn_ref, &[value]);
347 let promoted = ctx.builder.inst_results(call_inst)[0];
348 ctx.builder.ins().return_(&[promoted]);
349 } else if self.is_aggregate_ty(&ret_ty) {
350 let value = self.convert(ctx, (value, value_ty), ret_ty.clone())?;
351 let size = ctx.builder.ins().iconst(types::I64, ret_ty.width() as i64);
352 let ty_ptr = Self::type_ptr_const(ctx, &ret_ty);
353 let fn_id = self.scope_exit_bytes_fn.ok_or_else(|| anyhow!("VM aggregate return runtime is not registered"))?;
354 let fn_ref = self.get_fn_ref(ctx, fn_id);
355 let call_inst = ctx.builder.ins().call(fn_ref, &[value, size, ty_ptr]);
356 let promoted = ctx.builder.inst_results(call_inst)[0];
357 ctx.builder.ins().return_(&[promoted]);
358 } else {
359 let value = self.convert(ctx, (value, value_ty), ret_ty)?;
360 self.scope_exit_void(ctx)?;
361 ctx.builder.ins().return_(&[value]);
362 }
363 Ok(())
364 }
365
366 fn call_for_side_effect(&mut self, ctx: &mut BuildContext, fn_info: FnInfo, args: Vec<Value>) -> Result<()> {
367 match fn_info {
368 FnInfo::Call { fn_id, arg_tys: _, caps: _, ret: _, context } => {
369 let fn_ref = self.get_fn_ref(ctx, fn_id);
370 let args = self.add_context_arg(ctx, context, args);
371 ctx.builder.ins().call(fn_ref, &args);
372 Ok(())
373 }
374 FnInfo::Inline { fn_ptr, arg_tys: _ } => fn_ptr(Some(ctx), args).map(|_| ()),
375 }
376 }
377
378 fn add_context_arg(&mut self, ctx: &mut BuildContext, context: Option<usize>, mut args: Vec<Value>) -> Vec<Value> {
379 if let Some(context) = context {
380 let context = ctx.builder.ins().iconst(ptr_type(), context as i64);
381 args.insert(0, context);
382 }
383 args
384 }
385
386 pub(crate) fn short_circuit_logic(&mut self, ctx: &mut BuildContext, left: (Value, Type), op: BinaryOp, right: &Expr) -> Result<(Value, Type)> {
387 let left = self.bool_value(ctx, left)?;
388 let rhs_block = ctx.builder.create_block();
389 let short_block = ctx.builder.create_block();
390 let end_block = ctx.builder.create_block();
391 ctx.builder.append_block_param(end_block, types::I8);
392
393 match op {
394 BinaryOp::And => {
395 ctx.builder.ins().brif(left, rhs_block, &[], short_block, &[]);
396 }
397 BinaryOp::Or => {
398 ctx.builder.ins().brif(left, short_block, &[], rhs_block, &[]);
399 }
400 _ => unreachable!(),
401 }
402
403 ctx.builder.switch_to_block(rhs_block);
404 let right = match self.eval(ctx, right)?.get(ctx) {
405 Some(right) => self.bool_value(ctx, right)?,
406 None => ctx.builder.ins().iconst(types::I8, 0),
407 };
408 ctx.builder.ins().jump(end_block, &[cranelift::codegen::ir::BlockArg::Value(right)]);
409 ctx.builder.seal_block(rhs_block);
410
411 ctx.builder.switch_to_block(short_block);
412 let short_value = match op {
413 BinaryOp::And => ctx.builder.ins().iconst(types::I8, 0),
414 BinaryOp::Or => ctx.builder.ins().iconst(types::I8, 1),
415 _ => unreachable!(),
416 };
417 ctx.builder.ins().jump(end_block, &[cranelift::codegen::ir::BlockArg::Value(short_value)]);
418 ctx.builder.seal_block(short_block);
419
420 ctx.builder.switch_to_block(end_block);
421 let result = ctx.builder.block_params(end_block)[0];
422 Ok((result, Type::Bool))
423 }
424
425 fn struct_alloc(&mut self, ctx: &mut BuildContext, ty: &Type) -> Result<Value> {
426 let size = ctx.builder.ins().iconst(types::I64, ty.width() as i64);
427 let fn_id = self.struct_alloc_fn.ok_or_else(|| anyhow!("VM struct allocator runtime is not registered"))?;
428 let fn_ref = self.get_fn_ref(ctx, fn_id);
429 let call_inst = ctx.builder.ins().call(fn_ref, &[size]);
430 Ok(ctx.builder.inst_results(call_inst)[0])
431 }
432
433 fn store_struct_field(&mut self, ctx: &mut BuildContext, base: Value, idx: usize, field_ty: &Type, value: (Value, Type), struct_ty: &Type) -> Result<()> {
434 let offset = struct_ty.field_offset(idx).ok_or_else(|| anyhow!("结构字段索引越界 {}", idx))?;
435 let value = self.convert(ctx, value, field_ty.clone())?;
436 if field_ty.is_struct() || field_ty.is_array() {
437 let field_addr = ctx.builder.ins().iadd_imm(base, offset as i64);
438 self.copy_vec_element(ctx, field_addr, value, field_ty);
439 } else {
440 ctx.builder.ins().store(MemFlags::trusted(), value, base, offset as i32);
441 }
442 Ok(())
443 }
444
445 fn load_struct_field(&mut self, ctx: &mut BuildContext, base: Value, idx: usize, struct_ty: &Type) -> Result<(Value, Type)> {
446 if let Type::Struct { params: _, fields } = struct_ty {
447 let field_ty = fields.get(idx).map(|(_, ty)| ty).ok_or_else(|| anyhow!("结构字段索引越界 {}", idx))?;
448 let offset = struct_ty.field_offset(idx).ok_or_else(|| anyhow!("结构字段索引越界 {}", idx))?;
449 if field_ty.is_struct() || field_ty.is_array() {
450 return Ok((ctx.builder.ins().iadd_imm(base, offset as i64), field_ty.clone()));
451 }
452 let val = ctx.builder.ins().load(crate::get_type(field_ty)?, MemFlags::trusted(), base, offset as i32);
453 Ok((val, field_ty.clone()))
454 } else {
455 Err(anyhow!("不是结构体 {:?}", struct_ty))
456 }
457 }
458
459 fn struct_field_index(&self, struct_ty: &Type, right: &Expr) -> Result<usize> {
460 let value = if let ExprKind::Const(idx) = right.kind { self.compiler.consts.get_index(idx).map(|(_, v)| v.clone()).ok_or_else(|| anyhow!("missing const {}", idx))? } else { right.clone().value()? };
461 if let Some(idx) = value.as_int() {
462 return usize::try_from(idx).map_err(|_| anyhow!("结构字段索引越界 {}", idx));
463 }
464 if value.is_str() {
465 return self.compiler.get_field(struct_ty, value.as_str()).map(|(idx, _)| idx);
466 }
467 Err(anyhow!("非立即数结构字段索引 {:?}", right))
468 }
469
470 fn vec_elem_ty(ty: &Type) -> Option<Type> {
471 if let Type::Vec(elem, 0) = ty { Some((**elem).clone()) } else { None }
472 }
473
474 fn array_elem_ty(ty: &Type) -> Option<Type> {
475 if let Type::Array(elem, _) = ty { Some((**elem).clone()) } else { None }
476 }
477
478 fn vec_index_addr(&mut self, ctx: &mut BuildContext, base: Value, idx: (Value, Type), elem_ty: &Type) -> Result<Value> {
479 let idx = self.convert(ctx, idx, Type::I64)?;
480 let width = ctx.builder.ins().iconst(types::I64, elem_ty.storage_width() as i64);
481 let offset = ctx.builder.ins().imul(idx, width);
482 Ok(ctx.builder.ins().iadd(base, offset))
483 }
484
485 fn array_index_addr(&mut self, ctx: &mut BuildContext, base: Value, idx: (Value, Type), elem_ty: &Type) -> Result<Value> {
486 self.vec_index_addr(ctx, base, idx, elem_ty)
487 }
488
489 fn load_array_index(&mut self, ctx: &mut BuildContext, base: Value, idx: (Value, Type), elem_ty: &Type) -> Result<(Value, Type)> {
490 let addr = self.array_index_addr(ctx, base, idx, elem_ty)?;
491 if elem_ty.is_struct() || elem_ty.is_array() {
492 Ok((addr, elem_ty.clone()))
493 } else {
494 let val = ctx.builder.ins().load(crate::get_type(elem_ty)?, MemFlags::trusted(), addr, 0);
495 Ok((val, elem_ty.clone()))
496 }
497 }
498
499 fn store_array_index(&mut self, ctx: &mut BuildContext, base: Value, idx: (Value, Type), elem_ty: &Type, value: (Value, Type)) -> Result<()> {
500 let addr = self.array_index_addr(ctx, base, idx, elem_ty)?;
501 let value = self.convert(ctx, value, elem_ty.clone())?;
502 if elem_ty.is_struct() || elem_ty.is_array() {
503 self.copy_vec_element(ctx, addr, value, elem_ty);
504 } else {
505 let value = LocalVar::normalize_for_var(ctx, value, elem_ty);
506 ctx.builder.ins().store(MemFlags::trusted(), value, addr, 0);
507 }
508 Ok(())
509 }
510
511 fn init_repeat_array(&mut self, ctx: &mut BuildContext, value: (Value, Type), len: u32) -> Result<(Value, Type)> {
512 let elem_ty = value.1.clone();
513 let array_ty = Type::Array(std::rc::Rc::new(elem_ty.clone()), len);
514 let base = self.struct_alloc(ctx, &array_ty)?;
515 if let Some(pattern) = self.repeat_fill_pattern(ctx, value.0, &elem_ty) {
516 let fn_id = self.repeat_fill_fn.ok_or_else(|| anyhow!("VM repeat fill runtime is not registered"))?;
517 let fn_ref = self.get_fn_ref(ctx, fn_id);
518 let width = ctx.builder.ins().iconst(types::I64, elem_ty.storage_width() as i64);
519 let len = ctx.builder.ins().iconst(types::I64, len as i64);
520 ctx.builder.ins().call(fn_ref, &[base, pattern, width, len]);
521 return Ok((base, array_ty));
522 }
523 for idx in 0..len {
524 let idx = (ctx.builder.ins().iconst(types::I64, idx as i64), Type::I64);
525 self.store_array_index(ctx, base, idx, &elem_ty, value.clone())?;
526 }
527 Ok((base, array_ty))
528 }
529
530 fn repeat_fill_pattern(&mut self, ctx: &mut BuildContext, value: Value, ty: &Type) -> Option<Value> {
531 if matches!(ty, Type::Bool) || ty.is_int() || ty.is_uint() {
532 return Some(if ty.storage_width() < 8 { ctx.builder.ins().uextend(types::I64, value) } else { value });
533 }
534 if ty.is_f32() {
535 let flags = MemFlags::new().with_endianness(cranelift::codegen::ir::Endianness::Little);
536 let bits = ctx.builder.ins().bitcast(types::I32, flags, value);
537 return Some(ctx.builder.ins().uextend(types::I64, bits));
538 }
539 if ty.is_f64() {
540 let flags = MemFlags::new().with_endianness(cranelift::codegen::ir::Endianness::Little);
541 return Some(ctx.builder.ins().bitcast(types::I64, flags, value));
542 }
543 None
544 }
545
546 fn init_array_from_items(&mut self, ctx: &mut BuildContext, items: &[Expr], ty: &Type) -> Result<Value> {
547 let Type::Array(elem_ty, len) = ty else {
548 return Err(anyhow!("not an array type: {:?}", ty));
549 };
550 if items.len() != *len as usize {
551 return Err(anyhow!("array literal length {} does not match {}", items.len(), len));
552 }
553 let base = self.struct_alloc(ctx, ty)?;
554 for (idx, item) in items.iter().enumerate() {
555 let value = self.eval(ctx, item)?.get(ctx).ok_or(anyhow!("array item has no value"))?;
556 let idx = (ctx.builder.ins().iconst(types::I64, idx as i64), Type::I64);
557 self.store_array_index(ctx, base, idx, elem_ty, value)?;
558 }
559 Ok(base)
560 }
561
562 pub(crate) fn any_to_array(&mut self, ctx: &mut BuildContext, value: Value, ty: &Type) -> Result<Value> {
563 let Type::Array(_, _) = ty else {
564 return Err(anyhow!("not an array type: {:?}", ty));
565 };
566 let base = self.struct_alloc(ctx, ty)?;
567 let ty_ptr = Self::type_ptr_const(ctx, ty);
568 let fn_id = self.array_to_ptr_fn.ok_or_else(|| anyhow!("VM array assignment runtime is not registered"))?;
569 let fn_ref = self.get_fn_ref(ctx, fn_id);
570 ctx.builder.ins().call(fn_ref, &[base, value, ty_ptr]);
571 Ok(base)
572 }
573
574 fn load_vec_index(&mut self, ctx: &mut BuildContext, base: Value, idx: (Value, Type), elem_ty: &Type) -> Result<(Value, Type)> {
575 let addr = self.vec_index_addr(ctx, base, idx, elem_ty)?;
576 if elem_ty.is_struct() {
577 Ok((addr, elem_ty.clone()))
578 } else {
579 let val = ctx.builder.ins().load(crate::get_type(elem_ty)?, MemFlags::trusted(), addr, 0);
580 Ok((val, elem_ty.clone()))
581 }
582 }
583
584 fn copy_vec_element(&mut self, ctx: &mut BuildContext, dst: Value, src: Value, elem_ty: &Type) {
585 let mut offset = 0u32;
586 let width = elem_ty.storage_width();
587 while offset < width {
588 let remaining = width - offset;
589 let (ty, size) = if remaining >= 8 {
590 (types::I64, 8)
591 } else if remaining >= 4 {
592 (types::I32, 4)
593 } else if remaining >= 2 {
594 (types::I16, 2)
595 } else {
596 (types::I8, 1)
597 };
598 let value = ctx.builder.ins().load(ty, MemFlags::trusted(), src, offset as i32);
599 ctx.builder.ins().store(MemFlags::trusted(), value, dst, offset as i32);
600 offset += size;
601 }
602 }
603
604 fn store_vec_index(&mut self, ctx: &mut BuildContext, base: Value, idx: (Value, Type), elem_ty: &Type, value: (Value, Type)) -> Result<()> {
605 let addr = self.vec_index_addr(ctx, base, idx, elem_ty)?;
606 let value = self.convert(ctx, value, elem_ty.clone())?;
607 if elem_ty.is_struct() {
608 self.copy_vec_element(ctx, addr, value, elem_ty);
609 } else {
610 let value = LocalVar::normalize_for_var(ctx, value, elem_ty);
611 ctx.builder.ins().store(MemFlags::trusted(), value, addr, 0);
612 }
613 Ok(())
614 }
615
616 fn swap_vec_index(&mut self, ctx: &mut BuildContext, base: Value, left: (Value, Type), right: (Value, Type), elem_ty: &Type) -> Result<()> {
617 let left_addr = self.vec_index_addr(ctx, base, left, elem_ty)?;
618 let right_addr = self.vec_index_addr(ctx, base, right, elem_ty)?;
619 let mut offset = 0u32;
620 let width = elem_ty.storage_width();
621 while offset < width {
622 let remaining = width - offset;
623 let (ty, size) = if remaining >= 8 {
624 (types::I64, 8)
625 } else if remaining >= 4 {
626 (types::I32, 4)
627 } else if remaining >= 2 {
628 (types::I16, 2)
629 } else {
630 (types::I8, 1)
631 };
632 let left_value = ctx.builder.ins().load(ty, MemFlags::trusted(), left_addr, offset as i32);
633 let right_value = ctx.builder.ins().load(ty, MemFlags::trusted(), right_addr, offset as i32);
634 ctx.builder.ins().store(MemFlags::trusted(), left_value, right_addr, offset as i32);
635 ctx.builder.ins().store(MemFlags::trusted(), right_value, left_addr, offset as i32);
636 offset += size;
637 }
638 Ok(())
639 }
640
641 fn init_struct_from_dynamic(&mut self, ctx: &mut BuildContext, value: (Value, Type), ty: &Type) -> Result<Value> {
642 let Type::Struct { params: _, fields } = ty else {
643 return Err(anyhow!("不是结构体 {:?}", ty));
644 };
645 let base = self.struct_alloc(ctx, ty)?;
646 for (idx, (_, field_ty)) in fields.iter().enumerate() {
647 let idx_val = ctx.builder.ins().iconst(types::I64, idx as i64);
648 let item = self.call(ctx, self.get_method(&Type::Any, "get_idx")?, vec![value.0, idx_val])?;
649 self.store_struct_field(ctx, base, idx, field_ty, item, ty)?;
650 }
651 Ok(base)
652 }
653
654 fn init_struct_from_items(&mut self, ctx: &mut BuildContext, items: &[Expr], ty: &Type) -> Result<Value> {
655 let Type::Struct { params: _, fields } = ty else {
656 return Err(anyhow!("not a struct type: {:?}", ty));
657 };
658 let base = self.struct_alloc(ctx, ty)?;
659 for (idx, item) in items.iter().enumerate() {
660 let Some((_, field_ty)) = fields.get(idx) else {
661 return Err(anyhow!("struct initializer has too many fields (field index {} out of bounds, type has {} fields)", idx, fields.len()));
662 };
663 let value = self.eval(ctx, item)?.get(ctx).ok_or(anyhow!("struct field has no value"))?;
664 self.store_struct_field(ctx, base, idx, field_ty, value, ty)?;
665 }
666 Ok(base)
667 }
668
669 fn expr_assigned_var(expr: &Expr) -> Option<(u32, Type)> {
670 if let ExprKind::Binary { left, op, right } = &expr.kind
671 && op.is_assign()
672 && let ExprKind::Var(idx) = left.kind
673 {
674 return Some((idx, right.get_type()));
675 }
676 None
677 }
678
679 fn declare_assigned_vars(&mut self, ctx: &mut BuildContext, stmt: &Stmt) -> Result<()> {
680 match &stmt.kind {
681 StmtKind::Expr(expr, _) => {
682 if let Some((idx, ty)) = Self::expr_assigned_var(expr) {
683 match ctx.get_var(idx).ok() {
684 Some(LocalVar::Variable { .. }) | Some(LocalVar::Closure { .. }) => {}
685 Some(LocalVar::Value { val, ty }) => {
686 ctx.set_var(idx, LocalVar::Value { val, ty })?;
687 }
688 Some(LocalVar::None) | None => {
689 let init = self.zero_value(ctx, &ty)?;
690 ctx.set_var(idx, init.into())?;
691 }
692 }
693 }
694 }
695 StmtKind::Block(stmts) => {
696 for stmt in stmts {
697 self.declare_assigned_vars(ctx, stmt)?;
698 }
699 }
700 StmtKind::If { then_body, else_body, .. } => {
701 self.declare_assigned_vars(ctx, then_body)?;
702 if let Some(else_body) = else_body {
703 self.declare_assigned_vars(ctx, else_body)?;
704 }
705 }
706 StmtKind::While { body, .. } | StmtKind::Loop(body) => {
707 self.declare_assigned_vars(ctx, body)?;
708 }
709 StmtKind::For { body, .. } => {
710 self.declare_assigned_vars(ctx, body)?;
711 }
712 _ => {}
713 }
714 Ok(())
715 }
716
717 fn zero_value(&mut self, ctx: &mut BuildContext, ty: &Type) -> Result<(Value, Type)> {
718 if self.is_aggregate_ty(ty) {
719 Ok((self.struct_alloc(ctx, ty)?, ty.clone()))
720 } else if ty.is_f32() {
721 Ok((ctx.builder.ins().f32const(0.0), ty.clone()))
722 } else if ty.is_f64() {
723 Ok((ctx.builder.ins().f64const(0.0), ty.clone()))
724 } else {
725 Ok((ctx.builder.ins().iconst(crate::get_type(ty)?, 0), ty.clone()))
726 }
727 }
728
729 fn assign(&mut self, ctx: &mut BuildContext, left: &Expr, value: LocalVar) -> Result<(Value, Type)> {
730 if let ExprKind::Var(idx) = &left.kind {
731 if value.is_closure() {
732 ctx.set_var(*idx, value)?;
733 return self.get_null_value(ctx);
734 }
735 let value_ty = value.get_ty();
736 if let Some(ty) = ctx.get_var_ty(*idx) {
737 if self.is_aggregate_ty(&ty) {
738 let dst = ctx.get_var(*idx)?.get(ctx).ok_or(anyhow!("aggregate variable has no value"))?.0;
739 let src = value.get(ctx).ok_or(anyhow!("aggregate assignment has no value"))?;
740 let src = self.convert(ctx, src, ty.clone())?;
741 self.copy_vec_element(ctx, dst, src, &ty);
742 } else if value_ty != ty {
743 if let Some(vt) = value.get(ctx) {
744 let val = self.convert(ctx, vt, ty.clone())?;
745 ctx.set_var(*idx, LocalVar::Value { val, ty })?;
746 } else if ty.is_any() {
747 let const_idx = self.compiler.get_const(Dynamic::Null);
748 let (val, ty) = self.get_const_value(ctx, const_idx)?;
749 ctx.set_var(*idx, LocalVar::Value { val, ty })?;
750 } else {
751 ctx.set_var(*idx, LocalVar::None)?;
752 }
753 } else {
754 ctx.set_var(*idx, value)?;
755 }
756 } else if self.is_aggregate_ty(&value_ty) {
757 let src = value.get(ctx).ok_or(anyhow!("aggregate initializer has no value"))?;
758 let dst = self.struct_alloc(ctx, &value_ty)?;
759 let src = self.convert(ctx, src, value_ty.clone())?;
760 self.copy_vec_element(ctx, dst, src, &value_ty);
761 ctx.set_var(*idx, LocalVar::Value { val: dst, ty: value_ty })?;
762 } else {
763 ctx.set_var(*idx, value)?;
764 }
765 let assigned = ctx.get_var(*idx)?;
766 if assigned.is_closure() {
767 return self.get_null_value(ctx);
768 }
769 let val = assigned.get(ctx).ok_or(anyhow!("assigned variable has no value"))?;
770 return Ok(val);
771 } else if left.is_idx() {
772 let value = match value {
773 LocalVar::Closure { id, captures } => self.callback_value(ctx, id, captures)?,
774 value => value,
775 };
776 let value = value.get(ctx).ok_or_else(|| anyhow!("idx assignment rhs has no value: left={:?}", left))?;
777 let (left, _, right) = left.clone().binary().unwrap();
778 let left = self.eval(ctx, &left)?.get(ctx).ok_or(anyhow!("未知局部变量 {:?}", left))?;
779 if let Type::Struct { params: _, fields } = &left.1 {
780 let idx = self.struct_field_index(&left.1, &right)?;
781 let field_ty = fields.get(idx).map(|(_, ty)| ty.clone()).ok_or_else(|| anyhow!("结构字段索引越界 {}", idx))?;
782 self.store_struct_field(ctx, left.0, idx, &field_ty, value.clone(), &left.1)?;
783 return Ok(value);
784 }
785 if let Some(elem_ty) = Self::vec_elem_ty(&left.1) {
786 let idx = if right.is_value() {
787 let idx = right.clone().value()?.as_int().ok_or(anyhow!("Vec 索引必须是整数"))?;
788 (ctx.builder.ins().iconst(types::I64, idx), Type::I64)
789 } else {
790 self.eval(ctx, &right)?.get(ctx).ok_or(anyhow!("Vec 索引没有值"))?
791 };
792 self.store_vec_index(ctx, left.0, idx, &elem_ty, value.clone())?;
793 return Ok(value);
794 }
795 if let Some(elem_ty) = Self::array_elem_ty(&left.1) {
796 let idx = if right.is_value() {
797 let idx = right.clone().value()?.as_int().ok_or(anyhow!("array index must be integer"))?;
798 (ctx.builder.ins().iconst(types::I64, idx), Type::I64)
799 } else {
800 self.eval(ctx, &right)?.get(ctx).ok_or(anyhow!("array index has no value"))?
801 };
802 self.store_array_index(ctx, left.0, idx, &elem_ty, value.clone())?;
803 return Ok(value);
804 }
805 if right.is_value() {
806 let right_value = right.clone().value()?;
807 if let Some(idx) = right_value.as_int() {
808 let idx = ctx.builder.ins().iconst(types::I64, idx);
809 if self.intrinsic_list_set_idx(ctx, left.clone(), (idx, Type::I64), value.clone())? {
810 return Ok(value);
811 }
812 let f = self.get_method(&left.1, "set_idx")?;
813 let args = self.adjust_args(ctx, vec![left, (idx, Type::I64), value.clone()], f.arg_tys()?)?;
814 self.call_for_side_effect(ctx, f, args)?;
815 } else {
816 let key = ctx.get_const(&right_value)?;
817 let f = self.get_method(&left.1, "set_key")?;
818 let args = self.adjust_args(ctx, vec![left, key, value.clone()], f.arg_tys()?)?;
819 self.call_for_side_effect(ctx, f, args)?;
820 }
821 } else {
822 let right = self.eval(ctx, &right)?.get(ctx).unwrap();
823 if right.1.is_any() || right.1.is_str() {
824 let f = self.get_method(&left.1, "set_key")?;
825 let args = self.adjust_args(ctx, vec![left, right, value.clone()], f.arg_tys()?)?;
826 self.call_for_side_effect(ctx, f, args)?;
827 } else {
828 if self.intrinsic_list_set_idx(ctx, left.clone(), right.clone(), value.clone())? {
829 return Ok(value);
830 }
831 let f = self.get_method(&left.1, "set_idx")?;
832 let args = self.adjust_args(ctx, vec![left, right, value.clone()], f.arg_tys()?)?;
833 self.call_for_side_effect(ctx, f, args)?;
834 }
835 }
836 return Ok(value);
837 } else {
838 anyhow::bail!("赋值给不支持的目标: {:?} {:?}", left, value)
839 }
840 }
841
842 fn assignment_target_ty(&mut self, ctx: &mut BuildContext, left: &Expr) -> Option<Type> {
843 if let ExprKind::Var(idx) = &left.kind {
844 return ctx.get_var_ty(*idx).filter(|ty| !ty.is_any()).or_else(|| ctx.local_type_hint(*idx));
845 }
846 None
847 }
848
849 fn empty_typed_list(ty: &Type) -> Option<Dynamic> {
850 let Type::List(elem_ty) = ty else {
851 return None;
852 };
853 match elem_ty.as_ref() {
854 Type::Bool | Type::U8 => Some(Dynamic::list(Vec::new())),
855 Type::I8 => Some(Dynamic::VecI8(Default::default())),
856 Type::U16 => Some(Dynamic::VecU16(Default::default())),
857 Type::I16 => Some(Dynamic::VecI16(Default::default())),
858 Type::U32 => Some(Dynamic::VecU32(Default::default())),
859 Type::I32 => Some(Dynamic::VecI32(Default::default())),
860 Type::F32 => Some(Dynamic::VecF32(Default::default())),
861 Type::U64 => Some(Dynamic::VecU64(Vec::new())),
862 Type::I64 => Some(Dynamic::VecI64(Vec::new())),
863 Type::F64 => Some(Dynamic::VecF64(Vec::new())),
864 Type::Str => Some(Dynamic::list(Vec::new())),
865 _ => None,
866 }
867 }
868
869 fn list_push_shortcut(elem_ty: &Type) -> Option<(&'static str, Type)> {
870 match elem_ty {
871 Type::Bool => Some(("Any::push_bool", Type::Bool)),
872 Type::U8 => Some(("Any::push_u8", Type::U8)),
873 Type::I8 => Some(("Any::push_i8", Type::I8)),
874 Type::U16 => Some(("Any::push_u16", Type::U16)),
875 Type::I16 => Some(("Any::push_i16", Type::I16)),
876 Type::U32 => Some(("Any::push_u32", Type::U32)),
877 Type::I32 => Some(("Any::push_i32", Type::I32)),
878 Type::F32 => Some(("Any::push_f32", Type::F32)),
879 Type::U64 => Some(("Any::push_u64", Type::U64)),
880 Type::I64 => Some(("Any::push_i64", Type::I64)),
881 Type::F64 => Some(("Any::push_f64", Type::F64)),
882 Type::Str => Some(("Any::push_str", Type::Str)),
883 _ => None,
884 }
885 }
886
887 fn list_get_idx_shortcut(elem_ty: &Type) -> Option<(&'static str, Type, Type)> {
888 match elem_ty {
889 Type::Bool => Some(("Any::get_idx_bool_i64", Type::I64, Type::Bool)),
890 Type::U8 => Some(("Any::get_idx_u8_i64", Type::I64, Type::U8)),
891 Type::I8 => Some(("Any::get_idx_i8_i64", Type::I64, Type::I8)),
892 Type::U16 => Some(("Any::get_idx_u16_i64", Type::I64, Type::U16)),
893 Type::I16 => Some(("Any::get_idx_i16_i64", Type::I64, Type::I16)),
894 Type::U32 => Some(("Any::get_idx_u32", Type::U32, Type::U32)),
895 Type::I32 => Some(("Any::get_idx_i32", Type::I32, Type::I32)),
896 Type::F32 => Some(("Any::get_idx_f32", Type::F32, Type::F32)),
897 Type::U64 => Some(("Any::get_idx_u64", Type::U64, Type::U64)),
898 Type::I64 => Some(("Any::get_idx_i64", Type::I64, Type::I64)),
899 Type::F64 => Some(("Any::get_idx_f64", Type::F64, Type::F64)),
900 Type::Str => Some(("Any::get_idx_str", Type::Str, Type::Str)),
901 _ => None,
902 }
903 }
904
905 fn list_data_ptr_shortcut(elem_ty: &Type) -> Option<(&'static str, Type)> {
906 match elem_ty {
907 Type::U64 => Some(("Any::data_ptr_u64", Type::U64)),
908 Type::I64 => Some(("Any::data_ptr_i64", Type::I64)),
909 Type::F64 => Some(("Any::data_ptr_f64", Type::F64)),
910 _ => None,
911 }
912 }
913
914 fn list_set_idx_shortcut(elem_ty: &Type) -> Option<(&'static str, Type)> {
915 match elem_ty {
916 Type::Bool => Some(("Any::set_idx_bool", Type::Bool)),
917 Type::U8 => Some(("Any::set_idx_u8", Type::U8)),
918 Type::I8 => Some(("Any::set_idx_i8", Type::I8)),
919 Type::U16 => Some(("Any::set_idx_u16", Type::U16)),
920 Type::I16 => Some(("Any::set_idx_i16", Type::I16)),
921 Type::U32 => Some(("Any::set_idx_u32", Type::U32)),
922 Type::I32 => Some(("Any::set_idx_i32", Type::I32)),
923 Type::F32 => Some(("Any::set_idx_f32", Type::F32)),
924 Type::U64 => Some(("Any::set_idx_u64", Type::U64)),
925 Type::I64 => Some(("Any::set_idx_i64", Type::I64)),
926 Type::F64 => Some(("Any::set_idx_f64", Type::F64)),
927 Type::Str => Some(("Any::set_idx_str", Type::Str)),
928 _ => None,
929 }
930 }
931
932 fn intrinsic_list_get_idx(&mut self, ctx: &mut BuildContext, list: (Value, Type), idx: (Value, Type)) -> Result<Option<(Value, Type)>> {
933 let Type::List(elem_ty) = &list.1 else {
934 return Ok(None);
935 };
936 let Some((fn_name, abi_ret_ty, value_ty)) = Self::list_get_idx_shortcut(elem_ty) else {
937 return Ok(None);
938 };
939 let idx = self.convert(ctx, idx, Type::I64)?;
940 let get_idx_fn = self.get_native_fn_cached(fn_name, &[Type::Any, Type::I64])?;
941 let value = self.call(ctx, get_idx_fn, vec![list.0, idx])?;
942 if value_ty.is_bool() {
943 let is_true = ctx.builder.ins().icmp_imm(IntCC::NotEqual, value.0, 0);
944 let zero = ctx.builder.ins().iconst(types::I8, 0);
945 let one = ctx.builder.ins().iconst(types::I8, 1);
946 return Ok(Some((ctx.builder.ins().select(is_true, one, zero), Type::Bool)));
947 }
948 if value.1 != value_ty {
949 let narrowed = self.convert(ctx, (value.0, abi_ret_ty), value_ty.clone())?;
950 return Ok(Some((narrowed, value_ty)));
951 }
952 Ok(Some(value))
953 }
954
955 fn intrinsic_list_fast_path_get_idx(&mut self, ctx: &mut BuildContext, var_idx: u32, list: (Value, Type), idx: (Value, Type)) -> Result<Option<(Value, Type)>> {
956 let Some(fast_path) = ctx.list_fast_path(var_idx) else {
957 return Ok(None);
958 };
959 let Type::List(elem_ty) = &list.1 else {
960 return Ok(None);
961 };
962 if elem_ty.as_ref() != &fast_path.elem_ty {
963 return Ok(None);
964 }
965 let idx = self.convert(ctx, idx, Type::I64)?;
966 let offset = ctx.builder.ins().imul_imm(idx, fast_path.elem_ty.width() as i64);
967 let addr = ctx.builder.ins().iadd(fast_path.data, offset);
968 let value = ctx.builder.ins().load(get_type(&fast_path.elem_ty)?, MemFlags::trusted(), addr, 0);
969 Ok(Some((value, fast_path.elem_ty)))
970 }
971
972 fn intrinsic_list_set_idx(&mut self, ctx: &mut BuildContext, list: (Value, Type), idx: (Value, Type), value: (Value, Type)) -> Result<bool> {
973 let Type::List(elem_ty) = &list.1 else {
974 return Ok(false);
975 };
976 let Some((fn_name, value_ty)) = Self::list_set_idx_shortcut(elem_ty) else {
977 return Ok(false);
978 };
979 let idx = self.convert(ctx, idx, Type::I64)?;
980 let stored = self.convert(ctx, value, value_ty.clone())?;
981 let set_idx_fn = self.get_native_fn_cached(fn_name, &[Type::Any, Type::I64, value_ty])?;
982 self.call_for_side_effect(ctx, set_idx_fn, vec![list.0, idx, stored])?;
983 Ok(true)
984 }
985
986 fn try_intrinsic_collection_call(&mut self, ctx: &mut BuildContext, fn_name: &str, args: &[(Value, Type)]) -> Result<Option<LocalVar>> {
987 if let [list, value] = args
988 && fn_name == "Any::push"
989 && let Type::List(elem_ty) = &list.1
990 && let Some((fn_name, value_ty)) = Self::list_push_shortcut(elem_ty)
991 {
992 let value = self.convert(ctx, (value.0, value.1.clone()), value_ty.clone())?;
993 let push_fn = self.get_native_fn_cached(fn_name, &[Type::Any, value_ty])?;
994 self.call_for_side_effect(ctx, push_fn, vec![list.0, value])?;
995 return Ok(Some(LocalVar::None));
996 }
997
998 if let [list, idx] = args
999 && fn_name == "Any::get_idx"
1000 && let Some(value) = self.intrinsic_list_get_idx(ctx, (list.0, list.1.clone()), (idx.0, idx.1.clone()))?
1001 {
1002 return Ok(Some(value.into()));
1003 }
1004
1005 Ok(None)
1006 }
1007
1008 fn expr_is_empty_list(&self, expr: &Expr) -> bool {
1009 match &expr.kind {
1010 ExprKind::Value(value) => value.is_list() && value.len() == 0,
1011 ExprKind::Const(idx) => self.compiler.consts.get_index(*idx).is_some_and(|(_, value)| value.is_list() && value.len() == 0),
1012 ExprKind::Typed { value, .. } => self.expr_is_empty_list(value),
1013 _ => false,
1014 }
1015 }
1016
1017 fn expr_uses_var(expr: &Expr, var_idx: u32) -> bool {
1018 match &expr.kind {
1019 ExprKind::Var(idx) => *idx == var_idx,
1020 ExprKind::Typed { value, .. } | ExprKind::Unary { value, .. } | ExprKind::Generic { obj: value, .. } => Self::expr_uses_var(value, var_idx),
1021 ExprKind::Stmt(stmt) => Self::stmt_uses_var(stmt, var_idx),
1022 ExprKind::Binary { left, right, .. } | ExprKind::Range { start: left, stop: right, .. } => Self::expr_uses_var(left, var_idx) || Self::expr_uses_var(right, var_idx),
1023 ExprKind::Tuple(items) | ExprKind::List(items) => items.iter().any(|item| Self::expr_uses_var(item, var_idx)),
1024 ExprKind::Repeat { value, .. } => Self::expr_uses_var(value, var_idx),
1025 ExprKind::Dict(items) => items.iter().any(|(_, value)| Self::expr_uses_var(value, var_idx)),
1026 ExprKind::Id(_, obj) => obj.as_deref().is_some_and(|obj| Self::expr_uses_var(obj, var_idx)),
1027 ExprKind::Call { obj, params } => Self::expr_uses_var(obj, var_idx) || params.iter().any(|param| Self::expr_uses_var(param, var_idx)),
1028 ExprKind::Closure { body, .. } => Self::stmt_uses_var(body, var_idx),
1029 _ => false,
1030 }
1031 }
1032
1033 fn stmt_uses_var(stmt: &Stmt, var_idx: u32) -> bool {
1034 match &stmt.kind {
1035 StmtKind::Let { value, .. } => Self::stmt_uses_var(value, var_idx),
1036 StmtKind::Expr(expr, _) | StmtKind::Return(Some(expr)) => Self::expr_uses_var(expr, var_idx),
1037 StmtKind::Block(stmts) => stmts.iter().any(|stmt| Self::stmt_uses_var(stmt, var_idx)),
1038 StmtKind::While { cond, body } => Self::expr_uses_var(cond, var_idx) || Self::stmt_uses_var(body, var_idx),
1039 StmtKind::Loop(body) => Self::stmt_uses_var(body, var_idx),
1040 StmtKind::For { range, body, .. } => Self::expr_uses_var(range, var_idx) || Self::stmt_uses_var(body, var_idx),
1041 StmtKind::If { cond, then_body, else_body } => Self::expr_uses_var(cond, var_idx) || Self::stmt_uses_var(then_body, var_idx) || else_body.as_deref().is_some_and(|body| Self::stmt_uses_var(body, var_idx)),
1042 StmtKind::Fn { body, .. } | StmtKind::Impl { body, .. } => Self::stmt_uses_var(body, var_idx),
1043 StmtKind::Static { value, .. } => value.as_ref().is_some_and(|value| Self::expr_uses_var(value, var_idx)),
1044 StmtKind::Const { value, .. } => Self::expr_uses_var(value, var_idx),
1045 _ => false,
1046 }
1047 }
1048
1049 fn expr_reads_list_index(expr: &Expr, var_idx: u32) -> bool {
1050 match &expr.kind {
1051 ExprKind::Binary { left, op: BinaryOp::Idx, right } if matches!(left.kind, ExprKind::Var(idx) if idx == var_idx) => !Self::expr_uses_var(right, var_idx),
1052 ExprKind::Typed { value, .. } | ExprKind::Unary { value, .. } | ExprKind::Generic { obj: value, .. } => Self::expr_reads_list_index(value, var_idx),
1053 ExprKind::Stmt(stmt) => Self::stmt_reads_list_index(stmt, var_idx),
1054 ExprKind::Binary { left, right, .. } | ExprKind::Range { start: left, stop: right, .. } => Self::expr_reads_list_index(left, var_idx) || Self::expr_reads_list_index(right, var_idx),
1055 ExprKind::Tuple(items) | ExprKind::List(items) => items.iter().any(|item| Self::expr_reads_list_index(item, var_idx)),
1056 ExprKind::Repeat { value, .. } => Self::expr_reads_list_index(value, var_idx),
1057 ExprKind::Dict(items) => items.iter().any(|(_, value)| Self::expr_reads_list_index(value, var_idx)),
1058 ExprKind::Id(_, obj) => obj.as_deref().is_some_and(|obj| Self::expr_reads_list_index(obj, var_idx)),
1059 ExprKind::Call { obj, params } => Self::expr_reads_list_index(obj, var_idx) || params.iter().any(|param| Self::expr_reads_list_index(param, var_idx)),
1060 _ => false,
1061 }
1062 }
1063
1064 fn stmt_reads_list_index(stmt: &Stmt, var_idx: u32) -> bool {
1065 match &stmt.kind {
1066 StmtKind::Let { value, .. } => Self::stmt_reads_list_index(value, var_idx),
1067 StmtKind::Expr(expr, _) | StmtKind::Return(Some(expr)) => Self::expr_reads_list_index(expr, var_idx),
1068 StmtKind::Block(stmts) => stmts.iter().any(|stmt| Self::stmt_reads_list_index(stmt, var_idx)),
1069 StmtKind::If { cond, then_body, else_body } => {
1070 Self::expr_reads_list_index(cond, var_idx) || Self::stmt_reads_list_index(then_body, var_idx) || else_body.as_deref().is_some_and(|body| Self::stmt_reads_list_index(body, var_idx))
1071 }
1072 _ => false,
1073 }
1074 }
1075
1076 fn expr_allows_list_fast_path(expr: &Expr, var_idx: u32) -> bool {
1077 match &expr.kind {
1078 ExprKind::Var(idx) => *idx != var_idx,
1079 ExprKind::Binary { left, op, right } if op.is_assign() => !Self::expr_uses_var(left, var_idx) && Self::expr_allows_list_fast_path(right, var_idx),
1080 ExprKind::Binary { left, op: BinaryOp::Idx, right } if matches!(left.kind, ExprKind::Var(idx) if idx == var_idx) => !Self::expr_uses_var(right, var_idx),
1081 ExprKind::Typed { value, .. } | ExprKind::Unary { value, .. } | ExprKind::Generic { obj: value, .. } => Self::expr_allows_list_fast_path(value, var_idx),
1082 ExprKind::Stmt(stmt) => Self::stmt_allows_list_fast_path(stmt, var_idx),
1083 ExprKind::Binary { left, right, .. } | ExprKind::Range { start: left, stop: right, .. } => Self::expr_allows_list_fast_path(left, var_idx) && Self::expr_allows_list_fast_path(right, var_idx),
1084 ExprKind::Tuple(items) | ExprKind::List(items) => items.iter().all(|item| Self::expr_allows_list_fast_path(item, var_idx)),
1085 ExprKind::Repeat { value, .. } => Self::expr_allows_list_fast_path(value, var_idx),
1086 ExprKind::Dict(items) => items.iter().all(|(_, value)| Self::expr_allows_list_fast_path(value, var_idx)),
1087 ExprKind::Id(_, obj) => obj.as_deref().map(|obj| Self::expr_allows_list_fast_path(obj, var_idx)).unwrap_or(true),
1088 ExprKind::Call { obj, params } => Self::expr_allows_list_fast_path(obj, var_idx) && params.iter().all(|param| Self::expr_allows_list_fast_path(param, var_idx)),
1089 ExprKind::Closure { .. } => false,
1090 _ => true,
1091 }
1092 }
1093
1094 fn stmt_allows_list_fast_path(stmt: &Stmt, var_idx: u32) -> bool {
1095 match &stmt.kind {
1096 StmtKind::Let { value, .. } => Self::stmt_allows_list_fast_path(value, var_idx),
1097 StmtKind::Expr(expr, _) | StmtKind::Return(Some(expr)) => Self::expr_allows_list_fast_path(expr, var_idx),
1098 StmtKind::Block(stmts) => stmts.iter().all(|stmt| Self::stmt_allows_list_fast_path(stmt, var_idx)),
1099 StmtKind::If { cond, then_body, else_body } => {
1100 Self::expr_allows_list_fast_path(cond, var_idx) && Self::stmt_allows_list_fast_path(then_body, var_idx) && else_body.as_deref().map(|body| Self::stmt_allows_list_fast_path(body, var_idx)).unwrap_or(true)
1101 }
1102 _ => false,
1103 }
1104 }
1105
1106 fn push_loop_list_fast_paths(&mut self, ctx: &mut BuildContext, body: &Stmt) -> Result<usize> {
1107 let saved_len = ctx.list_fast_path_len();
1108 for var_idx in 0..ctx.vars.len() as u32 {
1109 if !Self::stmt_reads_list_index(body, var_idx) || !Self::stmt_allows_list_fast_path(body, var_idx) {
1110 continue;
1111 }
1112 let Some(Type::List(elem_ty)) = ctx.local_type_hint(var_idx) else {
1113 continue;
1114 };
1115 let Some((ptr_fn_name, elem_ty)) = Self::list_data_ptr_shortcut(elem_ty.as_ref()) else {
1116 continue;
1117 };
1118 let Some(list) = ctx.get_var(var_idx)?.get(ctx) else {
1119 continue;
1120 };
1121 let data_ptr_fn = self.get_native_fn_cached(ptr_fn_name, &[Type::Any])?;
1122 let data = self.call(ctx, data_ptr_fn, vec![list.0])?;
1123 ctx.push_list_fast_path(ListFastPath { var_idx, elem_ty, data: data.0 });
1124 }
1125 Ok(saved_len)
1126 }
1127
1128 fn closure_value(&self, ctx: &mut BuildContext, id: u32) -> Result<LocalVar> {
1129 let (name, symbol) = self.compiler.symbols.get_symbol(id)?;
1130 let captures = match symbol {
1131 Symbol::Fn { cap, .. } => cap
1132 .vars
1133 .iter()
1134 .map(|idx| {
1135 let var = ctx.get_var(*idx as u32).map_err(|err| anyhow!("闭包 {} 捕获变量失败: idx={}, cap.vars={:?}, {}", name, idx, cap.vars, err))?;
1136 var.get(ctx).ok_or_else(|| anyhow!("闭包 {} 捕获变量没有值: idx={}, cap.vars={:?}", name, idx, cap.vars))
1137 })
1138 .collect::<Result<Vec<_>>>()?,
1139 _ => Vec::new(),
1140 };
1141 Ok(LocalVar::Closure { id, captures })
1142 }
1143
1144 fn is_spawn_fn_name(name: &str) -> bool {
1145 name == "spawn" || name == "std::spawn"
1146 }
1147
1148 fn spawn_arg_pack_len(&self, expr: &Expr) -> Option<usize> {
1149 match &expr.kind {
1150 ExprKind::Tuple(items) | ExprKind::List(items) => Some(items.len()),
1151 ExprKind::Value(value) => value.is_list().then(|| value.len()),
1152 ExprKind::Const(idx) => self.compiler.consts.get_index(*idx).and_then(|(_, value)| value.is_list().then(|| value.len())),
1153 ExprKind::Typed { value, .. } => self.spawn_arg_pack_len(value),
1154 _ => None,
1155 }
1156 }
1157
1158 fn eval_spawn_arg_pack(&mut self, ctx: &mut BuildContext, expr: &Expr) -> Result<(Value, Type)> {
1159 let (ExprKind::Tuple(items) | ExprKind::List(items)) = &expr.kind else {
1160 return self.eval(ctx, expr)?.get(ctx).ok_or_else(|| anyhow!("spawn closure args expression has no value"));
1161 };
1162 if items.is_empty() {
1163 let idx = self.compiler.get_const(Dynamic::Null);
1164 return self.get_const_value(ctx, idx);
1165 }
1166 let values = items.iter().map(|item| self.eval(ctx, item)?.get(ctx).ok_or_else(|| anyhow!("spawn closure arg has no value: {:?}", item))).collect::<Result<Vec<_>>>()?;
1167 self.dynamic_list_from_values(ctx, values)
1168 }
1169
1170 fn dynamic_list_from_values(&mut self, ctx: &mut BuildContext, values: Vec<(Value, Type)>) -> Result<(Value, Type)> {
1171 let idx = self.compiler.get_const(Dynamic::list(vec![Dynamic::Null; values.len()]));
1172 let (list, _) = self.get_const_value(ctx, idx)?;
1173 for (idx, value) in values.into_iter().enumerate() {
1174 let value = self.convert(ctx, value, Type::Any)?;
1175 let idx = ctx.builder.ins().iconst(types::I64, idx as i64);
1176 let set_idx = self.get_fn(self.get_id("Any::set_idx")?, &[Type::Any, Type::I64, Type::Any])?;
1177 self.call_for_side_effect(ctx, set_idx, vec![list, idx, value])?;
1178 }
1179 Ok((list, Type::Any))
1180 }
1181
1182 fn callback_value(&mut self, ctx: &mut BuildContext, id: u32, captures: Vec<(Value, Type)>) -> Result<LocalVar> {
1183 let explicit_arg_len = match self.compiler.symbols.get_symbol(id)?.1 {
1184 Symbol::Fn { ty: Type::Fn { tys, .. }, .. } => tys.len(),
1185 _ => 0,
1186 };
1187 if explicit_arg_len > 16 {
1188 return Err(anyhow!("native callback closure supports at most 16 explicit args"));
1189 }
1190 if explicit_arg_len + captures.len() > 24 {
1191 return Err(anyhow!("native callback closure supports at most 24 args including captures, got {}", explicit_arg_len + captures.len()));
1192 }
1193 let explicit_arg_tys = vec![Type::Any; explicit_arg_len];
1194 let capture_tys = vec![Type::Any; captures.len()];
1195 let fn_info = self.gen_fn_with_capture_tys(Some(ctx), id, &explicit_arg_tys, &[], Some(&capture_tys))?;
1196 let FnInfo::Call { fn_id, ret, .. } = fn_info else {
1197 return Err(anyhow!("callback target must be compiled function"));
1198 };
1199 let captures = if captures.is_empty() {
1200 let idx = self.compiler.get_const(Dynamic::Null);
1201 self.get_const_value(ctx, idx)?
1202 } else {
1203 self.dynamic_list_from_values(ctx, captures)?
1204 };
1205 let fn_ref = self.get_fn_ref(ctx, fn_id);
1206 let fn_addr = ctx.builder.ins().func_addr(ptr_type(), fn_ref);
1207 let ret_ty = Self::type_ptr_const(ctx, &ret);
1208 let explicit_arg_len = ctx.builder.ins().iconst(types::I64, explicit_arg_len as i64);
1209 let callback_new = self.callback_new_fn.ok_or_else(|| anyhow!("VM callback runtime is not registered"))?;
1210 let callback_new_ref = self.get_fn_ref(ctx, callback_new);
1211 let call_inst = ctx.builder.ins().call(callback_new_ref, &[fn_addr, ret_ty, explicit_arg_len, captures.0]);
1212 Ok((ctx.builder.inst_results(call_inst)[0], Type::Any).into())
1213 }
1214
1215 fn spawn_closure(&mut self, ctx: &mut BuildContext, id: u32, captures: Vec<(Value, Type)>, args_expr: &Expr) -> Result<LocalVar> {
1216 if !captures.is_empty() {
1217 return Err(anyhow!("spawn closure does not support captures yet"));
1218 }
1219 let arg_len = self.spawn_arg_pack_len(args_expr).ok_or_else(|| anyhow!("spawn closure args must be a tuple argument pack"))?;
1220 if arg_len > 16 {
1221 return Err(anyhow!("spawn supports at most 16 args, got {}", arg_len));
1222 }
1223 let arg_tys = vec![Type::Any; arg_len];
1224 let fn_info = self.gen_fn_with_params(Some(ctx), id, &arg_tys, &[])?;
1225 let FnInfo::Call { fn_id, ret, .. } = fn_info else {
1226 return Err(anyhow!("spawn closure target must be compiled function"));
1227 };
1228 let args = self.eval_spawn_arg_pack(ctx, args_expr)?;
1229 let args = self.convert(ctx, args, Type::Any)?;
1230 let fn_ref = self.get_fn_ref(ctx, fn_id);
1231 let fn_addr = ctx.builder.ins().func_addr(ptr_type(), fn_ref);
1232 let ret_ty = Self::type_ptr_const(ctx, &ret);
1233 let spawn_ptr = self.spawn_ptr_fn.ok_or_else(|| anyhow!("VM spawn ptr runtime is not registered"))?;
1234 let spawn_ref = self.get_fn_ref(ctx, spawn_ptr);
1235 let call_inst = ctx.builder.ins().call(spawn_ref, &[fn_addr, ret_ty, args]);
1236 Ok((ctx.builder.inst_results(call_inst)[0], Type::Bool).into())
1237 }
1238
1239 fn inline_expr_weight(expr: &Expr) -> usize {
1240 match &expr.kind {
1241 ExprKind::Typed { value, .. } | ExprKind::Unary { value, .. } => 1 + Self::inline_expr_weight(value),
1242 ExprKind::Binary { left, right, .. } => 1 + Self::inline_expr_weight(left) + Self::inline_expr_weight(right),
1243 ExprKind::Generic { obj, .. } => 1 + Self::inline_expr_weight(obj),
1244 ExprKind::Tuple(items) | ExprKind::List(items) => 1 + items.iter().map(Self::inline_expr_weight).sum::<usize>(),
1245 ExprKind::Repeat { value, .. } => 1 + Self::inline_expr_weight(value),
1246 ExprKind::Dict(items) => 1 + items.iter().map(|(_, value)| Self::inline_expr_weight(value)).sum::<usize>(),
1247 ExprKind::Range { start, stop, .. } => 1 + Self::inline_expr_weight(start) + Self::inline_expr_weight(stop),
1248 ExprKind::Call { obj, params } => 1 + Self::inline_expr_weight(obj) + params.iter().map(Self::inline_expr_weight).sum::<usize>(),
1249 ExprKind::Stmt(_) | ExprKind::Closure { .. } => usize::MAX,
1250 _ => 1,
1251 }
1252 }
1253
1254 fn inline_stmt_weight(stmt: &Stmt) -> usize {
1255 match &stmt.kind {
1256 StmtKind::Expr(expr, _) | StmtKind::Return(Some(expr)) => 1 + Self::inline_expr_weight(expr),
1257 StmtKind::Block(stmts) => 1 + stmts.iter().map(Self::inline_stmt_weight).sum::<usize>(),
1258 StmtKind::If { cond, then_body, else_body } => 1 + Self::inline_expr_weight(cond) + Self::inline_stmt_weight(then_body) + else_body.as_deref().map(Self::inline_stmt_weight).unwrap_or(0),
1259 StmtKind::While { body, .. } | StmtKind::Loop(body) | StmtKind::For { body, .. } => {
1260 if Self::inline_stmt_contains_return(body) {
1261 usize::MAX
1262 } else {
1263 16 + Self::inline_stmt_weight(body)
1264 }
1265 }
1266 _ => usize::MAX,
1267 }
1268 }
1269
1270 fn inline_stmt_contains_return(stmt: &Stmt) -> bool {
1271 match &stmt.kind {
1272 StmtKind::Return(_) => true,
1273 StmtKind::Block(stmts) => stmts.iter().any(Self::inline_stmt_contains_return),
1274 StmtKind::If { then_body, else_body, .. } => Self::inline_stmt_contains_return(then_body) || else_body.as_deref().is_some_and(Self::inline_stmt_contains_return),
1275 StmtKind::While { body, .. } | StmtKind::Loop(body) | StmtKind::For { body, .. } => Self::inline_stmt_contains_return(body),
1276 _ => false,
1277 }
1278 }
1279
1280 fn inline_stmt_returns_value(stmt: &Stmt) -> bool {
1281 match &stmt.kind {
1282 StmtKind::Return(Some(_)) => true,
1283 StmtKind::Expr(_, close) => !*close,
1284 StmtKind::Block(stmts) => {
1285 for stmt in stmts {
1286 if Self::inline_stmt_returns_value(stmt) {
1287 return true;
1288 }
1289 }
1290 false
1291 }
1292 StmtKind::If { then_body, else_body: Some(else_body), .. } => Self::inline_stmt_returns_value(then_body) && Self::inline_stmt_returns_value(else_body),
1293 _ => false,
1294 }
1295 }
1296
1297 fn inline_return_types(stmt: &Stmt, out: &mut Vec<Type>) {
1298 match &stmt.kind {
1299 StmtKind::Return(Some(expr)) => out.push(expr.get_type()),
1300 StmtKind::Expr(expr, close) if !*close => out.push(expr.get_type()),
1301 StmtKind::Block(stmts) => stmts.iter().for_each(|stmt| Self::inline_return_types(stmt, out)),
1302 StmtKind::If { then_body, else_body, .. } => {
1303 Self::inline_return_types(then_body, out);
1304 if let Some(else_body) = else_body {
1305 Self::inline_return_types(else_body, out);
1306 }
1307 }
1308 _ => {}
1309 }
1310 }
1311
1312 fn inline_return_ty(fn_name: &str, ret_ty: &Type, body: &Stmt) -> Type {
1313 if !ret_ty.is_any() || !fn_name.starts_with("__closure_") {
1314 return ret_ty.clone();
1315 }
1316 let mut return_tys = Vec::new();
1317 Self::inline_return_types(body, &mut return_tys);
1318 let Some(first) = return_tys.first() else {
1319 return ret_ty.clone();
1320 };
1321 if first.is_any() || return_tys.iter().any(|ty| ty != first) { ret_ty.clone() } else { first.clone() }
1322 }
1323
1324 fn can_inline_stmt(stmt: &Stmt) -> bool {
1325 match &stmt.kind {
1326 StmtKind::Expr(expr, _) | StmtKind::Return(Some(expr)) => Self::inline_expr_weight(expr) != usize::MAX,
1327 StmtKind::Block(stmts) => stmts.iter().all(Self::can_inline_stmt),
1328 StmtKind::If { cond, then_body, else_body } => Self::inline_expr_weight(cond) != usize::MAX && Self::can_inline_stmt(then_body) && else_body.as_deref().map(Self::can_inline_stmt).unwrap_or(true),
1329 StmtKind::While { body, .. } | StmtKind::Loop(body) | StmtKind::For { body, .. } => !Self::inline_stmt_contains_return(body),
1330 _ => false,
1331 }
1332 }
1333
1334 fn gen_inline_return(&mut self, ctx: &mut BuildContext, ret_ty: &Type, exit_block: Block, value: Option<&Expr>) -> Result<()> {
1335 let value = value.ok_or_else(|| anyhow!("inline non-void function returned without value"))?;
1336 let value = self.eval(ctx, value)?.get(ctx).ok_or_else(|| anyhow!("inline return expression has no value: {:?}", value))?;
1337 let value = if value.1 != *ret_ty { self.convert(ctx, value, ret_ty.clone())? } else { value.0 };
1338 ctx.builder.ins().jump(exit_block, &[cranelift::codegen::ir::BlockArg::Value(value)]);
1339 Ok(())
1340 }
1341
1342 fn gen_inline_stmt(&mut self, ctx: &mut BuildContext, stmt: &Stmt, ret_ty: &Type, exit_block: Block) -> Result<bool> {
1343 match &stmt.kind {
1344 StmtKind::Expr(expr, close) => {
1345 if *close {
1346 let _ = self.eval(ctx, expr)?;
1347 Ok(false)
1348 } else {
1349 self.gen_inline_return(ctx, ret_ty, exit_block, Some(expr))?;
1350 Ok(true)
1351 }
1352 }
1353 StmtKind::Return(expr) => {
1354 self.gen_inline_return(ctx, ret_ty, exit_block, expr.as_ref())?;
1355 Ok(true)
1356 }
1357 StmtKind::Block(stmts) => {
1358 for stmt in stmts {
1359 if self.gen_inline_stmt(ctx, stmt, ret_ty, exit_block)? {
1360 return Ok(true);
1361 }
1362 }
1363 Ok(false)
1364 }
1365 StmtKind::If { cond, then_body, else_body } => {
1366 self.declare_assigned_vars(ctx, then_body)?;
1367 if let Some(else_body) = else_body {
1368 self.declare_assigned_vars(ctx, else_body)?;
1369 }
1370 let then_block = ctx.builder.create_block();
1371 let cond = self.eval(ctx, cond)?.get(ctx).ok_or(anyhow!("未知的条件 {:?}", cond))?;
1372 let cond = self.bool_value(ctx, cond)?;
1373 let mut end_block = None;
1374 if let Some(else_body) = else_body {
1375 let else_block = ctx.builder.create_block();
1376 ctx.builder.ins().brif(cond, then_block, &[], else_block, &[]);
1377 ctx.builder.switch_to_block(then_block);
1378 if !self.gen_inline_stmt(ctx, then_body, ret_ty, exit_block)? {
1379 let block = ctx.builder.create_block();
1380 ctx.builder.ins().jump(block, &[]);
1381 end_block = Some(block);
1382 }
1383 ctx.builder.switch_to_block(else_block);
1384 if !self.gen_inline_stmt(ctx, else_body, ret_ty, exit_block)? {
1385 if end_block.is_none() {
1386 end_block = Some(ctx.builder.create_block());
1387 }
1388 ctx.builder.ins().jump(end_block.unwrap(), &[]);
1389 }
1390 ctx.builder.seal_block(else_block);
1391 } else {
1392 let block = ctx.builder.create_block();
1393 ctx.builder.ins().brif(cond, then_block, &[], block, &[]);
1394 end_block = Some(block);
1395 ctx.builder.switch_to_block(then_block);
1396 if !self.gen_inline_stmt(ctx, then_body, ret_ty, exit_block)? {
1397 ctx.builder.ins().jump(end_block.unwrap(), &[]);
1398 }
1399 }
1400 if let Some(block) = end_block {
1401 ctx.builder.switch_to_block(block);
1402 }
1403 ctx.builder.seal_block(then_block);
1404 Ok(end_block.is_none())
1405 }
1406 _ => self.gen_stmt(ctx, stmt, None, None),
1407 }
1408 }
1409
1410 fn try_inline_call(&mut self, ctx: &mut BuildContext, id: u32, generic_args: &[Type], args: &[(Value, Type)], capture_len: usize) -> Result<Option<LocalVar>> {
1411 if self.inline_depth >= 4 || self.inline_stack.contains(&id) || !generic_args.is_empty() || capture_len != 0 {
1412 return Ok(None);
1413 }
1414 let (fn_name, symbol) = self.compiler.symbols.get_symbol(id).map(|(name, symbol)| (name.clone(), symbol.clone()))?;
1415 let Symbol::Fn { ty: Type::Fn { tys, .. }, generic_params, cap, body, .. } = symbol else {
1416 return Ok(None);
1417 };
1418 if !generic_params.is_empty() || !cap.vars.is_empty() || tys.len() != args.len() {
1419 return Ok(None);
1420 }
1421 let body = body.as_ref().clone();
1422 if !Self::can_inline_stmt(&body) || !Self::inline_stmt_returns_value(&body) {
1423 return Ok(None);
1424 };
1425 let weight = Self::inline_stmt_weight(&body);
1426 if weight > 64 || weight > self.inline_budget {
1427 return Ok(None);
1428 }
1429
1430 let arg_tys: Vec<Type> = args.iter().map(|(_, ty)| ty.clone()).collect();
1431 let ret_ty = self.compiler.infer_fn_with_params(id, &arg_tys, generic_args)?;
1432 if ret_ty.is_void() {
1433 return Ok(None);
1434 }
1435 let inline_ret_ty = Self::inline_return_ty(fn_name.as_str(), &ret_ty, &body);
1436 let local_type_hints = self.compiler.inferred_local_type_hints(id, generic_args, &arg_tys);
1437 let mut inline_vars = Vec::with_capacity(args.len());
1438 for (value, ty) in args.iter().cloned() {
1439 inline_vars.push(LocalVar::Value { val: value, ty });
1440 }
1441
1442 let saved_vars = std::mem::replace(&mut ctx.vars, inline_vars);
1443 let saved_hints = std::mem::replace(&mut ctx.local_type_hints, local_type_hints);
1444 self.inline_stack.push(id);
1445 self.inline_depth += 1;
1446 self.inline_budget -= weight;
1447 let result = (|| -> Result<LocalVar> {
1448 let exit_block = ctx.builder.create_block();
1449 ctx.builder.append_block_param(exit_block, get_type(&inline_ret_ty)?);
1450 let terminated = self.gen_inline_stmt(ctx, &body, &inline_ret_ty, exit_block)?;
1451 if !terminated {
1452 return Err(anyhow!("inline candidate did not return on all paths: {}", fn_name));
1453 }
1454 ctx.builder.switch_to_block(exit_block);
1455 ctx.builder.seal_block(exit_block);
1456 Ok(LocalVar::Value { val: ctx.builder.block_params(exit_block)[0], ty: inline_ret_ty })
1457 })();
1458 self.inline_budget += weight;
1459 self.inline_depth -= 1;
1460 self.inline_stack.pop();
1461 ctx.local_type_hints = saved_hints;
1462 ctx.vars = saved_vars;
1463 result.map(Some)
1464 }
1465
1466 pub(crate) fn call_fn(&mut self, ctx: &mut BuildContext, id: u32, obj: Option<Expr>, params: &Vec<Expr>) -> Result<LocalVar> {
1467 self.call_fn_with_params(ctx, id, &[], obj, params)
1468 }
1469
1470 pub(crate) fn call_fn_with_params(&mut self, ctx: &mut BuildContext, id: u32, generic_args: &[Type], obj: Option<Expr>, params: &Vec<Expr>) -> Result<LocalVar> {
1471 self.call_fn_with_capture_values(ctx, id, generic_args, obj, params, None)
1472 }
1473
1474 pub(crate) fn call_fn_with_capture_values(&mut self, ctx: &mut BuildContext, id: u32, generic_args: &[Type], obj: Option<Expr>, params: &Vec<Expr>, capture_values: Option<Vec<(Value, Type)>>) -> Result<LocalVar> {
1475 let fn_name = self.compiler.symbols.get_symbol(id).map(|(name, _)| name.clone())?;
1476 let has_receiver = obj.is_some();
1477 if capture_values.is_none()
1478 && generic_args.is_empty()
1479 && obj.is_none()
1480 && Self::is_spawn_fn_name(fn_name.as_str())
1481 && let [target, args] = params.as_slice()
1482 && let LocalVar::Closure { id, captures } = self.eval(ctx, target)?
1483 {
1484 return self.spawn_closure(ctx, id, captures, args);
1485 }
1486 let mut args: Vec<(Value, Type)> = if let Some(obj) = obj { vec![self.eval(ctx, &obj)?.get(ctx).ok_or_else(|| anyhow!("函数 {} 的接收者表达式没有值: {:?}", fn_name, obj))?] } else { Vec::new() };
1487 for p in params {
1488 let value = self.eval(ctx, p)?;
1489 let value = match value {
1490 LocalVar::Closure { id, captures } => self.callback_value(ctx, id, captures)?.get(ctx).ok_or_else(|| anyhow!("函数 {} 的 callback 参数没有值: {:?}", fn_name, p))?,
1491 value => value.get(ctx).ok_or_else(|| anyhow!("函数 {} 的参数表达式没有值: {:?}", fn_name, p))?,
1492 };
1493 args.push(value);
1494 }
1495 if let Some(captures) = &capture_values {
1496 args.extend(captures.iter().cloned());
1497 }
1498 if let Some(value) = self.try_intrinsic_collection_call(ctx, fn_name.as_str(), &args)? {
1499 return Ok(value);
1500 }
1501 if fn_name.as_str().ends_with("Vec::swap")
1502 && let Some((base, vec_ty)) = args.first().cloned()
1503 && let Some(elem_ty) = Self::vec_elem_ty(&vec_ty)
1504 {
1505 let [_, left_idx, right_idx]: [(Value, Type); 3] = args.try_into().map_err(|_| anyhow!("Vec::swap 需要 self 和两个索引参数"))?;
1506 self.swap_vec_index(ctx, base, left_idx, right_idx, &elem_ty)?;
1507 return Ok(LocalVar::None);
1508 }
1509 let visible_arg_len = args.len() - capture_values.as_ref().map(|captures| captures.len()).unwrap_or(0);
1510 let arg_tys: Vec<Type> = args.iter().take(visible_arg_len).map(|(_, ty)| ty.clone()).collect();
1511 if !has_receiver && let Some(inlined) = self.try_inline_call(ctx, id, generic_args, &args, args.len() - visible_arg_len)? {
1512 return Ok(inlined);
1513 }
1514 let fn_info = match if generic_args.is_empty() { self.get_fn(id, &arg_tys) } else { Err(anyhow!("generic function needs specialization")) } {
1515 Ok(info) => info,
1516 Err(_) => self.gen_fn_with_params(Some(ctx), id, &arg_tys, generic_args).map_err(|e| {
1517 log::error!("{:?}", self.compiler.symbols.get_symbol(id));
1518 e
1519 })?,
1520 };
1521 match &fn_info {
1522 FnInfo::Call { fn_id: _, arg_tys: want_tys, caps, ret, context: _ } => {
1523 let mut args = self.adjust_args(ctx, args, want_tys)?;
1524 if capture_values.is_none() {
1525 for c in caps {
1526 args.push(ctx.get_var(*c as u32)?.get(ctx).unwrap().0);
1527 }
1528 }
1529 if ret.is_void() {
1530 self.call_for_side_effect(ctx, fn_info, args)?;
1531 Ok(LocalVar::None)
1532 } else {
1533 self.call(ctx, fn_info, args).map(|r| r.into())
1534 }
1535 }
1536 _ => panic!("不可能编译出 inline 函数"),
1537 }
1538 }
1539
1540 pub(crate) fn eval(&mut self, ctx: &mut BuildContext, expr: &Expr) -> Result<LocalVar> {
1541 self.eval_with_expected(ctx, expr, None)
1542 }
1543
1544 fn eval_with_expected(&mut self, ctx: &mut BuildContext, expr: &Expr, expected: Option<&Type>) -> Result<LocalVar> {
1545 if let Some(ty) = expected
1546 && self.expr_is_empty_list(expr)
1547 && let Some(value) = Self::empty_typed_list(ty)
1548 {
1549 let idx = self.compiler.get_const(value);
1550 let (val, _) = self.get_const_value(ctx, idx)?;
1551 return Ok(LocalVar::Value { val, ty: ty.clone() });
1552 }
1553 match &expr.kind {
1554 ExprKind::Value(v) => Ok(ctx.get_const(v)?.into()),
1555 ExprKind::Var(idx) => {
1556 let v = ctx.get_var(*idx)?;
1557 Ok(v)
1558 }
1559 ExprKind::Unary { op, value } => {
1560 let v = self.eval(ctx, value)?.get(ctx).unwrap();
1561 if op == &UnaryOp::Not && v.1.is_any() {
1562 let cond = self.bool_value(ctx, v)?;
1563 let zero = ctx.builder.ins().iconst(types::I8, 0);
1564 let one = ctx.builder.ins().iconst(types::I8, 1);
1565 let is_zero = ctx.builder.ins().icmp_imm(IntCC::Equal, cond, 0);
1566 Ok((ctx.builder.ins().select(is_zero, one, zero), Type::Bool).into())
1567 } else {
1568 Ok(Self::unary(ctx, v, op.clone())?.into())
1569 }
1570 }
1571 ExprKind::Binary { left, op, right } => {
1572 if op == &BinaryOp::Assign {
1573 let expected = self.assignment_target_ty(ctx, left);
1574 match self.eval_with_expected(ctx, right, expected.as_ref()) {
1575 Ok(value) => self.assign(ctx, left, value).map(|v| v.into()),
1576 Err(e) => {
1577 let err = self.compile_error(ctx, right.span, format!("赋值右侧编译失败: {e:#}"));
1578 log::error!("{err:#}");
1579 Err(err)
1580 }
1581 }
1582 } else {
1583 if matches!(op, BinaryOp::And | BinaryOp::Or) {
1584 let left = match self.eval(ctx, left)?.get(ctx) {
1585 Some(left) => left,
1586 None => {
1587 let false_value = ctx.builder.ins().iconst(types::I8, 0);
1588 (false_value, Type::Bool)
1589 }
1590 };
1591 return self.short_circuit_logic(ctx, left, op.clone(), right).map(Into::into);
1592 }
1593 let assign_expr = if op.is_assign() { Some(left.clone()) } else { None };
1594 let assign_expected = if op.is_assign() { self.assignment_target_ty(ctx, left) } else { None };
1595 let left_var_idx = if let ExprKind::Var(idx) = &left.kind { Some(*idx) } else { None };
1596 let left = match self.eval(ctx, left)?.get(ctx) {
1597 Some(left) => left,
1598 None => return Err(anyhow!("binary left has no value: {:?}", left)),
1599 };
1600 if op == &BinaryOp::Idx {
1601 let left_ty = self.compiler.symbols.get_type(&left.1).unwrap_or_else(|_| left.1.clone());
1602 let left = (left.0, left_ty);
1603 if let Type::Struct { params: _, fields: _ } = &left.1 {
1604 let idx = self.struct_field_index(&left.1, right)?;
1605 return self.load_struct_field(ctx, left.0, idx, &left.1).map(|r| r.into());
1606 }
1607 if let Some(elem_ty) = Self::vec_elem_ty(&left.1) {
1608 let idx = if right.is_value() {
1609 let idx = right.clone().value()?.as_int().ok_or(anyhow!("Vec 索引必须是整数"))?;
1610 (ctx.builder.ins().iconst(types::I64, idx), Type::I64)
1611 } else {
1612 self.eval(ctx, right)?.get(ctx).ok_or(anyhow!("Vec 索引没有值"))?
1613 };
1614 return self.load_vec_index(ctx, left.0, idx, &elem_ty).map(|r| r.into());
1615 }
1616 if let Some(elem_ty) = Self::array_elem_ty(&left.1) {
1617 let idx = if right.is_value() {
1618 let idx = right.clone().value()?.as_int().ok_or(anyhow!("array index must be integer"))?;
1619 (ctx.builder.ins().iconst(types::I64, idx), Type::I64)
1620 } else {
1621 self.eval(ctx, right)?.get(ctx).ok_or(anyhow!("array index has no value"))?
1622 };
1623 return self.load_array_index(ctx, left.0, idx, &elem_ty).map(|r| r.into());
1624 }
1625 if right.is_value() {
1626 let right_value = right.clone().value()?;
1627 if let Some(idx) = right_value.as_int() {
1628 let idx = ctx.builder.ins().iconst(types::I64, idx);
1629 if let Some(var_idx) = left_var_idx
1630 && let Some(value) = self.intrinsic_list_fast_path_get_idx(ctx, var_idx, left.clone(), (idx, Type::I64))?
1631 {
1632 return Ok(value.into());
1633 }
1634 if let Some(value) = self.intrinsic_list_get_idx(ctx, left.clone(), (idx, Type::I64))? {
1635 return Ok(value.into());
1636 }
1637 self.call(ctx, self.get_method(&left.1, "get_idx")?, vec![left.0, idx]).map(|r| r.into())
1638 } else {
1639 let key = ctx.get_const(&right_value)?;
1640 self.call(ctx, self.get_method(&left.1, "get_key")?, vec![left.0, key.0]).map(|r| r.into())
1641 }
1642 } else if let ExprKind::Range { start, stop, inclusive } = &right.kind {
1643 let start = self.eval(ctx, start)?.get(ctx).ok_or(anyhow!("range start has no value"))?;
1644 let start = self.convert(ctx, start, Type::I64)?;
1645 let stop = self.eval(ctx, stop)?.get(ctx).ok_or(anyhow!("range stop has no value"))?;
1646 let stop = self.convert(ctx, stop, Type::Any)?;
1647 let inclusive = ctx.builder.ins().iconst(types::I8, i64::from(*inclusive));
1648 self.call(ctx, self.get_method(&left.1, "slice")?, vec![left.0, start, stop, inclusive]).map(|r| r.into())
1649 } else {
1650 let right = self.eval(ctx, right)?.get(ctx).ok_or(anyhow!("非Value {:?}", right))?;
1651 if right.1.is_any() || right.1.is_str() {
1652 let right = self.convert(ctx, right, Type::Any)?;
1653 self.call(ctx, self.get_method(&left.1, "get_key")?, vec![left.0, right]).map(|r| r.into())
1654 } else {
1655 let right = self.convert(ctx, right, Type::I64)?;
1656 if let Some(var_idx) = left_var_idx
1657 && let Some(value) = self.intrinsic_list_fast_path_get_idx(ctx, var_idx, left.clone(), (right, Type::I64))?
1658 {
1659 return Ok(value.into());
1660 }
1661 if let Some(value) = self.intrinsic_list_get_idx(ctx, left.clone(), (right, Type::I64))? {
1662 return Ok(value.into());
1663 }
1664 self.call(ctx, self.get_method(&left.1, "get_idx")?, vec![left.0, right]).map(|r| r.into())
1665 }
1666 }
1667 } else {
1668 let result = self.binary_with_expected(ctx, left, op.clone(), right, assign_expected.as_ref().or(expected))?.into();
1669 if let Some(expr) = assign_expr { self.assign(ctx, &expr, result).map(|r| r.into()) } else { Ok(result.into()) }
1670 }
1671 }
1672 }
1673 ExprKind::Call { obj, params } => {
1674 if let ExprKind::AssocId { id, params: generic_args } = &obj.kind {
1675 self.call_fn_with_params(ctx, *id, generic_args, None, params)
1676 } else if let ExprKind::Id(id, obj) = &obj.kind {
1677 self.call_fn(ctx, *id, obj.as_ref().map(|o| *o.clone()), params)
1678 } else if obj.is_value() {
1679 return Ok(LocalVar::None);
1681 } else {
1682 if obj.is_idx() {
1683 let (left, _, right) = obj.clone().binary().unwrap();
1684 let left = self.eval(ctx, &left)?.get(ctx).ok_or(anyhow!("obj {:?}", obj))?;
1685 let ty = self.compiler.symbols.get_type(&left.1)?;
1686 if let Some(name) = self.get_dynamic(&right) {
1687 if name.as_str() == "swap"
1688 && let Some(elem_ty) = Self::vec_elem_ty(&ty)
1689 {
1690 let [left_idx, right_idx]: [(Value, Type); 2] =
1691 params.iter().map(|p| self.eval(ctx, p)?.get(ctx).ok_or(anyhow!("Vec::swap 参数没有值"))).collect::<Result<Vec<_>>>()?.try_into().map_err(|_| anyhow!("Vec::swap 需要两个索引参数"))?;
1692 self.swap_vec_index(ctx, left.0, left_idx, right_idx, &elem_ty)?;
1693 return Ok(LocalVar::None);
1694 }
1695 let mut args = vec![left];
1696 for p in params {
1697 args.push(self.eval(ctx, p)?.get(ctx).ok_or_else(|| anyhow!("动态方法 {:?} 的参数表达式没有值: {:?}", name, p))?);
1698 }
1699 let (_, method_ty) = self.compiler.get_field(&ty, name.as_str()).map_err(|e| self.compile_error(ctx, obj.span, format!("类型 {:?} 没有成员方法 `{}`: {e:#}", ty, name.as_str())))?;
1700 let Type::Symbol { id, .. } = method_ty else {
1701 return Err(self.compile_error(ctx, obj.span, format!("`{:?}.{}` 不是成员函数", ty, name.as_str())));
1702 };
1703 let arg_tys: Vec<Type> = args.iter().map(|(_, ty)| ty.clone()).collect();
1704 let method = self.get_fn(id, &arg_tys).or_else(|_| self.gen_fn_with_params(Some(ctx), id, &arg_tys, &[]))?;
1705 let args = self.adjust_args(ctx, args, method.arg_tys()?)?;
1706 self.call(ctx, method, args).map(|r| r.into())
1707 } else {
1708 self.eval(ctx, obj)
1709 }
1710 } else {
1711 let val = self.eval(ctx, obj)?;
1712 if let LocalVar::Closure { id, captures } = val {
1713 return self.call_fn_with_capture_values(ctx, id, &[], None, params, Some(captures));
1714 }
1715 anyhow::bail!("暂未实现: {:?}", val)
1716 }
1717 }
1718 }
1719 ExprKind::Typed { value, ty } => {
1720 if let Type::Struct { params: _, fields: _ } = ty
1721 && let ExprKind::List(items) = &value.kind
1722 {
1723 return Ok((self.init_struct_from_items(ctx, items, ty)?, ty.clone()).into());
1724 }
1725 if let Type::Array(_, _) = ty
1726 && let ExprKind::List(items) = &value.kind
1727 {
1728 return Ok((self.init_array_from_items(ctx, items, ty)?, ty.clone()).into());
1729 }
1730 let evaluated = self.eval(ctx, value)?;
1731 if evaluated.is_closure() {
1732 return Ok(evaluated);
1733 }
1734 let vt = if let Some(vt) = evaluated.get(ctx) {
1735 vt
1736 } else if ty.is_any() {
1737 let idx = self.compiler.get_const(Dynamic::Null);
1738 self.get_const_value(ctx, idx)?
1739 } else {
1740 return Ok(LocalVar::None);
1741 };
1742 if let Type::Struct { params: _, fields: _ } = ty
1743 && !self.is_opaque_custom_ty(ty)
1744 {
1745 if &vt.1 == ty {
1746 Ok(vt.into())
1747 } else if vt.1.is_any() {
1748 Ok((self.init_struct_from_dynamic(ctx, vt, ty)?, ty.clone()).into())
1749 } else {
1750 Err(anyhow!("cannot convert {:?} to {:?}", vt.1, ty))
1751 }
1752 } else if &vt.1 != ty {
1753 Ok((self.convert(ctx, vt, ty.clone())?, ty.clone()).into())
1754 } else {
1755 Ok(vt.into())
1756 }
1757 }
1758 ExprKind::Tuple(items) | ExprKind::List(items) => {
1759 if items.is_empty() {
1763 let idx = self.compiler.get_const(Dynamic::Null);
1764 self.get_const_value(ctx, idx).map(|v| v.into())
1765 } else {
1766 let values = items.iter().map(|item| self.eval(ctx, item)?.get(ctx).ok_or_else(|| anyhow!("tuple/list item has no value: {:?}", item))).collect::<Result<Vec<_>>>()?;
1767 self.dynamic_list_from_values(ctx, values).map(|r| r.into())
1768 }
1769 }
1770 ExprKind::Repeat { value, len } => {
1771 let value = self.eval(ctx, value)?.get(ctx).ok_or(anyhow!("repeat value has no value"))?;
1772 let Type::ConstInt(len) = len else {
1773 return Err(anyhow!("repeat length must be a compile-time integer"));
1774 };
1775 let len = u32::try_from(*len).map_err(|_| anyhow!("repeat length out of range"))?;
1776 self.init_repeat_array(ctx, value, len).map(|r| r.into())
1777 }
1778 ExprKind::Const(idx) => self.get_const_value(ctx, *idx).map(|v| v.into()),
1779 ExprKind::Id(id, _) => self.closure_value(ctx, *id),
1780 ExprKind::AssocId { id, .. } => self.closure_value(ctx, *id),
1781 expr => {
1782 anyhow::bail!("未实现: {:?}", expr)
1784 }
1785 }
1786 }
1787
1788 fn gen_loop(&mut self, ctx: &mut BuildContext, cond: Option<&Expr>, body: &Stmt, f: Option<impl FnMut(&mut BuildContext)>) -> Result<()> {
1789 let loop_block = ctx.builder.create_block();
1790 let end_block = ctx.builder.create_block();
1791 if let Some(cond) = cond {
1792 let start_block = ctx.builder.create_block();
1793 ctx.builder.ins().jump(start_block, &[]);
1794 ctx.builder.switch_to_block(start_block);
1795 let cond = self.eval(ctx, cond)?.get(ctx).unwrap();
1796 let cond = self.bool_value(ctx, cond)?;
1797 let continue_block = if f.is_some() { ctx.builder.create_block() } else { start_block };
1798 ctx.builder.ins().brif(cond, loop_block, &[], end_block, &[]);
1799 ctx.builder.switch_to_block(loop_block);
1800 let body_terminated = self.gen_stmt(ctx, body, Some(end_block), Some(continue_block))?;
1801 if !body_terminated {
1802 ctx.builder.ins().jump(continue_block, &[]);
1803 }
1804 ctx.builder.seal_block(loop_block);
1805 f.map(|mut f| {
1806 ctx.builder.switch_to_block(continue_block);
1807 f(ctx);
1808 ctx.builder.ins().jump(start_block, &[]);
1809 ctx.builder.seal_block(continue_block);
1810 });
1811 } else {
1812 ctx.builder.ins().jump(loop_block, &[]);
1813 ctx.builder.switch_to_block(loop_block);
1814 let body_terminated = self.gen_stmt(ctx, body, Some(end_block), Some(loop_block))?;
1815 if !body_terminated {
1816 ctx.builder.ins().jump(loop_block, &[]);
1817 }
1818 ctx.builder.seal_block(loop_block);
1819 }
1820 ctx.builder.switch_to_block(end_block);
1821 Ok(())
1822 }
1823
1824 pub(crate) fn gen_stmt(&mut self, ctx: &mut BuildContext, stmt: &Stmt, break_block: Option<Block>, continue_block: Option<Block>) -> Result<bool> {
1825 match &stmt.kind {
1826 StmtKind::Expr(expr, _) => {
1827 let _ = self.eval(ctx, expr)?;
1828 }
1829 StmtKind::Break => {
1830 ctx.builder.ins().jump(break_block.unwrap(), &[]);
1831 return Ok(true);
1832 }
1833 StmtKind::Continue => {
1834 ctx.builder.ins().jump(continue_block.unwrap(), &[]);
1835 return Ok(true);
1836 }
1837 StmtKind::Return(expr) => {
1838 if let Some(expr) = expr {
1839 let value = self.eval(ctx, expr)?;
1840 let value = value.get(ctx);
1841 self.return_value(ctx, value)?;
1842 } else {
1843 self.return_value(ctx, None)?;
1844 }
1845 return Ok(true);
1846 }
1847 StmtKind::If { cond, then_body, else_body } => {
1848 self.declare_assigned_vars(ctx, then_body)?;
1849 if let Some(else_body) = else_body {
1850 self.declare_assigned_vars(ctx, else_body)?;
1851 }
1852 let then_block = ctx.builder.create_block();
1853 let cond = self.eval(ctx, cond)?.get(ctx).ok_or(anyhow!("未知的条件 {:?}", cond))?;
1854 let cond = self.bool_value(ctx, cond)?;
1855 let mut end_block = None;
1856 if let Some(else_body) = else_body {
1857 let else_block = ctx.builder.create_block();
1858 ctx.builder.ins().brif(cond, then_block, &[], else_block, &[]);
1859 ctx.builder.switch_to_block(then_block);
1860 if !self.gen_stmt(ctx, then_body, break_block, continue_block)? {
1861 let block = ctx.builder.create_block();
1862 ctx.builder.ins().jump(block, &[]);
1863 end_block = Some(block);
1864 }
1865 ctx.builder.switch_to_block(else_block);
1866 if !self.gen_stmt(ctx, else_body, break_block, continue_block)? {
1867 if end_block.is_none() {
1868 end_block = Some(ctx.builder.create_block());
1869 }
1870 ctx.builder.ins().jump(end_block.unwrap(), &[]);
1871 }
1872 ctx.builder.seal_block(else_block);
1873 } else {
1874 let block = ctx.builder.create_block();
1875 ctx.builder.ins().brif(cond, then_block, &[], block, &[]);
1876 end_block = Some(block);
1877 ctx.builder.switch_to_block(then_block);
1878 if !self.gen_stmt(ctx, then_body, break_block, continue_block)? {
1879 ctx.builder.ins().jump(end_block.unwrap(), &[]); }
1881 }
1882 if let Some(block) = end_block {
1883 ctx.builder.switch_to_block(block);
1884 }
1885 ctx.builder.seal_block(then_block);
1886 return Ok(end_block.is_none());
1887 }
1888 StmtKind::Block(stmts) => {
1889 for (idx, stmt) in stmts.iter().enumerate() {
1890 let r = self.gen_stmt(ctx, stmt, break_block, continue_block)?;
1891 if idx == stmts.len() - 1 {
1892 return Ok(r);
1893 }
1894 }
1895 }
1896 StmtKind::While { cond, body } => {
1897 self.declare_assigned_vars(ctx, body)?;
1898 let no_loop: Option<fn(&mut BuildContext)> = None;
1899 self.gen_loop(ctx, Some(cond), body, no_loop)?;
1900 }
1901 StmtKind::Loop(body) => {
1902 self.declare_assigned_vars(ctx, body)?;
1903 let no_loop: Option<fn(&mut BuildContext)> = None;
1904 self.gen_loop(ctx, None, body, no_loop)?;
1905 }
1906 StmtKind::For { pat, range, body } => {
1907 if let ExprKind::Range { start, stop, inclusive } = &range.kind {
1908 if let PatternKind::Var { idx, .. } = &pat.kind {
1909 let start = self.eval(ctx, start)?.get(ctx).ok_or(anyhow!("range start has no value"))?;
1910 let stop = self.eval(ctx, stop)?.get(ctx).ok_or(anyhow!("range stop has no value"))?;
1911 let range_ty = if start.1.is_any() && stop.1.is_any() {
1912 Type::I64
1913 } else if start.1.is_any() {
1914 stop.1.clone()
1915 } else if stop.1.is_any() {
1916 start.1.clone()
1917 } else {
1918 start.1.clone() + stop.1.clone()
1919 };
1920 if !range_ty.is_int() && !range_ty.is_uint() {
1921 anyhow::bail!("for range bounds must be integer, got {:?}", range_ty);
1922 }
1923 let start = self.convert(ctx, start, range_ty.clone())?;
1924 let stop = self.convert(ctx, stop, range_ty.clone())?;
1925 ctx.set_var(*idx, (start, range_ty.clone()).into())?;
1926 self.declare_assigned_vars(ctx, body)?;
1927 let list_fast_path_len = self.push_loop_list_fast_paths(ctx, body)?;
1928
1929 let start_block = ctx.builder.create_block();
1930 let body_block = ctx.builder.create_block();
1931 let continue_block = ctx.builder.create_block();
1932 let end_block = ctx.builder.create_block();
1933 ctx.builder.ins().jump(start_block, &[]);
1934
1935 ctx.builder.switch_to_block(start_block);
1936 let current = ctx.get_var(*idx)?.get(ctx).ok_or(anyhow!("range loop variable has no value"))?;
1937 let cond = if range_ty.is_uint() {
1938 let op = if *inclusive { IntCC::UnsignedLessThanOrEqual } else { IntCC::UnsignedLessThan };
1939 ctx.builder.ins().icmp(op, current.0, stop)
1940 } else {
1941 let op = if *inclusive { IntCC::SignedLessThanOrEqual } else { IntCC::SignedLessThan };
1942 ctx.builder.ins().icmp(op, current.0, stop)
1943 };
1944 ctx.builder.ins().brif(cond, body_block, &[], end_block, &[]);
1945
1946 ctx.builder.switch_to_block(body_block);
1947 let body_terminated = self.gen_stmt(ctx, body, Some(end_block), Some(continue_block))?;
1948 if !body_terminated {
1949 ctx.builder.ins().jump(continue_block, &[]);
1950 }
1951 ctx.builder.seal_block(body_block);
1952
1953 ctx.builder.switch_to_block(continue_block);
1954 let current = ctx.get_var(*idx)?.get(ctx).ok_or(anyhow!("range loop variable has no value"))?;
1955 let step = match &range_ty {
1956 Type::I64 | Type::U64 => ctx.builder.ins().iconst(types::I64, 1),
1957 Type::I32 | Type::U32 => ctx.builder.ins().iconst(types::I32, 1),
1958 Type::I16 | Type::U16 => ctx.builder.ins().iconst(types::I16, 1),
1959 Type::I8 | Type::U8 => ctx.builder.ins().iconst(types::I8, 1),
1960 _ => unreachable!(),
1961 };
1962 let next = ctx.builder.ins().iadd(current.0, step);
1963 ctx.set_var(*idx, (next, range_ty).into())?;
1964 ctx.builder.ins().jump(start_block, &[]);
1965 ctx.builder.seal_block(continue_block);
1966 ctx.builder.seal_block(start_block);
1967 ctx.builder.switch_to_block(end_block);
1968 ctx.truncate_list_fast_paths(list_fast_path_len);
1969 }
1970 } else if let PatternKind::Var { idx, .. } = &pat.kind {
1971 let vt = self.eval(ctx, range)?.get(ctx).unwrap();
1972 if let Type::List(_) = &vt.1 {
1973 let len_fn = self.get_native_fn_cached("Any::len", &[Type::Any])?;
1974 let len = self.call(ctx, len_fn, vec![vt.0])?;
1975 let len = self.convert(ctx, len.into(), Type::I64)?;
1976 let zero = ctx.builder.ins().iconst(types::I64, 0);
1977 let first = if let Some(first) = self.intrinsic_list_get_idx(ctx, vt.clone(), (zero, Type::I64))? {
1978 first
1979 } else {
1980 let get_idx_fn = self.get_native_fn_cached("Any::get_idx", &[Type::Any, Type::I64])?;
1981 self.call(ctx, get_idx_fn, vec![vt.0, zero])?
1982 };
1983 ctx.set_var(*idx, first.into())?;
1984 self.declare_assigned_vars(ctx, body)?;
1985
1986 let index_var = ctx.builder.declare_var(types::I64);
1987 ctx.builder.def_var(index_var, zero);
1988 let start_block = ctx.builder.create_block();
1989 let body_block = ctx.builder.create_block();
1990 let continue_block = ctx.builder.create_block();
1991 let end_block = ctx.builder.create_block();
1992 ctx.builder.ins().jump(start_block, &[]);
1993 ctx.builder.switch_to_block(start_block);
1994 let index = ctx.builder.use_var(index_var);
1995 let cond = ctx.builder.ins().icmp(IntCC::SignedLessThan, index, len);
1996 ctx.builder.ins().brif(cond, body_block, &[], end_block, &[]);
1997
1998 ctx.builder.switch_to_block(body_block);
1999 let item = if let Some(item) = self.intrinsic_list_get_idx(ctx, vt.clone(), (index, Type::I64))? {
2000 item
2001 } else {
2002 let get_idx_fn = self.get_native_fn_cached("Any::get_idx", &[Type::Any, Type::I64])?;
2003 self.call(ctx, get_idx_fn, vec![vt.0, index])?
2004 };
2005 ctx.set_var(*idx, item.into())?;
2006 let body_terminated = self.gen_stmt(ctx, body, Some(end_block), Some(continue_block))?;
2007 if !body_terminated {
2008 ctx.builder.ins().jump(continue_block, &[]);
2009 }
2010 ctx.builder.seal_block(body_block);
2011
2012 ctx.builder.switch_to_block(continue_block);
2013 let index = ctx.builder.use_var(index_var);
2014 let one = ctx.builder.ins().iconst(types::I64, 1);
2015 let next_index = ctx.builder.ins().iadd(index, one);
2016 ctx.builder.def_var(index_var, next_index);
2017 ctx.builder.ins().jump(start_block, &[]);
2018 ctx.builder.seal_block(continue_block);
2019 ctx.builder.seal_block(start_block);
2020 ctx.builder.switch_to_block(end_block);
2021 } else if vt.1.is_any() {
2022 let iter = self.call(ctx, self.get_method(&vt.1, "iter")?, vec![vt.0])?;
2023 let next = self.get_method(&vt.1, "next")?;
2024 let next_id = next.get_id()?;
2025 let start = self.call(ctx, next, vec![iter.0])?;
2026 ctx.set_var(*idx, start.into())?;
2027 let cond = Self::expr(ExprKind::Binary { left: Box::new(Self::expr(ExprKind::Var(*idx))), op: BinaryOp::Ne, right: Box::new(Self::expr(ExprKind::Value(Dynamic::Null))) });
2028 self.gen_loop(
2029 ctx,
2030 Some(&cond),
2031 body,
2032 Some(|ctx: &mut BuildContext| {
2033 let fn_ref = ctx.get_fn_ref(next_id).unwrap();
2034 let call_inst = ctx.builder.ins().call(fn_ref, &[iter.0]);
2035 let ret = ctx.builder.inst_results(call_inst)[0];
2036 let _ = ctx.set_var(*idx, (ret, Type::Any).into());
2037 }),
2038 )?;
2039 }
2040 } else if let PatternKind::Tuple(pats) = &pat.kind {
2041 let vt = self.eval(ctx, range)?.get(ctx).unwrap();
2042 if vt.1.is_any() && pats.len() == 2 {
2043 let iter = self.call(ctx, self.get_method(&vt.1, "iter")?, vec![vt.0])?;
2045 let next_pair = self.get_method(&vt.1, "next_pair")?;
2046 let next_id = next_pair.get_id()?;
2047 let get_idx = self.get_method(&vt.1, "get_idx")?.get_id()?;
2048
2049 let start = self.call(ctx, next_pair, vec![iter.0])?;
2050 let key_idx = ctx.builder.ins().iconst(types::I64, 0);
2051 let key = self.call(ctx, self.get_method(&start.1, "get_idx")?, vec![start.0, key_idx])?;
2052 let value_idx = ctx.builder.ins().iconst(types::I64, 1);
2053 let value = self.call(ctx, self.get_method(&start.1, "get_idx")?, vec![start.0, value_idx])?;
2054 ctx.set_var(pats[0].var().unwrap(), key.into())?;
2055 ctx.set_var(pats[1].var().unwrap(), value.into())?;
2056 let cond = Self::expr(ExprKind::Binary { left: Box::new(Self::expr(ExprKind::Var(pats[0].var().unwrap()))), op: BinaryOp::Ne, right: Box::new(Self::expr(ExprKind::Value(Dynamic::Null))) });
2057 self.gen_loop(
2058 ctx,
2059 Some(&cond),
2060 body,
2061 Some(|ctx: &mut BuildContext| {
2062 let fn_ref = ctx.get_fn_ref(next_id).unwrap();
2063 let call_inst = ctx.builder.ins().call(fn_ref, &[iter.0]);
2064 let ret = ctx.builder.inst_results(call_inst)[0];
2065
2066 let fn_ref = ctx.get_fn_ref(get_idx).unwrap();
2067 let call_inst = ctx.builder.ins().call(fn_ref, &[ret, key_idx]);
2068 let key_ret = ctx.builder.inst_results(call_inst)[0];
2069 let call_inst = ctx.builder.ins().call(fn_ref, &[ret, value_idx]);
2070 let value_ret = ctx.builder.inst_results(call_inst)[0];
2071
2072 let _ = ctx.set_var(pats[0].var().unwrap(), (key_ret, Type::Any).into());
2073 let _ = ctx.set_var(pats[1].var().unwrap(), (value_ret, Type::Any).into());
2074 }),
2075 )?;
2076 }
2077 }
2078 }
2079 _ => {
2080 anyhow::bail!("未实现: {:?}", stmt)
2081 }
2082 }
2083 Ok(false)
2084 }
2085}