1use compiler::{Capture, Compiler, Symbol};
2use dynamic::{Dynamic, Type};
3use parser::{BinaryOp, Expr, ExprKind, PatternKind, Span, Stmt, StmtKind, UnaryOp};
4use std::collections::{BTreeMap, HashMap, VecDeque};
5
6use crate::context::{ListFastPath, LocalVar};
7
8use super::{FnInfo, FnVariant, PTR_TYPE, context::BuildContext, get_type, ptr_type};
9use cranelift::prelude::*;
10use cranelift_jit::{JITBuilder, JITModule};
11use cranelift_module::{FuncId, Module};
12
13use anyhow::{Result, anyhow};
14use parking_lot::RwLock;
15use smol_str::SmolStr;
16use std::sync::{Arc, Weak};
17
18pub struct JITRunTime {
19 pub compiler: Compiler,
20 pub fns: BTreeMap<u32, FnVariant>,
21 pub sigs: Vec<(Vec<Type>, Signature, Type)>,
22 pub native_symbols: Arc<RwLock<HashMap<String, usize>>>,
23 pub(crate) owner: Weak<RwLock<JITRunTime>>,
24 pub(crate) pending_fns: VecDeque<PendingFn>,
25 pub(crate) compile_depth: usize,
26 inline_depth: usize,
27 inline_budget: usize,
28 inline_stack: Vec<u32>,
29 native_fn_cache: Vec<(SmolStr, Vec<Type>, FnInfo)>,
30 #[cfg(feature = "ir-disassembly")]
31 pub ir_disassembly: BTreeMap<SmolStr, String>,
32 pub module: JITModule,
33 pub consts: Vec<Option<usize>>,
34 pub(crate) scope_enter_fn: Option<FuncId>,
35 pub(crate) scope_exit_void_fn: Option<FuncId>,
36 pub(crate) scope_exit_dynamic_fn: Option<FuncId>,
37 pub(crate) scope_exit_bytes_fn: Option<FuncId>,
38 pub(crate) struct_alloc_fn: Option<FuncId>,
39 pub(crate) repeat_fill_fn: Option<FuncId>,
40 pub(crate) strcat_fn: Option<FuncId>,
41 pub(crate) strcat_i64_fn: Option<FuncId>,
42 pub(crate) strcat_assign_fn: Option<FuncId>,
43 pub(crate) callback_new_fn: Option<FuncId>,
44 pub(crate) spawn_ptr_fn: Option<FuncId>,
45 pub(crate) struct_from_ptr_fn: Option<FuncId>,
46 pub(crate) array_from_ptr_fn: Option<FuncId>,
47 pub(crate) array_to_ptr_fn: Option<FuncId>,
48 pub(crate) arith_fault_fn: Option<FuncId>,
49}
50
51pub(crate) struct PendingFn {
55 pub name: SmolStr,
56 pub symbol_id: u32,
57 pub fn_id: FuncId,
58 pub arg_tys: Vec<Type>,
59 pub ret_ty: Type,
60 pub local_type_hints: Vec<Option<Type>>,
61 pub body: Stmt,
62}
63
64impl JITRunTime {
65 fn expr(kind: ExprKind) -> Expr {
66 Expr::new(kind, Span::default())
67 }
68
69 fn stmt(kind: StmtKind) -> Stmt {
70 Stmt::new(kind, Span::default())
71 }
72
73 pub(crate) fn type_ptr_const(ctx: &mut BuildContext, ty: &Type) -> Value {
74 let ty_ptr = Box::into_raw(Box::new(ty.clone()));
75 ctx.builder.ins().iconst(ptr_type(), ty_ptr as i64)
76 }
77
78 pub fn load(&mut self, code: Vec<u8>, arg_name: SmolStr) -> Result<(i64, Type)> {
79 let stmts = Compiler::parse_code(code)?;
80 self.compiler.resolve_imports(&stmts, None)?;
81 self.compiler.clear();
82 self.compiler.symbols.add_module("__console".into());
83 let mut cap = Capture::default();
84 let body = Self::stmt(StmtKind::Block(self.compiler.compile_fn(&[arg_name], &mut vec![Type::Any], Self::stmt(StmtKind::Block(stmts)), &mut cap)?));
85 self.compiler.tys.push(Type::Any);
86 let ret_ty = self.compiler.infer_stmt(&body)?;
87 self.compiler.clear();
88 let fn_id = self.compile_fn(None, &[Type::Any], ret_ty.clone(), &body)?;
89 self.compiler.clear();
90 self.compiler.symbols.pop_module();
91 self.module.finalize_definitions()?;
92 Ok((self.module.get_finalized_function(fn_id) as i64, ret_ty))
93 }
94
95 pub fn import_code(&mut self, name: &str, code: Vec<u8>) -> Result<()> {
96 log::debug!("import {}", name);
97 let _ = self.compiler.import_code(name, code)?;
98 Ok(())
99 }
100
101 #[cfg(feature = "ir-disassembly")]
102 pub fn disassemble_ir(&mut self, name: &str) -> Result<String> {
103 if let Some(ir) = self.ir_disassembly.get(name) {
104 return Ok(ir.clone());
105 }
106 let id = self.get_id(name)?;
107 let (_, symbol) = self.compiler.symbols.get_symbol(id)?;
108 if let Symbol::Fn { ty, .. } = symbol
109 && let Type::Fn { tys, .. } = ty
110 && tys.is_empty()
111 {
112 let _ = self.gen_fn(None, id, &[])?;
113 }
114 self.ir_disassembly.get(name).cloned().ok_or_else(|| anyhow!("未找到函数 {} 的 Cranelift IR;如果它需要参数,请先触发对应实例化", name))
115 }
116
117 pub fn get_fn_ptr(&mut self, name: &str, arg_tys: &[Type]) -> Result<(*const u8, Type)> {
118 let main_id = self.get_id(name)?;
119 let fn_info = self.gen_fn(None, main_id, arg_tys)?;
120 Ok((self.module.get_finalized_function(fn_info.get_id()?), fn_info.get_type()?))
121 }
122
123 pub fn get_fn_ptr_with_params(&mut self, name: &str, arg_tys: &[Type], generic_args: &[Type]) -> Result<(*const u8, Type)> {
124 let main_id = self.get_id(name)?;
125 let fn_info = self.gen_fn_with_params(None, main_id, arg_tys, generic_args)?;
126 Ok((self.module.get_finalized_function(fn_info.get_id()?), fn_info.get_type()?))
127 }
128
129 pub fn get_const_value(&mut self, ctx: &mut BuildContext, idx: usize) -> Result<(Value, Type)> {
130 if self.consts.len() < idx + 1 {
131 self.consts.resize(idx + 1, None);
132 }
133 let ptr = if let Some(ptr) = self.consts.get(idx).cloned().unwrap_or(None) {
134 ptr
135 } else {
136 let c = Box::new(self.compiler.consts[idx].deep_clone()); let ptr = Box::into_raw(c) as usize;
138 self.consts[idx] = Some(ptr);
139 ptr
140 };
141 let value = ctx.builder.ins().iconst(ptr_type(), ptr as i64); let ty = if self.compiler.consts[idx].is_str() { Type::Str } else { Type::Any };
143 Ok((self.call(ctx, self.get_method(&Type::Any, "clone")?, vec![value])?.0, ty))
144 }
145
146 fn get_null_value(&mut self, ctx: &mut BuildContext) -> Result<(Value, Type)> {
147 let const_idx = self.compiler.get_const(Dynamic::Null);
148 self.get_const_value(ctx, const_idx)
149 }
150
151 pub fn get_dynamic(&self, expr: &Expr) -> Option<Dynamic> {
152 if let ExprKind::Const(idx) = &expr.kind { self.compiler.consts.get_index(*idx).map(|(_, v)| v.clone()) } else { None }
153 }
154
155 fn compile_error(&self, ctx: &BuildContext, span: Span, message: impl AsRef<str>) -> anyhow::Error {
156 if let Some(fn_name) = &ctx.fn_name { anyhow!("{}", self.compiler.format_source_span(fn_name.as_str(), span, message.as_ref())) } else { anyhow!("{}", message.as_ref()) }
157 }
158
159 pub fn get_method(&self, ty: &Type, name: &str) -> Result<FnInfo> {
160 self.compiler.get_field(ty, name).and_then(|(_, ty)| if let Type::Symbol { id, params: _ } = ty { self.get_fn(id, &[]) } else { Err(anyhow!("不是成员函数")) })
161 }
162
163 fn is_fn_field_type(&self, ty: &Type) -> bool {
164 match ty {
165 Type::Symbol { id, .. } => self.compiler.symbols.get_symbol(*id).map(|(_, symbol)| symbol.is_fn()).unwrap_or(false),
166 Type::Fn { .. } => true,
167 _ => false,
168 }
169 }
170
171 pub(crate) fn is_opaque_custom_ty(&self, ty: &Type) -> bool {
172 let ty = self.compiler.symbols.get_type(ty).unwrap_or_else(|_| ty.clone());
173 matches!(ty, Type::Struct { fields, .. } if !fields.is_empty() && fields.iter().all(|(_, field_ty)| self.is_fn_field_type(field_ty)))
174 }
175
176 pub(crate) fn is_aggregate_ty(&self, ty: &Type) -> bool {
177 (ty.is_struct() && !self.is_opaque_custom_ty(ty)) || ty.is_array()
178 }
179
180 pub fn get_id(&self, name: &str) -> Result<u32> {
181 self.compiler.symbols.get_id(name)
182 }
183
184 fn get_native_fn_cached(&mut self, name: &'static str, arg_tys: &[Type]) -> Result<FnInfo> {
185 if let Some((_, _, fn_info)) = self.native_fn_cache.iter().find(|(cached_name, cached_tys, _)| cached_name.as_str() == name && cached_tys.as_slice() == arg_tys) {
186 return Ok(fn_info.clone());
187 }
188 let fn_info = self.get_fn(self.get_id(name)?, arg_tys)?;
189 self.native_fn_cache.push((SmolStr::new(name), arg_tys.to_vec(), fn_info.clone()));
190 Ok(fn_info)
191 }
192
193 pub fn get_type(&mut self, name: &str, arg_tys: &[Type]) -> Result<Type> {
194 let id = self.get_id(name)?;
195 if self.compiler.symbols.symbols.get(name).map(|s| s.is_fn()).unwrap_or(false) {
196 return self.compiler.infer_fn(id, arg_tys);
197 }
198 self.compiler.symbols.get_type(&Type::Symbol { id, params: Vec::new() })
199 }
200
201 pub fn new<F: FnMut(&mut JITBuilder)>(mut f: F) -> Self {
202 let native_symbols = Arc::new(RwLock::new(HashMap::<String, usize>::new()));
203 let lookup_symbols = native_symbols.clone();
204 let mut builder = JITBuilder::new(cranelift_module::default_libcall_names()).unwrap();
205 builder.symbol_lookup_fn(Box::new(move |name| lookup_symbols.read().get(name).copied().map(|ptr| ptr as *const u8)));
206 f(&mut builder);
207 let module = JITModule::new(builder);
208 PTR_TYPE.get_or_init(|| module.isa().pointer_type());
209 let fns = BTreeMap::<u32, FnVariant>::new();
210 Self {
211 compiler: Compiler::new(),
212 fns,
213 sigs: Vec::new(),
214 native_symbols,
215 owner: Weak::new(),
216 pending_fns: VecDeque::new(),
217 compile_depth: 0,
218 inline_depth: 0,
219 inline_budget: 256,
220 inline_stack: Vec::new(),
221 native_fn_cache: Vec::new(),
222 #[cfg(feature = "ir-disassembly")]
223 ir_disassembly: BTreeMap::new(),
224 module,
225 consts: Vec::new(),
226 scope_enter_fn: None,
227 scope_exit_void_fn: None,
228 scope_exit_dynamic_fn: None,
229 scope_exit_bytes_fn: None,
230 struct_alloc_fn: None,
231 repeat_fill_fn: None,
232 strcat_fn: None,
233 strcat_i64_fn: None,
234 strcat_assign_fn: None,
235 callback_new_fn: None,
236 spawn_ptr_fn: None,
237 struct_from_ptr_fn: None,
238 array_from_ptr_fn: None,
239 array_to_ptr_fn: None,
240 arith_fault_fn: None,
241 }
242 }
243
244 pub(crate) fn set_owner(&mut self, owner: Weak<RwLock<JITRunTime>>) {
245 self.owner = owner;
246 }
247
248 pub(crate) fn owner_context_ptr(&self) -> usize {
249 &self.owner as *const Weak<RwLock<JITRunTime>> as usize
250 }
251
252 fn unary(ctx: &mut BuildContext, left: (Value, Type), op: UnaryOp) -> Result<(Value, Type)> {
253 match op {
254 UnaryOp::Neg => {
255 if left.1.is_int() || left.1.is_uint() {
256 let (int_ty, result_ty) = match left.1.width() {
257 8 => (types::I64, Type::I64),
258 4 => (types::I32, Type::I32),
259 2 => (types::I16, Type::I16),
260 _ => (types::I8, Type::I8),
261 };
262 let zero = ctx.builder.ins().iconst(int_ty, 0);
263 return Ok((ctx.builder.ins().isub(zero, left.0), result_ty));
264 } else if left.1.is_float() {
265 return Ok((ctx.builder.ins().fneg(left.0), left.1));
266 }
267 }
268 UnaryOp::Not => {
269 if left.1.is_int() || left.1.is_uint() {
270 let all_ones = ctx.builder.ins().iconst(get_type(&left.1)?, -1);
271 return Ok((ctx.builder.ins().bxor(left.0, all_ones), left.1));
272 }
273 let zero = ctx.builder.ins().iconst(types::I8, 0);
274 let one = ctx.builder.ins().iconst(types::I8, 1);
275 let cond = if left.1.is_bool() {
276 left.0
277 } else if left.1.is_f32() {
278 let zero = ctx.builder.ins().f32const(0.0);
279 ctx.builder.ins().fcmp(FloatCC::NotEqual, left.0, zero)
280 } else if left.1.is_f64() {
281 let zero = ctx.builder.ins().f64const(0.0);
282 ctx.builder.ins().fcmp(FloatCC::NotEqual, left.0, zero)
283 } else {
284 return Err(anyhow!("未实现 {:?} {:?}", left, op));
285 };
286 let is_zero = ctx.builder.ins().icmp_imm(IntCC::Equal, cond, 0);
287 return Ok((ctx.builder.ins().select(is_zero, one, zero), Type::Bool));
288 }
289 _ => {}
290 }
291 Err(anyhow!("未实现 {:?} {:?}", left, op))
292 }
293
294 pub(crate) fn call(&mut self, ctx: &mut BuildContext, fn_info: FnInfo, args: Vec<Value>) -> Result<(Value, Type)> {
295 match fn_info {
296 FnInfo::Call { fn_id, arg_tys: _, caps: _, ret, context } => {
297 let fn_ref = self.get_fn_ref(ctx, fn_id);
298 let args = self.add_context_arg(ctx, context, args);
299 let call_inst = ctx.builder.ins().call(fn_ref, &args);
300 if !ret.is_void() { Ok((ctx.builder.inst_results(call_inst)[0], ret)) } else { Err(anyhow!("没有返回值")) }
301 }
302 FnInfo::Inline { fn_ptr, arg_tys: _ } => fn_ptr(Some(ctx), args).and_then(|(v, t)| v.map(|value| (value, t)).ok_or_else(|| anyhow!("inlined native callback returned no value"))),
303 }
304 }
305
306 pub(crate) fn scope_enter(&mut self, ctx: &mut BuildContext) -> Result<()> {
307 let fn_id = self.scope_enter_fn.ok_or_else(|| anyhow!("VM scope enter runtime is not registered"))?;
308 let fn_ref = self.get_fn_ref(ctx, fn_id);
309 ctx.builder.ins().call(fn_ref, &[]);
310 Ok(())
311 }
312
313 fn scope_exit_void(&mut self, ctx: &mut BuildContext) -> Result<()> {
314 let fn_id = self.scope_exit_void_fn.ok_or_else(|| anyhow!("VM scope exit runtime is not registered"))?;
315 let fn_ref = self.get_fn_ref(ctx, fn_id);
316 ctx.builder.ins().call(fn_ref, &[]);
317 Ok(())
318 }
319
320 fn return_value(&mut self, ctx: &mut BuildContext, value: Option<(Value, Type)>) -> Result<()> {
321 let ret_ty = ctx.ret_ty.clone();
322 if ret_ty.is_void() {
323 self.scope_exit_void(ctx)?;
324 ctx.builder.ins().return_(&[]);
325 return Ok(());
326 }
327
328 let Some((value, value_ty)) = value else {
329 self.scope_exit_void(ctx)?;
330 ctx.builder.ins().return_(&[]);
331 return Ok(());
332 };
333
334 if ret_ty.is_any() || ret_ty.is_str() || matches!(ret_ty, Type::Map | Type::List(_) | Type::Iter) {
335 let value = self.convert(ctx, (value, value_ty), Type::Any)?;
336 let fn_id = self.scope_exit_dynamic_fn.ok_or_else(|| anyhow!("VM dynamic return runtime is not registered"))?;
337 let fn_ref = self.get_fn_ref(ctx, fn_id);
338 let call_inst = ctx.builder.ins().call(fn_ref, &[value]);
339 let promoted = ctx.builder.inst_results(call_inst)[0];
340 ctx.builder.ins().return_(&[promoted]);
341 } else if self.is_aggregate_ty(&ret_ty) {
342 let value = self.convert(ctx, (value, value_ty), ret_ty.clone())?;
343 let size = ctx.builder.ins().iconst(types::I64, ret_ty.width() as i64);
344 let ty_ptr = Self::type_ptr_const(ctx, &ret_ty);
345 let fn_id = self.scope_exit_bytes_fn.ok_or_else(|| anyhow!("VM aggregate return runtime is not registered"))?;
346 let fn_ref = self.get_fn_ref(ctx, fn_id);
347 let call_inst = ctx.builder.ins().call(fn_ref, &[value, size, ty_ptr]);
348 let promoted = ctx.builder.inst_results(call_inst)[0];
349 ctx.builder.ins().return_(&[promoted]);
350 } else {
351 let value = self.convert(ctx, (value, value_ty), ret_ty)?;
352 self.scope_exit_void(ctx)?;
353 ctx.builder.ins().return_(&[value]);
354 }
355 Ok(())
356 }
357
358 fn call_for_side_effect(&mut self, ctx: &mut BuildContext, fn_info: FnInfo, args: Vec<Value>) -> Result<()> {
359 match fn_info {
360 FnInfo::Call { fn_id, arg_tys: _, caps: _, ret: _, context } => {
361 let fn_ref = self.get_fn_ref(ctx, fn_id);
362 let args = self.add_context_arg(ctx, context, args);
363 ctx.builder.ins().call(fn_ref, &args);
364 Ok(())
365 }
366 FnInfo::Inline { fn_ptr, arg_tys: _ } => fn_ptr(Some(ctx), args).map(|_| ()),
367 }
368 }
369
370 fn add_context_arg(&mut self, ctx: &mut BuildContext, context: Option<usize>, mut args: Vec<Value>) -> Vec<Value> {
371 if let Some(context) = context {
372 let context = ctx.builder.ins().iconst(ptr_type(), context as i64);
373 args.insert(0, context);
374 }
375 args
376 }
377
378 pub(crate) fn short_circuit_logic(&mut self, ctx: &mut BuildContext, left: (Value, Type), op: BinaryOp, right: &Expr) -> Result<(Value, Type)> {
379 let left = self.bool_value(ctx, left)?;
380 let rhs_block = ctx.builder.create_block();
381 let short_block = ctx.builder.create_block();
382 let end_block = ctx.builder.create_block();
383 ctx.builder.append_block_param(end_block, types::I8);
384
385 match op {
386 BinaryOp::And => {
387 ctx.builder.ins().brif(left, rhs_block, &[], short_block, &[]);
388 }
389 BinaryOp::Or => {
390 ctx.builder.ins().brif(left, short_block, &[], rhs_block, &[]);
391 }
392 _ => unreachable!(),
393 }
394
395 ctx.builder.switch_to_block(rhs_block);
396 let right = match self.eval(ctx, right)?.get(ctx) {
397 Some(right) => self.bool_value(ctx, right)?,
398 None => ctx.builder.ins().iconst(types::I8, 0),
399 };
400 ctx.builder.ins().jump(end_block, &[cranelift::codegen::ir::BlockArg::Value(right)]);
401 ctx.builder.seal_block(rhs_block);
402
403 ctx.builder.switch_to_block(short_block);
404 let short_value = match op {
405 BinaryOp::And => ctx.builder.ins().iconst(types::I8, 0),
406 BinaryOp::Or => ctx.builder.ins().iconst(types::I8, 1),
407 _ => unreachable!(),
408 };
409 ctx.builder.ins().jump(end_block, &[cranelift::codegen::ir::BlockArg::Value(short_value)]);
410 ctx.builder.seal_block(short_block);
411
412 ctx.builder.switch_to_block(end_block);
413 let result = ctx.builder.block_params(end_block)[0];
414 Ok((result, Type::Bool))
415 }
416
417 fn struct_alloc(&mut self, ctx: &mut BuildContext, ty: &Type) -> Result<Value> {
418 let size = ctx.builder.ins().iconst(types::I64, ty.width() as i64);
419 let fn_id = self.struct_alloc_fn.ok_or_else(|| anyhow!("VM struct allocator runtime is not registered"))?;
420 let fn_ref = self.get_fn_ref(ctx, fn_id);
421 let call_inst = ctx.builder.ins().call(fn_ref, &[size]);
422 Ok(ctx.builder.inst_results(call_inst)[0])
423 }
424
425 fn store_struct_field(&mut self, ctx: &mut BuildContext, base: Value, idx: usize, field_ty: &Type, value: (Value, Type), struct_ty: &Type) -> Result<()> {
426 let offset = struct_ty.field_offset(idx).ok_or_else(|| anyhow!("结构字段索引越界 {}", idx))?;
427 let value = self.convert(ctx, value, field_ty.clone())?;
428 if field_ty.is_struct() || field_ty.is_array() {
429 let field_addr = ctx.builder.ins().iadd_imm(base, offset as i64);
430 self.copy_vec_element(ctx, field_addr, value, field_ty);
431 } else {
432 ctx.builder.ins().store(MemFlags::trusted(), value, base, offset as i32);
433 }
434 Ok(())
435 }
436
437 fn load_struct_field(&mut self, ctx: &mut BuildContext, base: Value, idx: usize, struct_ty: &Type) -> Result<(Value, Type)> {
438 if let Type::Struct { params: _, fields } = struct_ty {
439 let field_ty = fields.get(idx).map(|(_, ty)| ty).ok_or_else(|| anyhow!("结构字段索引越界 {}", idx))?;
440 let offset = struct_ty.field_offset(idx).ok_or_else(|| anyhow!("结构字段索引越界 {}", idx))?;
441 if field_ty.is_struct() || field_ty.is_array() {
442 return Ok((ctx.builder.ins().iadd_imm(base, offset as i64), field_ty.clone()));
443 }
444 let val = ctx.builder.ins().load(crate::get_type(field_ty)?, MemFlags::trusted(), base, offset as i32);
445 Ok((val, field_ty.clone()))
446 } else {
447 Err(anyhow!("不是结构体 {:?}", struct_ty))
448 }
449 }
450
451 fn struct_field_index(&self, struct_ty: &Type, right: &Expr) -> Result<usize> {
452 let value = if let ExprKind::Const(idx) = right.kind { self.compiler.consts.get_index(idx).map(|(_, v)| v.clone()).ok_or_else(|| anyhow!("missing const {}", idx))? } else { right.clone().value()? };
453 if let Some(idx) = value.as_int() {
454 return usize::try_from(idx).map_err(|_| anyhow!("结构字段索引越界 {}", idx));
455 }
456 if value.is_str() {
457 return self.compiler.get_field(struct_ty, value.as_str()).map(|(idx, _)| idx);
458 }
459 Err(anyhow!("非立即数结构字段索引 {:?}", right))
460 }
461
462 fn vec_elem_ty(ty: &Type) -> Option<Type> {
463 if let Type::Vec(elem, 0) = ty { Some((**elem).clone()) } else { None }
464 }
465
466 fn array_elem_ty(ty: &Type) -> Option<Type> {
467 if let Type::Array(elem, _) = ty { Some((**elem).clone()) } else { None }
468 }
469
470 fn vec_index_addr(&mut self, ctx: &mut BuildContext, base: Value, idx: (Value, Type), elem_ty: &Type) -> Result<Value> {
471 let idx = self.convert(ctx, idx, Type::I64)?;
472 let width = ctx.builder.ins().iconst(types::I64, elem_ty.storage_width() as i64);
473 let offset = ctx.builder.ins().imul(idx, width);
474 Ok(ctx.builder.ins().iadd(base, offset))
475 }
476
477 fn array_index_addr(&mut self, ctx: &mut BuildContext, base: Value, idx: (Value, Type), elem_ty: &Type) -> Result<Value> {
478 self.vec_index_addr(ctx, base, idx, elem_ty)
479 }
480
481 fn load_array_index(&mut self, ctx: &mut BuildContext, base: Value, idx: (Value, Type), elem_ty: &Type) -> Result<(Value, Type)> {
482 let addr = self.array_index_addr(ctx, base, idx, elem_ty)?;
483 if elem_ty.is_struct() || elem_ty.is_array() {
484 Ok((addr, elem_ty.clone()))
485 } else {
486 let val = ctx.builder.ins().load(crate::get_type(elem_ty)?, MemFlags::trusted(), addr, 0);
487 Ok((val, elem_ty.clone()))
488 }
489 }
490
491 fn store_array_index(&mut self, ctx: &mut BuildContext, base: Value, idx: (Value, Type), elem_ty: &Type, value: (Value, Type)) -> Result<()> {
492 let addr = self.array_index_addr(ctx, base, idx, elem_ty)?;
493 let value = self.convert(ctx, value, elem_ty.clone())?;
494 if elem_ty.is_struct() || elem_ty.is_array() {
495 self.copy_vec_element(ctx, addr, value, elem_ty);
496 } else {
497 let value = LocalVar::normalize_for_var(ctx, value, elem_ty);
498 ctx.builder.ins().store(MemFlags::trusted(), value, addr, 0);
499 }
500 Ok(())
501 }
502
503 fn init_repeat_array(&mut self, ctx: &mut BuildContext, value: (Value, Type), len: u32) -> Result<(Value, Type)> {
504 let elem_ty = value.1.clone();
505 let array_ty = Type::Array(std::rc::Rc::new(elem_ty.clone()), len);
506 let base = self.struct_alloc(ctx, &array_ty)?;
507 if let Some(pattern) = self.repeat_fill_pattern(ctx, value.0, &elem_ty) {
508 let fn_id = self.repeat_fill_fn.ok_or_else(|| anyhow!("VM repeat fill runtime is not registered"))?;
509 let fn_ref = self.get_fn_ref(ctx, fn_id);
510 let width = ctx.builder.ins().iconst(types::I64, elem_ty.storage_width() as i64);
511 let len = ctx.builder.ins().iconst(types::I64, len as i64);
512 ctx.builder.ins().call(fn_ref, &[base, pattern, width, len]);
513 return Ok((base, array_ty));
514 }
515 for idx in 0..len {
516 let idx = (ctx.builder.ins().iconst(types::I64, idx as i64), Type::I64);
517 self.store_array_index(ctx, base, idx, &elem_ty, value.clone())?;
518 }
519 Ok((base, array_ty))
520 }
521
522 fn repeat_fill_pattern(&mut self, ctx: &mut BuildContext, value: Value, ty: &Type) -> Option<Value> {
523 if matches!(ty, Type::Bool) || ty.is_int() || ty.is_uint() {
524 return Some(if ty.storage_width() < 8 { ctx.builder.ins().uextend(types::I64, value) } else { value });
525 }
526 if ty.is_f32() {
527 let flags = MemFlags::new().with_endianness(cranelift::codegen::ir::Endianness::Little);
528 let bits = ctx.builder.ins().bitcast(types::I32, flags, value);
529 return Some(ctx.builder.ins().uextend(types::I64, bits));
530 }
531 if ty.is_f64() {
532 let flags = MemFlags::new().with_endianness(cranelift::codegen::ir::Endianness::Little);
533 return Some(ctx.builder.ins().bitcast(types::I64, flags, value));
534 }
535 None
536 }
537
538 fn init_array_from_items(&mut self, ctx: &mut BuildContext, items: &[Expr], ty: &Type) -> Result<Value> {
539 let Type::Array(elem_ty, len) = ty else {
540 return Err(anyhow!("not an array type: {:?}", ty));
541 };
542 if items.len() != *len as usize {
543 return Err(anyhow!("array literal length {} does not match {}", items.len(), len));
544 }
545 let base = self.struct_alloc(ctx, ty)?;
546 for (idx, item) in items.iter().enumerate() {
547 let value = self.eval(ctx, item)?.get(ctx).ok_or(anyhow!("array item has no value"))?;
548 let idx = (ctx.builder.ins().iconst(types::I64, idx as i64), Type::I64);
549 self.store_array_index(ctx, base, idx, elem_ty, value)?;
550 }
551 Ok(base)
552 }
553
554 pub(crate) fn any_to_array(&mut self, ctx: &mut BuildContext, value: Value, ty: &Type) -> Result<Value> {
555 let Type::Array(_, _) = ty else {
556 return Err(anyhow!("not an array type: {:?}", ty));
557 };
558 let base = self.struct_alloc(ctx, ty)?;
559 let ty_ptr = Self::type_ptr_const(ctx, ty);
560 let fn_id = self.array_to_ptr_fn.ok_or_else(|| anyhow!("VM array assignment runtime is not registered"))?;
561 let fn_ref = self.get_fn_ref(ctx, fn_id);
562 ctx.builder.ins().call(fn_ref, &[base, value, ty_ptr]);
563 Ok(base)
564 }
565
566 fn load_vec_index(&mut self, ctx: &mut BuildContext, base: Value, idx: (Value, Type), elem_ty: &Type) -> Result<(Value, Type)> {
567 let addr = self.vec_index_addr(ctx, base, idx, elem_ty)?;
568 if elem_ty.is_struct() {
569 Ok((addr, elem_ty.clone()))
570 } else {
571 let val = ctx.builder.ins().load(crate::get_type(elem_ty)?, MemFlags::trusted(), addr, 0);
572 Ok((val, elem_ty.clone()))
573 }
574 }
575
576 fn copy_vec_element(&mut self, ctx: &mut BuildContext, dst: Value, src: Value, elem_ty: &Type) {
577 let mut offset = 0u32;
578 let width = elem_ty.storage_width();
579 while offset < width {
580 let remaining = width - offset;
581 let (ty, size) = if remaining >= 8 {
582 (types::I64, 8)
583 } else if remaining >= 4 {
584 (types::I32, 4)
585 } else if remaining >= 2 {
586 (types::I16, 2)
587 } else {
588 (types::I8, 1)
589 };
590 let value = ctx.builder.ins().load(ty, MemFlags::trusted(), src, offset as i32);
591 ctx.builder.ins().store(MemFlags::trusted(), value, dst, offset as i32);
592 offset += size;
593 }
594 }
595
596 fn store_vec_index(&mut self, ctx: &mut BuildContext, base: Value, idx: (Value, Type), elem_ty: &Type, value: (Value, Type)) -> Result<()> {
597 let addr = self.vec_index_addr(ctx, base, idx, elem_ty)?;
598 let value = self.convert(ctx, value, elem_ty.clone())?;
599 if elem_ty.is_struct() {
600 self.copy_vec_element(ctx, addr, value, elem_ty);
601 } else {
602 let value = LocalVar::normalize_for_var(ctx, value, elem_ty);
603 ctx.builder.ins().store(MemFlags::trusted(), value, addr, 0);
604 }
605 Ok(())
606 }
607
608 fn swap_vec_index(&mut self, ctx: &mut BuildContext, base: Value, left: (Value, Type), right: (Value, Type), elem_ty: &Type) -> Result<()> {
609 let left_addr = self.vec_index_addr(ctx, base, left, elem_ty)?;
610 let right_addr = self.vec_index_addr(ctx, base, right, elem_ty)?;
611 let mut offset = 0u32;
612 let width = elem_ty.storage_width();
613 while offset < width {
614 let remaining = width - offset;
615 let (ty, size) = if remaining >= 8 {
616 (types::I64, 8)
617 } else if remaining >= 4 {
618 (types::I32, 4)
619 } else if remaining >= 2 {
620 (types::I16, 2)
621 } else {
622 (types::I8, 1)
623 };
624 let left_value = ctx.builder.ins().load(ty, MemFlags::trusted(), left_addr, offset as i32);
625 let right_value = ctx.builder.ins().load(ty, MemFlags::trusted(), right_addr, offset as i32);
626 ctx.builder.ins().store(MemFlags::trusted(), left_value, right_addr, offset as i32);
627 ctx.builder.ins().store(MemFlags::trusted(), right_value, left_addr, offset as i32);
628 offset += size;
629 }
630 Ok(())
631 }
632
633 fn init_struct_from_dynamic(&mut self, ctx: &mut BuildContext, value: (Value, Type), ty: &Type) -> Result<Value> {
634 let Type::Struct { params: _, fields } = ty else {
635 return Err(anyhow!("不是结构体 {:?}", ty));
636 };
637 let base = self.struct_alloc(ctx, ty)?;
638 for (idx, (_, field_ty)) in fields.iter().enumerate() {
639 let idx_val = ctx.builder.ins().iconst(types::I64, idx as i64);
640 let item = self.call(ctx, self.get_method(&Type::Any, "get_idx")?, vec![value.0, idx_val])?;
641 self.store_struct_field(ctx, base, idx, field_ty, item, ty)?;
642 }
643 Ok(base)
644 }
645
646 fn init_struct_from_items(&mut self, ctx: &mut BuildContext, items: &[Expr], ty: &Type) -> Result<Value> {
647 let Type::Struct { params: _, fields } = ty else {
648 return Err(anyhow!("not a struct type: {:?}", ty));
649 };
650 let base = self.struct_alloc(ctx, ty)?;
651 for (idx, item) in items.iter().enumerate() {
652 let Some((_, field_ty)) = fields.get(idx) else {
653 return Err(anyhow!("struct initializer has too many fields (field index {} out of bounds, type has {} fields)", idx, fields.len()));
654 };
655 let value = self.eval(ctx, item)?.get(ctx).ok_or(anyhow!("struct field has no value"))?;
656 self.store_struct_field(ctx, base, idx, field_ty, value, ty)?;
657 }
658 Ok(base)
659 }
660
661 fn expr_assigned_var(expr: &Expr) -> Option<(u32, Type)> {
662 if let ExprKind::Binary { left, op, right } = &expr.kind
663 && op.is_assign()
664 && let ExprKind::Var(idx) = left.kind
665 {
666 return Some((idx, right.get_type()));
667 }
668 None
669 }
670
671 fn declare_assigned_vars(&mut self, ctx: &mut BuildContext, stmt: &Stmt) -> Result<()> {
672 match &stmt.kind {
673 StmtKind::Expr(expr, _) => {
674 if let Some((idx, ty)) = Self::expr_assigned_var(expr) {
675 match ctx.get_var(idx).ok() {
676 Some(LocalVar::Variable { .. }) | Some(LocalVar::Closure { .. }) => {}
677 Some(LocalVar::Value { val, ty }) => {
678 ctx.set_var(idx, LocalVar::Value { val, ty })?;
679 }
680 Some(LocalVar::None) | None => {
681 let init = self.zero_value(ctx, &ty)?;
682 ctx.set_var(idx, init.into())?;
683 }
684 }
685 }
686 }
687 StmtKind::Block(stmts) => {
688 for stmt in stmts {
689 self.declare_assigned_vars(ctx, stmt)?;
690 }
691 }
692 StmtKind::If { then_body, else_body, .. } => {
693 self.declare_assigned_vars(ctx, then_body)?;
694 if let Some(else_body) = else_body {
695 self.declare_assigned_vars(ctx, else_body)?;
696 }
697 }
698 StmtKind::While { body, .. } | StmtKind::Loop(body) => {
699 self.declare_assigned_vars(ctx, body)?;
700 }
701 StmtKind::For { body, .. } => {
702 self.declare_assigned_vars(ctx, body)?;
703 }
704 _ => {}
705 }
706 Ok(())
707 }
708
709 fn zero_value(&mut self, ctx: &mut BuildContext, ty: &Type) -> Result<(Value, Type)> {
710 if self.is_aggregate_ty(ty) {
711 Ok((self.struct_alloc(ctx, ty)?, ty.clone()))
712 } else if ty.is_f32() {
713 Ok((ctx.builder.ins().f32const(0.0), ty.clone()))
714 } else if ty.is_f64() {
715 Ok((ctx.builder.ins().f64const(0.0), ty.clone()))
716 } else {
717 Ok((ctx.builder.ins().iconst(crate::get_type(ty)?, 0), ty.clone()))
718 }
719 }
720
721 fn assign(&mut self, ctx: &mut BuildContext, left: &Expr, value: LocalVar) -> Result<(Value, Type)> {
722 if let ExprKind::Var(idx) = &left.kind {
723 if value.is_closure() {
724 ctx.set_var(*idx, value)?;
725 return self.get_null_value(ctx);
726 }
727 let value_ty = value.get_ty();
728 if let Some(ty) = ctx.get_var_ty(*idx) {
729 if self.is_aggregate_ty(&ty) {
730 let dst = ctx.get_var(*idx)?.get(ctx).ok_or(anyhow!("aggregate variable has no value"))?.0;
731 let src = value.get(ctx).ok_or(anyhow!("aggregate assignment has no value"))?;
732 let src = self.convert(ctx, src, ty.clone())?;
733 self.copy_vec_element(ctx, dst, src, &ty);
734 } else if value_ty != ty {
735 if let Some(vt) = value.get(ctx) {
736 let val = self.convert(ctx, vt, ty.clone())?;
737 ctx.set_var(*idx, LocalVar::Value { val, ty })?;
738 } else if ty.is_any() {
739 let const_idx = self.compiler.get_const(Dynamic::Null);
740 let (val, ty) = self.get_const_value(ctx, const_idx)?;
741 ctx.set_var(*idx, LocalVar::Value { val, ty })?;
742 } else {
743 ctx.set_var(*idx, LocalVar::None)?;
744 }
745 } else {
746 ctx.set_var(*idx, value)?;
747 }
748 } else if self.is_aggregate_ty(&value_ty) {
749 let src = value.get(ctx).ok_or(anyhow!("aggregate initializer has no value"))?;
750 let dst = self.struct_alloc(ctx, &value_ty)?;
751 let src = self.convert(ctx, src, value_ty.clone())?;
752 self.copy_vec_element(ctx, dst, src, &value_ty);
753 ctx.set_var(*idx, LocalVar::Value { val: dst, ty: value_ty })?;
754 } else {
755 ctx.set_var(*idx, value)?;
756 }
757 let assigned = ctx.get_var(*idx)?;
758 if assigned.is_closure() {
759 return self.get_null_value(ctx);
760 }
761 let val = assigned.get(ctx).ok_or(anyhow!("assigned variable has no value"))?;
762 return Ok(val);
763 } else if left.is_idx() {
764 let value = match value {
765 LocalVar::Closure { id, captures } => self.callback_value(ctx, id, captures)?,
766 value => value,
767 };
768 let value = value.get(ctx).ok_or_else(|| anyhow!("idx assignment rhs has no value: left={:?}", left))?;
769 let (left, _, right) = left.clone().binary().unwrap();
770 let left = self.eval(ctx, &left)?.get(ctx).ok_or(anyhow!("未知局部变量 {:?}", left))?;
771 if let Type::Struct { params: _, fields } = &left.1 {
772 let idx = self.struct_field_index(&left.1, &right)?;
773 let field_ty = fields.get(idx).map(|(_, ty)| ty.clone()).ok_or_else(|| anyhow!("结构字段索引越界 {}", idx))?;
774 self.store_struct_field(ctx, left.0, idx, &field_ty, value.clone(), &left.1)?;
775 return Ok(value);
776 }
777 if let Some(elem_ty) = Self::vec_elem_ty(&left.1) {
778 let idx = if right.is_value() {
779 let idx = right.clone().value()?.as_int().ok_or(anyhow!("Vec 索引必须是整数"))?;
780 (ctx.builder.ins().iconst(types::I64, idx), Type::I64)
781 } else {
782 self.eval(ctx, &right)?.get(ctx).ok_or(anyhow!("Vec 索引没有值"))?
783 };
784 self.store_vec_index(ctx, left.0, idx, &elem_ty, value.clone())?;
785 return Ok(value);
786 }
787 if let Some(elem_ty) = Self::array_elem_ty(&left.1) {
788 let idx = if right.is_value() {
789 let idx = right.clone().value()?.as_int().ok_or(anyhow!("array index must be integer"))?;
790 (ctx.builder.ins().iconst(types::I64, idx), Type::I64)
791 } else {
792 self.eval(ctx, &right)?.get(ctx).ok_or(anyhow!("array index has no value"))?
793 };
794 self.store_array_index(ctx, left.0, idx, &elem_ty, value.clone())?;
795 return Ok(value);
796 }
797 if right.is_value() {
798 let right_value = right.clone().value()?;
799 if let Some(idx) = right_value.as_int() {
800 let idx = ctx.builder.ins().iconst(types::I64, idx);
801 if self.intrinsic_list_set_idx(ctx, left.clone(), (idx, Type::I64), value.clone())? {
802 return Ok(value);
803 }
804 let f = self.get_method(&left.1, "set_idx")?;
805 let args = self.adjust_args(ctx, vec![left, (idx, Type::I64), value.clone()], f.arg_tys()?)?;
806 self.call_for_side_effect(ctx, f, args)?;
807 } else {
808 let key = ctx.get_const(&right_value)?;
809 let f = self.get_method(&left.1, "set_key")?;
810 let args = self.adjust_args(ctx, vec![left, key, value.clone()], f.arg_tys()?)?;
811 self.call_for_side_effect(ctx, f, args)?;
812 }
813 } else {
814 let right = self.eval(ctx, &right)?.get(ctx).unwrap();
815 if right.1.is_any() || right.1.is_str() {
816 let f = self.get_method(&left.1, "set_key")?;
817 let args = self.adjust_args(ctx, vec![left, right, value.clone()], f.arg_tys()?)?;
818 self.call_for_side_effect(ctx, f, args)?;
819 } else {
820 if self.intrinsic_list_set_idx(ctx, left.clone(), right.clone(), value.clone())? {
821 return Ok(value);
822 }
823 let f = self.get_method(&left.1, "set_idx")?;
824 let args = self.adjust_args(ctx, vec![left, right, value.clone()], f.arg_tys()?)?;
825 self.call_for_side_effect(ctx, f, args)?;
826 }
827 }
828 return Ok(value);
829 } else {
830 anyhow::bail!("赋值给不支持的目标: {:?} {:?}", left, value)
831 }
832 }
833
834 fn assignment_target_ty(&mut self, ctx: &mut BuildContext, left: &Expr) -> Option<Type> {
835 if let ExprKind::Var(idx) = &left.kind {
836 return ctx.get_var_ty(*idx).filter(|ty| !ty.is_any()).or_else(|| ctx.local_type_hint(*idx));
837 }
838 None
839 }
840
841 fn empty_typed_list(ty: &Type) -> Option<Dynamic> {
842 let Type::List(elem_ty) = ty else {
843 return None;
844 };
845 match elem_ty.as_ref() {
846 Type::Bool | Type::U8 => Some(Dynamic::list(Vec::new())),
847 Type::I8 => Some(Dynamic::VecI8(Default::default())),
848 Type::U16 => Some(Dynamic::VecU16(Default::default())),
849 Type::I16 => Some(Dynamic::VecI16(Default::default())),
850 Type::U32 => Some(Dynamic::VecU32(Default::default())),
851 Type::I32 => Some(Dynamic::VecI32(Default::default())),
852 Type::F32 => Some(Dynamic::VecF32(Default::default())),
853 Type::U64 => Some(Dynamic::VecU64(Vec::new())),
854 Type::I64 => Some(Dynamic::VecI64(Vec::new())),
855 Type::F64 => Some(Dynamic::VecF64(Vec::new())),
856 Type::Str => Some(Dynamic::list(Vec::new())),
857 _ => None,
858 }
859 }
860
861 fn list_push_shortcut(elem_ty: &Type) -> Option<(&'static str, Type)> {
862 match elem_ty {
863 Type::Bool => Some(("Any::push_bool", Type::Bool)),
864 Type::U8 => Some(("Any::push_u8", Type::U8)),
865 Type::I8 => Some(("Any::push_i8", Type::I8)),
866 Type::U16 => Some(("Any::push_u16", Type::U16)),
867 Type::I16 => Some(("Any::push_i16", Type::I16)),
868 Type::U32 => Some(("Any::push_u32", Type::U32)),
869 Type::I32 => Some(("Any::push_i32", Type::I32)),
870 Type::F32 => Some(("Any::push_f32", Type::F32)),
871 Type::U64 => Some(("Any::push_u64", Type::U64)),
872 Type::I64 => Some(("Any::push_i64", Type::I64)),
873 Type::F64 => Some(("Any::push_f64", Type::F64)),
874 Type::Str => Some(("Any::push_str", Type::Str)),
875 _ => None,
876 }
877 }
878
879 fn list_get_idx_shortcut(elem_ty: &Type) -> Option<(&'static str, Type, Type)> {
880 match elem_ty {
881 Type::Bool => Some(("Any::get_idx_bool_i64", Type::I64, Type::Bool)),
882 Type::U8 => Some(("Any::get_idx_u8_i64", Type::I64, Type::U8)),
883 Type::I8 => Some(("Any::get_idx_i8_i64", Type::I64, Type::I8)),
884 Type::U16 => Some(("Any::get_idx_u16_i64", Type::I64, Type::U16)),
885 Type::I16 => Some(("Any::get_idx_i16_i64", Type::I64, Type::I16)),
886 Type::U32 => Some(("Any::get_idx_u32", Type::U32, Type::U32)),
887 Type::I32 => Some(("Any::get_idx_i32", Type::I32, Type::I32)),
888 Type::F32 => Some(("Any::get_idx_f32", Type::F32, Type::F32)),
889 Type::U64 => Some(("Any::get_idx_u64", Type::U64, Type::U64)),
890 Type::I64 => Some(("Any::get_idx_i64", Type::I64, Type::I64)),
891 Type::F64 => Some(("Any::get_idx_f64", Type::F64, Type::F64)),
892 Type::Str => Some(("Any::get_idx_str", Type::Str, Type::Str)),
893 _ => None,
894 }
895 }
896
897 fn list_data_ptr_shortcut(elem_ty: &Type) -> Option<(&'static str, Type)> {
898 match elem_ty {
899 Type::U64 => Some(("Any::data_ptr_u64", Type::U64)),
900 Type::I64 => Some(("Any::data_ptr_i64", Type::I64)),
901 Type::F64 => Some(("Any::data_ptr_f64", Type::F64)),
902 _ => None,
903 }
904 }
905
906 fn list_set_idx_shortcut(elem_ty: &Type) -> Option<(&'static str, Type)> {
907 match elem_ty {
908 Type::Bool => Some(("Any::set_idx_bool", Type::Bool)),
909 Type::U8 => Some(("Any::set_idx_u8", Type::U8)),
910 Type::I8 => Some(("Any::set_idx_i8", Type::I8)),
911 Type::U16 => Some(("Any::set_idx_u16", Type::U16)),
912 Type::I16 => Some(("Any::set_idx_i16", Type::I16)),
913 Type::U32 => Some(("Any::set_idx_u32", Type::U32)),
914 Type::I32 => Some(("Any::set_idx_i32", Type::I32)),
915 Type::F32 => Some(("Any::set_idx_f32", Type::F32)),
916 Type::U64 => Some(("Any::set_idx_u64", Type::U64)),
917 Type::I64 => Some(("Any::set_idx_i64", Type::I64)),
918 Type::F64 => Some(("Any::set_idx_f64", Type::F64)),
919 Type::Str => Some(("Any::set_idx_str", Type::Str)),
920 _ => None,
921 }
922 }
923
924 fn intrinsic_list_get_idx(&mut self, ctx: &mut BuildContext, list: (Value, Type), idx: (Value, Type)) -> Result<Option<(Value, Type)>> {
925 let Type::List(elem_ty) = &list.1 else {
926 return Ok(None);
927 };
928 let Some((fn_name, abi_ret_ty, value_ty)) = Self::list_get_idx_shortcut(elem_ty) else {
929 return Ok(None);
930 };
931 let idx = self.convert(ctx, idx, Type::I64)?;
932 let get_idx_fn = self.get_native_fn_cached(fn_name, &[Type::Any, Type::I64])?;
933 let value = self.call(ctx, get_idx_fn, vec![list.0, idx])?;
934 if value_ty.is_bool() {
935 let is_true = ctx.builder.ins().icmp_imm(IntCC::NotEqual, value.0, 0);
936 let zero = ctx.builder.ins().iconst(types::I8, 0);
937 let one = ctx.builder.ins().iconst(types::I8, 1);
938 return Ok(Some((ctx.builder.ins().select(is_true, one, zero), Type::Bool)));
939 }
940 if value.1 != value_ty {
941 let narrowed = self.convert(ctx, (value.0, abi_ret_ty), value_ty.clone())?;
942 return Ok(Some((narrowed, value_ty)));
943 }
944 Ok(Some(value))
945 }
946
947 fn intrinsic_list_fast_path_get_idx(&mut self, ctx: &mut BuildContext, var_idx: u32, list: (Value, Type), idx: (Value, Type)) -> Result<Option<(Value, Type)>> {
948 let Some(fast_path) = ctx.list_fast_path(var_idx) else {
949 return Ok(None);
950 };
951 let Type::List(elem_ty) = &list.1 else {
952 return Ok(None);
953 };
954 if elem_ty.as_ref() != &fast_path.elem_ty {
955 return Ok(None);
956 }
957 let idx = self.convert(ctx, idx, Type::I64)?;
958 let offset = ctx.builder.ins().imul_imm(idx, fast_path.elem_ty.width() as i64);
959 let addr = ctx.builder.ins().iadd(fast_path.data, offset);
960 let value = ctx.builder.ins().load(get_type(&fast_path.elem_ty)?, MemFlags::trusted(), addr, 0);
961 Ok(Some((value, fast_path.elem_ty)))
962 }
963
964 fn intrinsic_list_set_idx(&mut self, ctx: &mut BuildContext, list: (Value, Type), idx: (Value, Type), value: (Value, Type)) -> Result<bool> {
965 let Type::List(elem_ty) = &list.1 else {
966 return Ok(false);
967 };
968 let Some((fn_name, value_ty)) = Self::list_set_idx_shortcut(elem_ty) else {
969 return Ok(false);
970 };
971 let idx = self.convert(ctx, idx, Type::I64)?;
972 let stored = self.convert(ctx, value, value_ty.clone())?;
973 let set_idx_fn = self.get_native_fn_cached(fn_name, &[Type::Any, Type::I64, value_ty])?;
974 self.call_for_side_effect(ctx, set_idx_fn, vec![list.0, idx, stored])?;
975 Ok(true)
976 }
977
978 fn try_intrinsic_collection_call(&mut self, ctx: &mut BuildContext, fn_name: &str, args: &[(Value, Type)]) -> Result<Option<LocalVar>> {
979 if let [list, value] = args
980 && fn_name == "Any::push"
981 && let Type::List(elem_ty) = &list.1
982 && let Some((fn_name, value_ty)) = Self::list_push_shortcut(elem_ty)
983 {
984 let value = self.convert(ctx, (value.0, value.1.clone()), value_ty.clone())?;
985 let push_fn = self.get_native_fn_cached(fn_name, &[Type::Any, value_ty])?;
986 self.call_for_side_effect(ctx, push_fn, vec![list.0, value])?;
987 return Ok(Some(LocalVar::None));
988 }
989
990 if let [list, idx] = args
991 && fn_name == "Any::get_idx"
992 && let Some(value) = self.intrinsic_list_get_idx(ctx, (list.0, list.1.clone()), (idx.0, idx.1.clone()))?
993 {
994 return Ok(Some(value.into()));
995 }
996
997 Ok(None)
998 }
999
1000 fn expr_is_empty_list(&self, expr: &Expr) -> bool {
1001 match &expr.kind {
1002 ExprKind::Value(value) => value.is_list() && value.len() == 0,
1003 ExprKind::Const(idx) => self.compiler.consts.get_index(*idx).is_some_and(|(_, value)| value.is_list() && value.len() == 0),
1004 ExprKind::Typed { value, .. } => self.expr_is_empty_list(value),
1005 _ => false,
1006 }
1007 }
1008
1009 fn expr_uses_var(expr: &Expr, var_idx: u32) -> bool {
1010 match &expr.kind {
1011 ExprKind::Var(idx) => *idx == var_idx,
1012 ExprKind::Typed { value, .. } | ExprKind::Unary { value, .. } | ExprKind::Generic { obj: value, .. } => Self::expr_uses_var(value, var_idx),
1013 ExprKind::Stmt(stmt) => Self::stmt_uses_var(stmt, var_idx),
1014 ExprKind::Binary { left, right, .. } | ExprKind::Range { start: left, stop: right, .. } => Self::expr_uses_var(left, var_idx) || Self::expr_uses_var(right, var_idx),
1015 ExprKind::Tuple(items) | ExprKind::List(items) => items.iter().any(|item| Self::expr_uses_var(item, var_idx)),
1016 ExprKind::Repeat { value, .. } => Self::expr_uses_var(value, var_idx),
1017 ExprKind::Dict(items) => items.iter().any(|(_, value)| Self::expr_uses_var(value, var_idx)),
1018 ExprKind::Id(_, obj) => obj.as_deref().is_some_and(|obj| Self::expr_uses_var(obj, var_idx)),
1019 ExprKind::Call { obj, params } => Self::expr_uses_var(obj, var_idx) || params.iter().any(|param| Self::expr_uses_var(param, var_idx)),
1020 ExprKind::Closure { body, .. } => Self::stmt_uses_var(body, var_idx),
1021 _ => false,
1022 }
1023 }
1024
1025 fn stmt_uses_var(stmt: &Stmt, var_idx: u32) -> bool {
1026 match &stmt.kind {
1027 StmtKind::Let { value, .. } => Self::stmt_uses_var(value, var_idx),
1028 StmtKind::Expr(expr, _) | StmtKind::Return(Some(expr)) => Self::expr_uses_var(expr, var_idx),
1029 StmtKind::Block(stmts) => stmts.iter().any(|stmt| Self::stmt_uses_var(stmt, var_idx)),
1030 StmtKind::While { cond, body } => Self::expr_uses_var(cond, var_idx) || Self::stmt_uses_var(body, var_idx),
1031 StmtKind::Loop(body) => Self::stmt_uses_var(body, var_idx),
1032 StmtKind::For { range, body, .. } => Self::expr_uses_var(range, var_idx) || Self::stmt_uses_var(body, var_idx),
1033 StmtKind::If { cond, then_body, else_body } => Self::expr_uses_var(cond, var_idx) || Self::stmt_uses_var(then_body, var_idx) || else_body.as_deref().is_some_and(|body| Self::stmt_uses_var(body, var_idx)),
1034 StmtKind::Fn { body, .. } | StmtKind::Impl { body, .. } => Self::stmt_uses_var(body, var_idx),
1035 StmtKind::Static { value, .. } => value.as_ref().is_some_and(|value| Self::expr_uses_var(value, var_idx)),
1036 StmtKind::Const { value, .. } => Self::expr_uses_var(value, var_idx),
1037 _ => false,
1038 }
1039 }
1040
1041 fn expr_reads_list_index(expr: &Expr, var_idx: u32) -> bool {
1042 match &expr.kind {
1043 ExprKind::Binary { left, op: BinaryOp::Idx, right } if matches!(left.kind, ExprKind::Var(idx) if idx == var_idx) => !Self::expr_uses_var(right, var_idx),
1044 ExprKind::Typed { value, .. } | ExprKind::Unary { value, .. } | ExprKind::Generic { obj: value, .. } => Self::expr_reads_list_index(value, var_idx),
1045 ExprKind::Stmt(stmt) => Self::stmt_reads_list_index(stmt, var_idx),
1046 ExprKind::Binary { left, right, .. } | ExprKind::Range { start: left, stop: right, .. } => Self::expr_reads_list_index(left, var_idx) || Self::expr_reads_list_index(right, var_idx),
1047 ExprKind::Tuple(items) | ExprKind::List(items) => items.iter().any(|item| Self::expr_reads_list_index(item, var_idx)),
1048 ExprKind::Repeat { value, .. } => Self::expr_reads_list_index(value, var_idx),
1049 ExprKind::Dict(items) => items.iter().any(|(_, value)| Self::expr_reads_list_index(value, var_idx)),
1050 ExprKind::Id(_, obj) => obj.as_deref().is_some_and(|obj| Self::expr_reads_list_index(obj, var_idx)),
1051 ExprKind::Call { obj, params } => Self::expr_reads_list_index(obj, var_idx) || params.iter().any(|param| Self::expr_reads_list_index(param, var_idx)),
1052 _ => false,
1053 }
1054 }
1055
1056 fn stmt_reads_list_index(stmt: &Stmt, var_idx: u32) -> bool {
1057 match &stmt.kind {
1058 StmtKind::Let { value, .. } => Self::stmt_reads_list_index(value, var_idx),
1059 StmtKind::Expr(expr, _) | StmtKind::Return(Some(expr)) => Self::expr_reads_list_index(expr, var_idx),
1060 StmtKind::Block(stmts) => stmts.iter().any(|stmt| Self::stmt_reads_list_index(stmt, var_idx)),
1061 StmtKind::If { cond, then_body, else_body } => {
1062 Self::expr_reads_list_index(cond, var_idx) || Self::stmt_reads_list_index(then_body, var_idx) || else_body.as_deref().is_some_and(|body| Self::stmt_reads_list_index(body, var_idx))
1063 }
1064 _ => false,
1065 }
1066 }
1067
1068 fn expr_allows_list_fast_path(expr: &Expr, var_idx: u32) -> bool {
1069 match &expr.kind {
1070 ExprKind::Var(idx) => *idx != var_idx,
1071 ExprKind::Binary { left, op, right } if op.is_assign() => !Self::expr_uses_var(left, var_idx) && Self::expr_allows_list_fast_path(right, var_idx),
1072 ExprKind::Binary { left, op: BinaryOp::Idx, right } if matches!(left.kind, ExprKind::Var(idx) if idx == var_idx) => !Self::expr_uses_var(right, var_idx),
1073 ExprKind::Typed { value, .. } | ExprKind::Unary { value, .. } | ExprKind::Generic { obj: value, .. } => Self::expr_allows_list_fast_path(value, var_idx),
1074 ExprKind::Stmt(stmt) => Self::stmt_allows_list_fast_path(stmt, var_idx),
1075 ExprKind::Binary { left, right, .. } | ExprKind::Range { start: left, stop: right, .. } => Self::expr_allows_list_fast_path(left, var_idx) && Self::expr_allows_list_fast_path(right, var_idx),
1076 ExprKind::Tuple(items) | ExprKind::List(items) => items.iter().all(|item| Self::expr_allows_list_fast_path(item, var_idx)),
1077 ExprKind::Repeat { value, .. } => Self::expr_allows_list_fast_path(value, var_idx),
1078 ExprKind::Dict(items) => items.iter().all(|(_, value)| Self::expr_allows_list_fast_path(value, var_idx)),
1079 ExprKind::Id(_, obj) => obj.as_deref().map(|obj| Self::expr_allows_list_fast_path(obj, var_idx)).unwrap_or(true),
1080 ExprKind::Call { obj, params } => Self::expr_allows_list_fast_path(obj, var_idx) && params.iter().all(|param| Self::expr_allows_list_fast_path(param, var_idx)),
1081 ExprKind::Closure { .. } => false,
1082 _ => true,
1083 }
1084 }
1085
1086 fn stmt_allows_list_fast_path(stmt: &Stmt, var_idx: u32) -> bool {
1087 match &stmt.kind {
1088 StmtKind::Let { value, .. } => Self::stmt_allows_list_fast_path(value, var_idx),
1089 StmtKind::Expr(expr, _) | StmtKind::Return(Some(expr)) => Self::expr_allows_list_fast_path(expr, var_idx),
1090 StmtKind::Block(stmts) => stmts.iter().all(|stmt| Self::stmt_allows_list_fast_path(stmt, var_idx)),
1091 StmtKind::If { cond, then_body, else_body } => {
1092 Self::expr_allows_list_fast_path(cond, var_idx) && Self::stmt_allows_list_fast_path(then_body, var_idx) && else_body.as_deref().map(|body| Self::stmt_allows_list_fast_path(body, var_idx)).unwrap_or(true)
1093 }
1094 _ => false,
1095 }
1096 }
1097
1098 fn push_loop_list_fast_paths(&mut self, ctx: &mut BuildContext, body: &Stmt) -> Result<usize> {
1099 let saved_len = ctx.list_fast_path_len();
1100 for var_idx in 0..ctx.vars.len() as u32 {
1101 if !Self::stmt_reads_list_index(body, var_idx) || !Self::stmt_allows_list_fast_path(body, var_idx) {
1102 continue;
1103 }
1104 let Some(Type::List(elem_ty)) = ctx.local_type_hint(var_idx) else {
1105 continue;
1106 };
1107 let Some((ptr_fn_name, elem_ty)) = Self::list_data_ptr_shortcut(elem_ty.as_ref()) else {
1108 continue;
1109 };
1110 let Some(list) = ctx.get_var(var_idx)?.get(ctx) else {
1111 continue;
1112 };
1113 let data_ptr_fn = self.get_native_fn_cached(ptr_fn_name, &[Type::Any])?;
1114 let data = self.call(ctx, data_ptr_fn, vec![list.0])?;
1115 ctx.push_list_fast_path(ListFastPath { var_idx, elem_ty, data: data.0 });
1116 }
1117 Ok(saved_len)
1118 }
1119
1120 fn closure_value(&self, ctx: &mut BuildContext, id: u32) -> Result<LocalVar> {
1121 let (name, symbol) = self.compiler.symbols.get_symbol(id)?;
1122 let captures = match symbol {
1123 Symbol::Fn { cap, .. } => cap
1124 .vars
1125 .iter()
1126 .map(|idx| {
1127 let var = ctx.get_var(*idx as u32).map_err(|err| anyhow!("闭包 {} 捕获变量失败: idx={}, cap.vars={:?}, {}", name, idx, cap.vars, err))?;
1128 var.get(ctx).ok_or_else(|| anyhow!("闭包 {} 捕获变量没有值: idx={}, cap.vars={:?}", name, idx, cap.vars))
1129 })
1130 .collect::<Result<Vec<_>>>()?,
1131 _ => Vec::new(),
1132 };
1133 Ok(LocalVar::Closure { id, captures })
1134 }
1135
1136 fn is_spawn_fn_name(name: &str) -> bool {
1137 name == "spawn" || name == "std::spawn"
1138 }
1139
1140 fn spawn_arg_pack_len(&self, expr: &Expr) -> Option<usize> {
1141 match &expr.kind {
1142 ExprKind::Tuple(items) | ExprKind::List(items) => Some(items.len()),
1143 ExprKind::Value(value) => value.is_list().then(|| value.len()),
1144 ExprKind::Const(idx) => self.compiler.consts.get_index(*idx).and_then(|(_, value)| value.is_list().then(|| value.len())),
1145 ExprKind::Typed { value, .. } => self.spawn_arg_pack_len(value),
1146 _ => None,
1147 }
1148 }
1149
1150 fn eval_spawn_arg_pack(&mut self, ctx: &mut BuildContext, expr: &Expr) -> Result<(Value, Type)> {
1151 let (ExprKind::Tuple(items) | ExprKind::List(items)) = &expr.kind else {
1152 return self.eval(ctx, expr)?.get(ctx).ok_or_else(|| anyhow!("spawn closure args expression has no value"));
1153 };
1154 if items.is_empty() {
1155 let idx = self.compiler.get_const(Dynamic::Null);
1156 return self.get_const_value(ctx, idx);
1157 }
1158 let values = items.iter().map(|item| self.eval(ctx, item)?.get(ctx).ok_or_else(|| anyhow!("spawn closure arg has no value: {:?}", item))).collect::<Result<Vec<_>>>()?;
1159 self.dynamic_list_from_values(ctx, values)
1160 }
1161
1162 fn dynamic_list_from_values(&mut self, ctx: &mut BuildContext, values: Vec<(Value, Type)>) -> Result<(Value, Type)> {
1163 let idx = self.compiler.get_const(Dynamic::list(vec![Dynamic::Null; values.len()]));
1164 let (list, _) = self.get_const_value(ctx, idx)?;
1165 for (idx, value) in values.into_iter().enumerate() {
1166 let value = self.convert(ctx, value, Type::Any)?;
1167 let idx = ctx.builder.ins().iconst(types::I64, idx as i64);
1168 let set_idx = self.get_fn(self.get_id("Any::set_idx")?, &[Type::Any, Type::I64, Type::Any])?;
1169 self.call_for_side_effect(ctx, set_idx, vec![list, idx, value])?;
1170 }
1171 Ok((list, Type::Any))
1172 }
1173
1174 fn callback_value(&mut self, ctx: &mut BuildContext, id: u32, captures: Vec<(Value, Type)>) -> Result<LocalVar> {
1175 let explicit_arg_len = match self.compiler.symbols.get_symbol(id)?.1 {
1176 Symbol::Fn { ty: Type::Fn { tys, .. }, .. } => tys.len(),
1177 _ => 0,
1178 };
1179 if explicit_arg_len > 16 {
1180 return Err(anyhow!("native callback closure supports at most 16 explicit args"));
1181 }
1182 if explicit_arg_len + captures.len() > 24 {
1183 return Err(anyhow!("native callback closure supports at most 24 args including captures, got {}", explicit_arg_len + captures.len()));
1184 }
1185 let explicit_arg_tys = vec![Type::Any; explicit_arg_len];
1186 let capture_tys = vec![Type::Any; captures.len()];
1187 let fn_info = self.gen_fn_with_capture_tys(Some(ctx), id, &explicit_arg_tys, &[], Some(&capture_tys))?;
1188 let FnInfo::Call { fn_id, ret, .. } = fn_info else {
1189 return Err(anyhow!("callback target must be compiled function"));
1190 };
1191 let captures = if captures.is_empty() {
1192 let idx = self.compiler.get_const(Dynamic::Null);
1193 self.get_const_value(ctx, idx)?
1194 } else {
1195 self.dynamic_list_from_values(ctx, captures)?
1196 };
1197 let fn_ref = self.get_fn_ref(ctx, fn_id);
1198 let fn_addr = ctx.builder.ins().func_addr(ptr_type(), fn_ref);
1199 let ret_ty = Self::type_ptr_const(ctx, &ret);
1200 let explicit_arg_len = ctx.builder.ins().iconst(types::I64, explicit_arg_len as i64);
1201 let callback_new = self.callback_new_fn.ok_or_else(|| anyhow!("VM callback runtime is not registered"))?;
1202 let callback_new_ref = self.get_fn_ref(ctx, callback_new);
1203 let call_inst = ctx.builder.ins().call(callback_new_ref, &[fn_addr, ret_ty, explicit_arg_len, captures.0]);
1204 Ok((ctx.builder.inst_results(call_inst)[0], Type::Any).into())
1205 }
1206
1207 fn spawn_closure(&mut self, ctx: &mut BuildContext, id: u32, captures: Vec<(Value, Type)>, args_expr: &Expr) -> Result<LocalVar> {
1208 if !captures.is_empty() {
1209 return Err(anyhow!("spawn closure does not support captures yet"));
1210 }
1211 let arg_len = self.spawn_arg_pack_len(args_expr).ok_or_else(|| anyhow!("spawn closure args must be a tuple argument pack"))?;
1212 if arg_len > 16 {
1213 return Err(anyhow!("spawn supports at most 16 args, got {}", arg_len));
1214 }
1215 let arg_tys = vec![Type::Any; arg_len];
1216 let fn_info = self.gen_fn_with_params(Some(ctx), id, &arg_tys, &[])?;
1217 let FnInfo::Call { fn_id, ret, .. } = fn_info else {
1218 return Err(anyhow!("spawn closure target must be compiled function"));
1219 };
1220 let args = self.eval_spawn_arg_pack(ctx, args_expr)?;
1221 let args = self.convert(ctx, args, Type::Any)?;
1222 let fn_ref = self.get_fn_ref(ctx, fn_id);
1223 let fn_addr = ctx.builder.ins().func_addr(ptr_type(), fn_ref);
1224 let ret_ty = Self::type_ptr_const(ctx, &ret);
1225 let spawn_ptr = self.spawn_ptr_fn.ok_or_else(|| anyhow!("VM spawn ptr runtime is not registered"))?;
1226 let spawn_ref = self.get_fn_ref(ctx, spawn_ptr);
1227 let call_inst = ctx.builder.ins().call(spawn_ref, &[fn_addr, ret_ty, args]);
1228 Ok((ctx.builder.inst_results(call_inst)[0], Type::Bool).into())
1229 }
1230
1231 fn inline_expr_weight(expr: &Expr) -> usize {
1232 match &expr.kind {
1233 ExprKind::Typed { value, .. } | ExprKind::Unary { value, .. } => 1 + Self::inline_expr_weight(value),
1234 ExprKind::Binary { left, right, .. } => 1 + Self::inline_expr_weight(left) + Self::inline_expr_weight(right),
1235 ExprKind::Generic { obj, .. } => 1 + Self::inline_expr_weight(obj),
1236 ExprKind::Tuple(items) | ExprKind::List(items) => 1 + items.iter().map(Self::inline_expr_weight).sum::<usize>(),
1237 ExprKind::Repeat { value, .. } => 1 + Self::inline_expr_weight(value),
1238 ExprKind::Dict(items) => 1 + items.iter().map(|(_, value)| Self::inline_expr_weight(value)).sum::<usize>(),
1239 ExprKind::Range { start, stop, .. } => 1 + Self::inline_expr_weight(start) + Self::inline_expr_weight(stop),
1240 ExprKind::Call { obj, params } => 1 + Self::inline_expr_weight(obj) + params.iter().map(Self::inline_expr_weight).sum::<usize>(),
1241 ExprKind::Stmt(_) | ExprKind::Closure { .. } => usize::MAX,
1242 _ => 1,
1243 }
1244 }
1245
1246 fn inline_stmt_weight(stmt: &Stmt) -> usize {
1247 match &stmt.kind {
1248 StmtKind::Expr(expr, _) | StmtKind::Return(Some(expr)) => 1 + Self::inline_expr_weight(expr),
1249 StmtKind::Block(stmts) => 1 + stmts.iter().map(Self::inline_stmt_weight).sum::<usize>(),
1250 StmtKind::If { cond, then_body, else_body } => 1 + Self::inline_expr_weight(cond) + Self::inline_stmt_weight(then_body) + else_body.as_deref().map(Self::inline_stmt_weight).unwrap_or(0),
1251 StmtKind::While { body, .. } | StmtKind::Loop(body) | StmtKind::For { body, .. } => {
1252 if Self::inline_stmt_contains_return(body) {
1253 usize::MAX
1254 } else {
1255 16 + Self::inline_stmt_weight(body)
1256 }
1257 }
1258 _ => usize::MAX,
1259 }
1260 }
1261
1262 fn inline_stmt_contains_return(stmt: &Stmt) -> bool {
1263 match &stmt.kind {
1264 StmtKind::Return(_) => true,
1265 StmtKind::Block(stmts) => stmts.iter().any(Self::inline_stmt_contains_return),
1266 StmtKind::If { then_body, else_body, .. } => Self::inline_stmt_contains_return(then_body) || else_body.as_deref().is_some_and(Self::inline_stmt_contains_return),
1267 StmtKind::While { body, .. } | StmtKind::Loop(body) | StmtKind::For { body, .. } => Self::inline_stmt_contains_return(body),
1268 _ => false,
1269 }
1270 }
1271
1272 fn inline_stmt_returns_value(stmt: &Stmt) -> bool {
1273 match &stmt.kind {
1274 StmtKind::Return(Some(_)) => true,
1275 StmtKind::Expr(_, close) => !*close,
1276 StmtKind::Block(stmts) => {
1277 for stmt in stmts {
1278 if Self::inline_stmt_returns_value(stmt) {
1279 return true;
1280 }
1281 }
1282 false
1283 }
1284 StmtKind::If { then_body, else_body: Some(else_body), .. } => Self::inline_stmt_returns_value(then_body) && Self::inline_stmt_returns_value(else_body),
1285 _ => false,
1286 }
1287 }
1288
1289 fn inline_return_types(stmt: &Stmt, out: &mut Vec<Type>) {
1290 match &stmt.kind {
1291 StmtKind::Return(Some(expr)) => out.push(expr.get_type()),
1292 StmtKind::Expr(expr, close) if !*close => out.push(expr.get_type()),
1293 StmtKind::Block(stmts) => stmts.iter().for_each(|stmt| Self::inline_return_types(stmt, out)),
1294 StmtKind::If { then_body, else_body, .. } => {
1295 Self::inline_return_types(then_body, out);
1296 if let Some(else_body) = else_body {
1297 Self::inline_return_types(else_body, out);
1298 }
1299 }
1300 _ => {}
1301 }
1302 }
1303
1304 fn inline_return_ty(fn_name: &str, ret_ty: &Type, body: &Stmt) -> Type {
1305 if !ret_ty.is_any() || !fn_name.starts_with("__closure_") {
1306 return ret_ty.clone();
1307 }
1308 let mut return_tys = Vec::new();
1309 Self::inline_return_types(body, &mut return_tys);
1310 let Some(first) = return_tys.first() else {
1311 return ret_ty.clone();
1312 };
1313 if first.is_any() || return_tys.iter().any(|ty| ty != first) { ret_ty.clone() } else { first.clone() }
1314 }
1315
1316 fn can_inline_stmt(stmt: &Stmt) -> bool {
1317 match &stmt.kind {
1318 StmtKind::Expr(expr, _) | StmtKind::Return(Some(expr)) => Self::inline_expr_weight(expr) != usize::MAX,
1319 StmtKind::Block(stmts) => stmts.iter().all(Self::can_inline_stmt),
1320 StmtKind::If { cond, then_body, else_body } => Self::inline_expr_weight(cond) != usize::MAX && Self::can_inline_stmt(then_body) && else_body.as_deref().map(Self::can_inline_stmt).unwrap_or(true),
1321 StmtKind::While { body, .. } | StmtKind::Loop(body) | StmtKind::For { body, .. } => !Self::inline_stmt_contains_return(body),
1322 _ => false,
1323 }
1324 }
1325
1326 fn gen_inline_return(&mut self, ctx: &mut BuildContext, ret_ty: &Type, exit_block: Block, value: Option<&Expr>) -> Result<()> {
1327 let value = value.ok_or_else(|| anyhow!("inline non-void function returned without value"))?;
1328 let value = self.eval(ctx, value)?.get(ctx).ok_or_else(|| anyhow!("inline return expression has no value: {:?}", value))?;
1329 let value = if value.1 != *ret_ty { self.convert(ctx, value, ret_ty.clone())? } else { value.0 };
1330 ctx.builder.ins().jump(exit_block, &[cranelift::codegen::ir::BlockArg::Value(value)]);
1331 Ok(())
1332 }
1333
1334 fn gen_inline_stmt(&mut self, ctx: &mut BuildContext, stmt: &Stmt, ret_ty: &Type, exit_block: Block) -> Result<bool> {
1335 match &stmt.kind {
1336 StmtKind::Expr(expr, close) => {
1337 if *close {
1338 let _ = self.eval(ctx, expr)?;
1339 Ok(false)
1340 } else {
1341 self.gen_inline_return(ctx, ret_ty, exit_block, Some(expr))?;
1342 Ok(true)
1343 }
1344 }
1345 StmtKind::Return(expr) => {
1346 self.gen_inline_return(ctx, ret_ty, exit_block, expr.as_ref())?;
1347 Ok(true)
1348 }
1349 StmtKind::Block(stmts) => {
1350 for stmt in stmts {
1351 if self.gen_inline_stmt(ctx, stmt, ret_ty, exit_block)? {
1352 return Ok(true);
1353 }
1354 }
1355 Ok(false)
1356 }
1357 StmtKind::If { cond, then_body, else_body } => {
1358 self.declare_assigned_vars(ctx, then_body)?;
1359 if let Some(else_body) = else_body {
1360 self.declare_assigned_vars(ctx, else_body)?;
1361 }
1362 let then_block = ctx.builder.create_block();
1363 let cond = self.eval(ctx, cond)?.get(ctx).ok_or(anyhow!("未知的条件 {:?}", cond))?;
1364 let cond = self.bool_value(ctx, cond)?;
1365 let mut end_block = None;
1366 if let Some(else_body) = else_body {
1367 let else_block = ctx.builder.create_block();
1368 ctx.builder.ins().brif(cond, then_block, &[], else_block, &[]);
1369 ctx.builder.switch_to_block(then_block);
1370 if !self.gen_inline_stmt(ctx, then_body, ret_ty, exit_block)? {
1371 let block = ctx.builder.create_block();
1372 ctx.builder.ins().jump(block, &[]);
1373 end_block = Some(block);
1374 }
1375 ctx.builder.switch_to_block(else_block);
1376 if !self.gen_inline_stmt(ctx, else_body, ret_ty, exit_block)? {
1377 if end_block.is_none() {
1378 end_block = Some(ctx.builder.create_block());
1379 }
1380 ctx.builder.ins().jump(end_block.unwrap(), &[]);
1381 }
1382 ctx.builder.seal_block(else_block);
1383 } else {
1384 let block = ctx.builder.create_block();
1385 ctx.builder.ins().brif(cond, then_block, &[], block, &[]);
1386 end_block = Some(block);
1387 ctx.builder.switch_to_block(then_block);
1388 if !self.gen_inline_stmt(ctx, then_body, ret_ty, exit_block)? {
1389 ctx.builder.ins().jump(end_block.unwrap(), &[]);
1390 }
1391 }
1392 if let Some(block) = end_block {
1393 ctx.builder.switch_to_block(block);
1394 }
1395 ctx.builder.seal_block(then_block);
1396 Ok(end_block.is_none())
1397 }
1398 _ => self.gen_stmt(ctx, stmt, None, None),
1399 }
1400 }
1401
1402 fn try_inline_call(&mut self, ctx: &mut BuildContext, id: u32, generic_args: &[Type], args: &[(Value, Type)], capture_len: usize) -> Result<Option<LocalVar>> {
1403 if self.inline_depth >= 4 || self.inline_stack.contains(&id) || !generic_args.is_empty() || capture_len != 0 {
1404 return Ok(None);
1405 }
1406 let (fn_name, symbol) = self.compiler.symbols.get_symbol(id).map(|(name, symbol)| (name.clone(), symbol.clone()))?;
1407 let Symbol::Fn { ty: Type::Fn { tys, .. }, generic_params, cap, body, .. } = symbol else {
1408 return Ok(None);
1409 };
1410 if !generic_params.is_empty() || !cap.vars.is_empty() || tys.len() != args.len() {
1411 return Ok(None);
1412 }
1413 let body = body.as_ref().clone();
1414 if !Self::can_inline_stmt(&body) || !Self::inline_stmt_returns_value(&body) {
1415 return Ok(None);
1416 };
1417 let weight = Self::inline_stmt_weight(&body);
1418 if weight > 64 || weight > self.inline_budget {
1419 return Ok(None);
1420 }
1421
1422 let arg_tys: Vec<Type> = args.iter().map(|(_, ty)| ty.clone()).collect();
1423 let ret_ty = self.compiler.infer_fn_with_params(id, &arg_tys, generic_args)?;
1424 if ret_ty.is_void() {
1425 return Ok(None);
1426 }
1427 let inline_ret_ty = Self::inline_return_ty(fn_name.as_str(), &ret_ty, &body);
1428 let local_type_hints = self.compiler.inferred_local_type_hints(id, generic_args, &arg_tys);
1429 let mut inline_vars = Vec::with_capacity(args.len());
1430 for (value, ty) in args.iter().cloned() {
1431 inline_vars.push(LocalVar::Value { val: value, ty });
1432 }
1433
1434 let saved_vars = std::mem::replace(&mut ctx.vars, inline_vars);
1435 let saved_hints = std::mem::replace(&mut ctx.local_type_hints, local_type_hints);
1436 self.inline_stack.push(id);
1437 self.inline_depth += 1;
1438 self.inline_budget -= weight;
1439 let result = (|| -> Result<LocalVar> {
1440 let exit_block = ctx.builder.create_block();
1441 ctx.builder.append_block_param(exit_block, get_type(&inline_ret_ty)?);
1442 let terminated = self.gen_inline_stmt(ctx, &body, &inline_ret_ty, exit_block)?;
1443 if !terminated {
1444 return Err(anyhow!("inline candidate did not return on all paths: {}", fn_name));
1445 }
1446 ctx.builder.switch_to_block(exit_block);
1447 ctx.builder.seal_block(exit_block);
1448 Ok(LocalVar::Value { val: ctx.builder.block_params(exit_block)[0], ty: inline_ret_ty })
1449 })();
1450 self.inline_budget += weight;
1451 self.inline_depth -= 1;
1452 self.inline_stack.pop();
1453 ctx.local_type_hints = saved_hints;
1454 ctx.vars = saved_vars;
1455 result.map(Some)
1456 }
1457
1458 pub(crate) fn call_fn(&mut self, ctx: &mut BuildContext, id: u32, obj: Option<Expr>, params: &Vec<Expr>) -> Result<LocalVar> {
1459 self.call_fn_with_params(ctx, id, &[], obj, params)
1460 }
1461
1462 pub(crate) fn call_fn_with_params(&mut self, ctx: &mut BuildContext, id: u32, generic_args: &[Type], obj: Option<Expr>, params: &Vec<Expr>) -> Result<LocalVar> {
1463 self.call_fn_with_capture_values(ctx, id, generic_args, obj, params, None)
1464 }
1465
1466 pub(crate) fn call_fn_with_capture_values(&mut self, ctx: &mut BuildContext, id: u32, generic_args: &[Type], obj: Option<Expr>, params: &Vec<Expr>, capture_values: Option<Vec<(Value, Type)>>) -> Result<LocalVar> {
1467 let fn_name = self.compiler.symbols.get_symbol(id).map(|(name, _)| name.clone())?;
1468 let has_receiver = obj.is_some();
1469 if capture_values.is_none()
1470 && generic_args.is_empty()
1471 && obj.is_none()
1472 && Self::is_spawn_fn_name(fn_name.as_str())
1473 && let [target, args] = params.as_slice()
1474 && let LocalVar::Closure { id, captures } = self.eval(ctx, target)?
1475 {
1476 return self.spawn_closure(ctx, id, captures, args);
1477 }
1478 let mut args: Vec<(Value, Type)> = if let Some(obj) = obj { vec![self.eval(ctx, &obj)?.get(ctx).ok_or_else(|| anyhow!("函数 {} 的接收者表达式没有值: {:?}", fn_name, obj))?] } else { Vec::new() };
1479 for p in params {
1480 let value = self.eval(ctx, p)?;
1481 let value = match value {
1482 LocalVar::Closure { id, captures } => self.callback_value(ctx, id, captures)?.get(ctx).ok_or_else(|| anyhow!("函数 {} 的 callback 参数没有值: {:?}", fn_name, p))?,
1483 value => value.get(ctx).ok_or_else(|| anyhow!("函数 {} 的参数表达式没有值: {:?}", fn_name, p))?,
1484 };
1485 args.push(value);
1486 }
1487 if let Some(captures) = &capture_values {
1488 args.extend(captures.iter().cloned());
1489 }
1490 if let Some(value) = self.try_intrinsic_collection_call(ctx, fn_name.as_str(), &args)? {
1491 return Ok(value);
1492 }
1493 if fn_name.as_str().ends_with("Vec::swap")
1494 && let Some((base, vec_ty)) = args.first().cloned()
1495 && let Some(elem_ty) = Self::vec_elem_ty(&vec_ty)
1496 {
1497 let [_, left_idx, right_idx]: [(Value, Type); 3] = args.try_into().map_err(|_| anyhow!("Vec::swap 需要 self 和两个索引参数"))?;
1498 self.swap_vec_index(ctx, base, left_idx, right_idx, &elem_ty)?;
1499 return Ok(LocalVar::None);
1500 }
1501 let visible_arg_len = args.len() - capture_values.as_ref().map(|captures| captures.len()).unwrap_or(0);
1502 let arg_tys: Vec<Type> = args.iter().take(visible_arg_len).map(|(_, ty)| ty.clone()).collect();
1503 if !has_receiver && let Some(inlined) = self.try_inline_call(ctx, id, generic_args, &args, args.len() - visible_arg_len)? {
1504 return Ok(inlined);
1505 }
1506 let fn_info = match if generic_args.is_empty() { self.get_fn(id, &arg_tys) } else { Err(anyhow!("generic function needs specialization")) } {
1507 Ok(info) => info,
1508 Err(_) => self.gen_fn_with_params(Some(ctx), id, &arg_tys, generic_args).map_err(|e| {
1509 log::error!("{:?}", self.compiler.symbols.get_symbol(id));
1510 e
1511 })?,
1512 };
1513 match &fn_info {
1514 FnInfo::Call { fn_id: _, arg_tys: want_tys, caps, ret, context: _ } => {
1515 let mut args = self.adjust_args(ctx, args, want_tys)?;
1516 if capture_values.is_none() {
1517 for c in caps {
1518 args.push(ctx.get_var(*c as u32)?.get(ctx).unwrap().0);
1519 }
1520 }
1521 if ret.is_void() {
1522 self.call_for_side_effect(ctx, fn_info, args)?;
1523 Ok(LocalVar::None)
1524 } else {
1525 self.call(ctx, fn_info, args).map(|r| r.into())
1526 }
1527 }
1528 _ => panic!("不可能编译出 inline 函数"),
1529 }
1530 }
1531
1532 pub(crate) fn eval(&mut self, ctx: &mut BuildContext, expr: &Expr) -> Result<LocalVar> {
1533 self.eval_with_expected(ctx, expr, None)
1534 }
1535
1536 fn eval_with_expected(&mut self, ctx: &mut BuildContext, expr: &Expr, expected: Option<&Type>) -> Result<LocalVar> {
1537 if let Some(ty) = expected
1538 && self.expr_is_empty_list(expr)
1539 && let Some(value) = Self::empty_typed_list(ty)
1540 {
1541 let idx = self.compiler.get_const(value);
1542 let (val, _) = self.get_const_value(ctx, idx)?;
1543 return Ok(LocalVar::Value { val, ty: ty.clone() });
1544 }
1545 match &expr.kind {
1546 ExprKind::Value(v) => Ok(ctx.get_const(v)?.into()),
1547 ExprKind::Var(idx) => {
1548 let v = ctx.get_var(*idx)?;
1549 Ok(v)
1550 }
1551 ExprKind::Unary { op, value } => {
1552 let v = self.eval(ctx, value)?.get(ctx).unwrap();
1553 if op == &UnaryOp::Not && v.1.is_any() {
1554 let cond = self.bool_value(ctx, v)?;
1555 let zero = ctx.builder.ins().iconst(types::I8, 0);
1556 let one = ctx.builder.ins().iconst(types::I8, 1);
1557 let is_zero = ctx.builder.ins().icmp_imm(IntCC::Equal, cond, 0);
1558 Ok((ctx.builder.ins().select(is_zero, one, zero), Type::Bool).into())
1559 } else {
1560 Ok(Self::unary(ctx, v, op.clone())?.into())
1561 }
1562 }
1563 ExprKind::Binary { left, op, right } => {
1564 if op == &BinaryOp::Assign {
1565 let expected = self.assignment_target_ty(ctx, left);
1566 match self.eval_with_expected(ctx, right, expected.as_ref()) {
1567 Ok(value) => self.assign(ctx, left, value).map(|v| v.into()),
1568 Err(e) => {
1569 let err = self.compile_error(ctx, right.span, format!("赋值右侧编译失败: {e:#}"));
1570 log::error!("{err:#}");
1571 Err(err)
1572 }
1573 }
1574 } else {
1575 if matches!(op, BinaryOp::And | BinaryOp::Or) {
1576 let left = match self.eval(ctx, left)?.get(ctx) {
1577 Some(left) => left,
1578 None => {
1579 let false_value = ctx.builder.ins().iconst(types::I8, 0);
1580 (false_value, Type::Bool)
1581 }
1582 };
1583 return self.short_circuit_logic(ctx, left, op.clone(), right).map(Into::into);
1584 }
1585 let assign_expr = if op.is_assign() { Some(left.clone()) } else { None };
1586 let assign_expected = if op.is_assign() { self.assignment_target_ty(ctx, left) } else { None };
1587 let left_var_idx = if let ExprKind::Var(idx) = &left.kind { Some(*idx) } else { None };
1588 let left = match self.eval(ctx, left)?.get(ctx) {
1589 Some(left) => left,
1590 None => return Err(anyhow!("binary left has no value: {:?}", left)),
1591 };
1592 if op == &BinaryOp::Idx {
1593 let left_ty = self.compiler.symbols.get_type(&left.1).unwrap_or_else(|_| left.1.clone());
1594 let left = (left.0, left_ty);
1595 if let Type::Struct { params: _, fields: _ } = &left.1 {
1596 let idx = self.struct_field_index(&left.1, right)?;
1597 return self.load_struct_field(ctx, left.0, idx, &left.1).map(|r| r.into());
1598 }
1599 if let Some(elem_ty) = Self::vec_elem_ty(&left.1) {
1600 let idx = if right.is_value() {
1601 let idx = right.clone().value()?.as_int().ok_or(anyhow!("Vec 索引必须是整数"))?;
1602 (ctx.builder.ins().iconst(types::I64, idx), Type::I64)
1603 } else {
1604 self.eval(ctx, right)?.get(ctx).ok_or(anyhow!("Vec 索引没有值"))?
1605 };
1606 return self.load_vec_index(ctx, left.0, idx, &elem_ty).map(|r| r.into());
1607 }
1608 if let Some(elem_ty) = Self::array_elem_ty(&left.1) {
1609 let idx = if right.is_value() {
1610 let idx = right.clone().value()?.as_int().ok_or(anyhow!("array index must be integer"))?;
1611 (ctx.builder.ins().iconst(types::I64, idx), Type::I64)
1612 } else {
1613 self.eval(ctx, right)?.get(ctx).ok_or(anyhow!("array index has no value"))?
1614 };
1615 return self.load_array_index(ctx, left.0, idx, &elem_ty).map(|r| r.into());
1616 }
1617 if right.is_value() {
1618 let right_value = right.clone().value()?;
1619 if let Some(idx) = right_value.as_int() {
1620 let idx = ctx.builder.ins().iconst(types::I64, idx);
1621 if let Some(var_idx) = left_var_idx
1622 && let Some(value) = self.intrinsic_list_fast_path_get_idx(ctx, var_idx, left.clone(), (idx, Type::I64))?
1623 {
1624 return Ok(value.into());
1625 }
1626 if let Some(value) = self.intrinsic_list_get_idx(ctx, left.clone(), (idx, Type::I64))? {
1627 return Ok(value.into());
1628 }
1629 self.call(ctx, self.get_method(&left.1, "get_idx")?, vec![left.0, idx]).map(|r| r.into())
1630 } else {
1631 let key = ctx.get_const(&right_value)?;
1632 self.call(ctx, self.get_method(&left.1, "get_key")?, vec![left.0, key.0]).map(|r| r.into())
1633 }
1634 } else if let ExprKind::Range { start, stop, inclusive } = &right.kind {
1635 let start = self.eval(ctx, start)?.get(ctx).ok_or(anyhow!("range start has no value"))?;
1636 let start = self.convert(ctx, start, Type::I64)?;
1637 let stop = self.eval(ctx, stop)?.get(ctx).ok_or(anyhow!("range stop has no value"))?;
1638 let stop = self.convert(ctx, stop, Type::Any)?;
1639 let inclusive = ctx.builder.ins().iconst(types::I8, i64::from(*inclusive));
1640 self.call(ctx, self.get_method(&left.1, "slice")?, vec![left.0, start, stop, inclusive]).map(|r| r.into())
1641 } else {
1642 let right = self.eval(ctx, right)?.get(ctx).ok_or(anyhow!("非Value {:?}", right))?;
1643 if right.1.is_any() || right.1.is_str() {
1644 let right = self.convert(ctx, right, Type::Any)?;
1645 self.call(ctx, self.get_method(&left.1, "get_key")?, vec![left.0, right]).map(|r| r.into())
1646 } else {
1647 let right = self.convert(ctx, right, Type::I64)?;
1648 if let Some(var_idx) = left_var_idx
1649 && let Some(value) = self.intrinsic_list_fast_path_get_idx(ctx, var_idx, left.clone(), (right, Type::I64))?
1650 {
1651 return Ok(value.into());
1652 }
1653 if let Some(value) = self.intrinsic_list_get_idx(ctx, left.clone(), (right, Type::I64))? {
1654 return Ok(value.into());
1655 }
1656 self.call(ctx, self.get_method(&left.1, "get_idx")?, vec![left.0, right]).map(|r| r.into())
1657 }
1658 }
1659 } else {
1660 let result = self.binary_with_expected(ctx, left, op.clone(), right, assign_expected.as_ref().or(expected))?.into();
1661 if let Some(expr) = assign_expr { self.assign(ctx, &expr, result).map(|r| r.into()) } else { Ok(result.into()) }
1662 }
1663 }
1664 }
1665 ExprKind::Call { obj, params } => {
1666 if let ExprKind::AssocId { id, params: generic_args } = &obj.kind {
1667 self.call_fn_with_params(ctx, *id, generic_args, None, params)
1668 } else if let ExprKind::Id(id, obj) = &obj.kind {
1669 self.call_fn(ctx, *id, obj.as_ref().map(|o| *o.clone()), params)
1670 } else if obj.is_value() {
1671 return Ok(LocalVar::None);
1673 } else {
1674 if obj.is_idx() {
1675 let (left, _, right) = obj.clone().binary().unwrap();
1676 let left = self.eval(ctx, &left)?.get(ctx).ok_or(anyhow!("obj {:?}", obj))?;
1677 let ty = self.compiler.symbols.get_type(&left.1)?;
1678 if let Some(name) = self.get_dynamic(&right) {
1679 if name.as_str() == "swap"
1680 && let Some(elem_ty) = Self::vec_elem_ty(&ty)
1681 {
1682 let [left_idx, right_idx]: [(Value, Type); 2] =
1683 params.iter().map(|p| self.eval(ctx, p)?.get(ctx).ok_or(anyhow!("Vec::swap 参数没有值"))).collect::<Result<Vec<_>>>()?.try_into().map_err(|_| anyhow!("Vec::swap 需要两个索引参数"))?;
1684 self.swap_vec_index(ctx, left.0, left_idx, right_idx, &elem_ty)?;
1685 return Ok(LocalVar::None);
1686 }
1687 let mut args = vec![left];
1688 for p in params {
1689 args.push(self.eval(ctx, p)?.get(ctx).ok_or_else(|| anyhow!("动态方法 {:?} 的参数表达式没有值: {:?}", name, p))?);
1690 }
1691 let (_, method_ty) = self.compiler.get_field(&ty, name.as_str()).map_err(|e| self.compile_error(ctx, obj.span, format!("类型 {:?} 没有成员方法 `{}`: {e:#}", ty, name.as_str())))?;
1692 let Type::Symbol { id, .. } = method_ty else {
1693 return Err(self.compile_error(ctx, obj.span, format!("`{:?}.{}` 不是成员函数", ty, name.as_str())));
1694 };
1695 let arg_tys: Vec<Type> = args.iter().map(|(_, ty)| ty.clone()).collect();
1696 let method = self.get_fn(id, &arg_tys).or_else(|_| self.gen_fn_with_params(Some(ctx), id, &arg_tys, &[]))?;
1697 let args = self.adjust_args(ctx, args, method.arg_tys()?)?;
1698 self.call(ctx, method, args).map(|r| r.into())
1699 } else {
1700 self.eval(ctx, obj)
1701 }
1702 } else {
1703 let val = self.eval(ctx, obj)?;
1704 if let LocalVar::Closure { id, captures } = val {
1705 return self.call_fn_with_capture_values(ctx, id, &[], None, params, Some(captures));
1706 }
1707 anyhow::bail!("暂未实现: {:?}", val)
1708 }
1709 }
1710 }
1711 ExprKind::Typed { value, ty } => {
1712 if let Type::Struct { params: _, fields: _ } = ty
1713 && let ExprKind::List(items) = &value.kind
1714 {
1715 return Ok((self.init_struct_from_items(ctx, items, ty)?, ty.clone()).into());
1716 }
1717 if let Type::Array(_, _) = ty
1718 && let ExprKind::List(items) = &value.kind
1719 {
1720 return Ok((self.init_array_from_items(ctx, items, ty)?, ty.clone()).into());
1721 }
1722 let evaluated = self.eval(ctx, value)?;
1723 if evaluated.is_closure() {
1724 return Ok(evaluated);
1725 }
1726 let vt = if let Some(vt) = evaluated.get(ctx) {
1727 vt
1728 } else if ty.is_any() {
1729 let idx = self.compiler.get_const(Dynamic::Null);
1730 self.get_const_value(ctx, idx)?
1731 } else {
1732 return Ok(LocalVar::None);
1733 };
1734 if let Type::Struct { params: _, fields: _ } = ty
1735 && !self.is_opaque_custom_ty(ty)
1736 {
1737 if &vt.1 == ty {
1738 Ok(vt.into())
1739 } else if vt.1.is_any() {
1740 Ok((self.init_struct_from_dynamic(ctx, vt, ty)?, ty.clone()).into())
1741 } else {
1742 Err(anyhow!("cannot convert {:?} to {:?}", vt.1, ty))
1743 }
1744 } else if &vt.1 != ty {
1745 Ok((self.convert(ctx, vt, ty.clone())?, ty.clone()).into())
1746 } else {
1747 Ok(vt.into())
1748 }
1749 }
1750 ExprKind::List(_) => anyhow::bail!("未实现: {:?}", expr),
1751 ExprKind::Repeat { value, len } => {
1752 let value = self.eval(ctx, value)?.get(ctx).ok_or(anyhow!("repeat value has no value"))?;
1753 let Type::ConstInt(len) = len else {
1754 return Err(anyhow!("repeat length must be a compile-time integer"));
1755 };
1756 let len = u32::try_from(*len).map_err(|_| anyhow!("repeat length out of range"))?;
1757 self.init_repeat_array(ctx, value, len).map(|r| r.into())
1758 }
1759 ExprKind::Const(idx) => self.get_const_value(ctx, *idx).map(|v| v.into()),
1760 ExprKind::Id(id, _) => self.closure_value(ctx, *id),
1761 ExprKind::AssocId { id, .. } => self.closure_value(ctx, *id),
1762 expr => {
1763 anyhow::bail!("未实现: {:?}", expr)
1765 }
1766 }
1767 }
1768
1769 fn gen_loop(&mut self, ctx: &mut BuildContext, cond: Option<&Expr>, body: &Stmt, f: Option<impl FnMut(&mut BuildContext)>) -> Result<()> {
1770 let loop_block = ctx.builder.create_block();
1771 let end_block = ctx.builder.create_block();
1772 if let Some(cond) = cond {
1773 let start_block = ctx.builder.create_block();
1774 ctx.builder.ins().jump(start_block, &[]);
1775 ctx.builder.switch_to_block(start_block);
1776 let cond = self.eval(ctx, cond)?.get(ctx).unwrap();
1777 let cond = self.bool_value(ctx, cond)?;
1778 let continue_block = if f.is_some() { ctx.builder.create_block() } else { start_block };
1779 ctx.builder.ins().brif(cond, loop_block, &[], end_block, &[]);
1780 ctx.builder.switch_to_block(loop_block);
1781 let body_terminated = self.gen_stmt(ctx, body, Some(end_block), Some(continue_block))?;
1782 if !body_terminated {
1783 ctx.builder.ins().jump(continue_block, &[]);
1784 }
1785 ctx.builder.seal_block(loop_block);
1786 f.map(|mut f| {
1787 ctx.builder.switch_to_block(continue_block);
1788 f(ctx);
1789 ctx.builder.ins().jump(start_block, &[]);
1790 ctx.builder.seal_block(continue_block);
1791 });
1792 } else {
1793 ctx.builder.ins().jump(loop_block, &[]);
1794 ctx.builder.switch_to_block(loop_block);
1795 let body_terminated = self.gen_stmt(ctx, body, Some(end_block), Some(loop_block))?;
1796 if !body_terminated {
1797 ctx.builder.ins().jump(loop_block, &[]);
1798 }
1799 ctx.builder.seal_block(loop_block);
1800 }
1801 ctx.builder.switch_to_block(end_block);
1802 Ok(())
1803 }
1804
1805 pub(crate) fn gen_stmt(&mut self, ctx: &mut BuildContext, stmt: &Stmt, break_block: Option<Block>, continue_block: Option<Block>) -> Result<bool> {
1806 match &stmt.kind {
1807 StmtKind::Expr(expr, _) => {
1808 let _ = self.eval(ctx, expr)?;
1809 }
1810 StmtKind::Break => {
1811 ctx.builder.ins().jump(break_block.unwrap(), &[]);
1812 return Ok(true);
1813 }
1814 StmtKind::Continue => {
1815 ctx.builder.ins().jump(continue_block.unwrap(), &[]);
1816 return Ok(true);
1817 }
1818 StmtKind::Return(expr) => {
1819 if let Some(expr) = expr {
1820 let value = self.eval(ctx, expr)?;
1821 let value = value.get(ctx);
1822 self.return_value(ctx, value)?;
1823 } else {
1824 self.return_value(ctx, None)?;
1825 }
1826 return Ok(true);
1827 }
1828 StmtKind::If { cond, then_body, else_body } => {
1829 self.declare_assigned_vars(ctx, then_body)?;
1830 if let Some(else_body) = else_body {
1831 self.declare_assigned_vars(ctx, else_body)?;
1832 }
1833 let then_block = ctx.builder.create_block();
1834 let cond = self.eval(ctx, cond)?.get(ctx).ok_or(anyhow!("未知的条件 {:?}", cond))?;
1835 let cond = self.bool_value(ctx, cond)?;
1836 let mut end_block = None;
1837 if let Some(else_body) = else_body {
1838 let else_block = ctx.builder.create_block();
1839 ctx.builder.ins().brif(cond, then_block, &[], else_block, &[]);
1840 ctx.builder.switch_to_block(then_block);
1841 if !self.gen_stmt(ctx, then_body, break_block, continue_block)? {
1842 let block = ctx.builder.create_block();
1843 ctx.builder.ins().jump(block, &[]);
1844 end_block = Some(block);
1845 }
1846 ctx.builder.switch_to_block(else_block);
1847 if !self.gen_stmt(ctx, else_body, break_block, continue_block)? {
1848 if end_block.is_none() {
1849 end_block = Some(ctx.builder.create_block());
1850 }
1851 ctx.builder.ins().jump(end_block.unwrap(), &[]);
1852 }
1853 ctx.builder.seal_block(else_block);
1854 } else {
1855 let block = ctx.builder.create_block();
1856 ctx.builder.ins().brif(cond, then_block, &[], block, &[]);
1857 end_block = Some(block);
1858 ctx.builder.switch_to_block(then_block);
1859 if !self.gen_stmt(ctx, then_body, break_block, continue_block)? {
1860 ctx.builder.ins().jump(end_block.unwrap(), &[]); }
1862 }
1863 if let Some(block) = end_block {
1864 ctx.builder.switch_to_block(block);
1865 }
1866 ctx.builder.seal_block(then_block);
1867 return Ok(end_block.is_none());
1868 }
1869 StmtKind::Block(stmts) => {
1870 for (idx, stmt) in stmts.iter().enumerate() {
1871 let r = self.gen_stmt(ctx, stmt, break_block, continue_block)?;
1872 if idx == stmts.len() - 1 {
1873 return Ok(r);
1874 }
1875 }
1876 }
1877 StmtKind::While { cond, body } => {
1878 self.declare_assigned_vars(ctx, body)?;
1879 let no_loop: Option<fn(&mut BuildContext)> = None;
1880 self.gen_loop(ctx, Some(cond), body, no_loop)?;
1881 }
1882 StmtKind::Loop(body) => {
1883 self.declare_assigned_vars(ctx, body)?;
1884 let no_loop: Option<fn(&mut BuildContext)> = None;
1885 self.gen_loop(ctx, None, body, no_loop)?;
1886 }
1887 StmtKind::For { pat, range, body } => {
1888 if let ExprKind::Range { start, stop, inclusive } = &range.kind {
1889 if let PatternKind::Var { idx, .. } = &pat.kind {
1890 let start = self.eval(ctx, start)?.get(ctx).ok_or(anyhow!("range start has no value"))?;
1891 let stop = self.eval(ctx, stop)?.get(ctx).ok_or(anyhow!("range stop has no value"))?;
1892 let range_ty = if start.1.is_any() && stop.1.is_any() {
1893 Type::I64
1894 } else if start.1.is_any() {
1895 stop.1.clone()
1896 } else if stop.1.is_any() {
1897 start.1.clone()
1898 } else {
1899 start.1.clone() + stop.1.clone()
1900 };
1901 if !range_ty.is_int() && !range_ty.is_uint() {
1902 anyhow::bail!("for range bounds must be integer, got {:?}", range_ty);
1903 }
1904 let start = self.convert(ctx, start, range_ty.clone())?;
1905 let stop = self.convert(ctx, stop, range_ty.clone())?;
1906 ctx.set_var(*idx, (start, range_ty.clone()).into())?;
1907 self.declare_assigned_vars(ctx, body)?;
1908 let list_fast_path_len = self.push_loop_list_fast_paths(ctx, body)?;
1909
1910 let start_block = ctx.builder.create_block();
1911 let body_block = ctx.builder.create_block();
1912 let continue_block = ctx.builder.create_block();
1913 let end_block = ctx.builder.create_block();
1914 ctx.builder.ins().jump(start_block, &[]);
1915
1916 ctx.builder.switch_to_block(start_block);
1917 let current = ctx.get_var(*idx)?.get(ctx).ok_or(anyhow!("range loop variable has no value"))?;
1918 let cond = if range_ty.is_uint() {
1919 let op = if *inclusive { IntCC::UnsignedLessThanOrEqual } else { IntCC::UnsignedLessThan };
1920 ctx.builder.ins().icmp(op, current.0, stop)
1921 } else {
1922 let op = if *inclusive { IntCC::SignedLessThanOrEqual } else { IntCC::SignedLessThan };
1923 ctx.builder.ins().icmp(op, current.0, stop)
1924 };
1925 ctx.builder.ins().brif(cond, body_block, &[], end_block, &[]);
1926
1927 ctx.builder.switch_to_block(body_block);
1928 let body_terminated = self.gen_stmt(ctx, body, Some(end_block), Some(continue_block))?;
1929 if !body_terminated {
1930 ctx.builder.ins().jump(continue_block, &[]);
1931 }
1932 ctx.builder.seal_block(body_block);
1933
1934 ctx.builder.switch_to_block(continue_block);
1935 let current = ctx.get_var(*idx)?.get(ctx).ok_or(anyhow!("range loop variable has no value"))?;
1936 let step = match &range_ty {
1937 Type::I64 | Type::U64 => ctx.builder.ins().iconst(types::I64, 1),
1938 Type::I32 | Type::U32 => ctx.builder.ins().iconst(types::I32, 1),
1939 Type::I16 | Type::U16 => ctx.builder.ins().iconst(types::I16, 1),
1940 Type::I8 | Type::U8 => ctx.builder.ins().iconst(types::I8, 1),
1941 _ => unreachable!(),
1942 };
1943 let next = ctx.builder.ins().iadd(current.0, step);
1944 ctx.set_var(*idx, (next, range_ty).into())?;
1945 ctx.builder.ins().jump(start_block, &[]);
1946 ctx.builder.seal_block(continue_block);
1947 ctx.builder.seal_block(start_block);
1948 ctx.builder.switch_to_block(end_block);
1949 ctx.truncate_list_fast_paths(list_fast_path_len);
1950 }
1951 } else if let PatternKind::Var { idx, .. } = &pat.kind {
1952 let vt = self.eval(ctx, range)?.get(ctx).unwrap();
1953 if let Type::List(_) = &vt.1 {
1954 let len_fn = self.get_native_fn_cached("Any::len", &[Type::Any])?;
1955 let len = self.call(ctx, len_fn, vec![vt.0])?;
1956 let len = self.convert(ctx, len.into(), Type::I64)?;
1957 let zero = ctx.builder.ins().iconst(types::I64, 0);
1958 let first = if let Some(first) = self.intrinsic_list_get_idx(ctx, vt.clone(), (zero, Type::I64))? {
1959 first
1960 } else {
1961 let get_idx_fn = self.get_native_fn_cached("Any::get_idx", &[Type::Any, Type::I64])?;
1962 self.call(ctx, get_idx_fn, vec![vt.0, zero])?
1963 };
1964 ctx.set_var(*idx, first.into())?;
1965 self.declare_assigned_vars(ctx, body)?;
1966
1967 let index_var = ctx.builder.declare_var(types::I64);
1968 ctx.builder.def_var(index_var, zero);
1969 let start_block = ctx.builder.create_block();
1970 let body_block = ctx.builder.create_block();
1971 let continue_block = ctx.builder.create_block();
1972 let end_block = ctx.builder.create_block();
1973 ctx.builder.ins().jump(start_block, &[]);
1974 ctx.builder.switch_to_block(start_block);
1975 let index = ctx.builder.use_var(index_var);
1976 let cond = ctx.builder.ins().icmp(IntCC::SignedLessThan, index, len);
1977 ctx.builder.ins().brif(cond, body_block, &[], end_block, &[]);
1978
1979 ctx.builder.switch_to_block(body_block);
1980 let item = if let Some(item) = self.intrinsic_list_get_idx(ctx, vt.clone(), (index, Type::I64))? {
1981 item
1982 } else {
1983 let get_idx_fn = self.get_native_fn_cached("Any::get_idx", &[Type::Any, Type::I64])?;
1984 self.call(ctx, get_idx_fn, vec![vt.0, index])?
1985 };
1986 ctx.set_var(*idx, item.into())?;
1987 let body_terminated = self.gen_stmt(ctx, body, Some(end_block), Some(continue_block))?;
1988 if !body_terminated {
1989 ctx.builder.ins().jump(continue_block, &[]);
1990 }
1991 ctx.builder.seal_block(body_block);
1992
1993 ctx.builder.switch_to_block(continue_block);
1994 let index = ctx.builder.use_var(index_var);
1995 let one = ctx.builder.ins().iconst(types::I64, 1);
1996 let next_index = ctx.builder.ins().iadd(index, one);
1997 ctx.builder.def_var(index_var, next_index);
1998 ctx.builder.ins().jump(start_block, &[]);
1999 ctx.builder.seal_block(continue_block);
2000 ctx.builder.seal_block(start_block);
2001 ctx.builder.switch_to_block(end_block);
2002 } else if vt.1.is_any() {
2003 let iter = self.call(ctx, self.get_method(&vt.1, "iter")?, vec![vt.0])?;
2004 let next = self.get_method(&vt.1, "next")?;
2005 let next_id = next.get_id()?;
2006 let start = self.call(ctx, next, vec![iter.0])?;
2007 ctx.set_var(*idx, start.into())?;
2008 let cond = Self::expr(ExprKind::Binary { left: Box::new(Self::expr(ExprKind::Var(*idx))), op: BinaryOp::Ne, right: Box::new(Self::expr(ExprKind::Value(Dynamic::Null))) });
2009 self.gen_loop(
2010 ctx,
2011 Some(&cond),
2012 body,
2013 Some(|ctx: &mut BuildContext| {
2014 let fn_ref = ctx.get_fn_ref(next_id).unwrap();
2015 let call_inst = ctx.builder.ins().call(fn_ref, &[iter.0]);
2016 let ret = ctx.builder.inst_results(call_inst)[0];
2017 let _ = ctx.set_var(*idx, (ret, Type::Any).into());
2018 }),
2019 )?;
2020 }
2021 } else if let PatternKind::Tuple(pats) = &pat.kind {
2022 let vt = self.eval(ctx, range)?.get(ctx).unwrap();
2023 if vt.1.is_any() && pats.len() == 2 {
2024 let iter = self.call(ctx, self.get_method(&vt.1, "iter")?, vec![vt.0])?;
2026 let next_pair = self.get_method(&vt.1, "next_pair")?;
2027 let next_id = next_pair.get_id()?;
2028 let get_idx = self.get_method(&vt.1, "get_idx")?.get_id()?;
2029
2030 let start = self.call(ctx, next_pair, vec![iter.0])?;
2031 let key_idx = ctx.builder.ins().iconst(types::I64, 0);
2032 let key = self.call(ctx, self.get_method(&start.1, "get_idx")?, vec![start.0, key_idx])?;
2033 let value_idx = ctx.builder.ins().iconst(types::I64, 1);
2034 let value = self.call(ctx, self.get_method(&start.1, "get_idx")?, vec![start.0, value_idx])?;
2035 ctx.set_var(pats[0].var().unwrap(), key.into())?;
2036 ctx.set_var(pats[1].var().unwrap(), value.into())?;
2037 let cond = Self::expr(ExprKind::Binary { left: Box::new(Self::expr(ExprKind::Var(pats[0].var().unwrap()))), op: BinaryOp::Ne, right: Box::new(Self::expr(ExprKind::Value(Dynamic::Null))) });
2038 self.gen_loop(
2039 ctx,
2040 Some(&cond),
2041 body,
2042 Some(|ctx: &mut BuildContext| {
2043 let fn_ref = ctx.get_fn_ref(next_id).unwrap();
2044 let call_inst = ctx.builder.ins().call(fn_ref, &[iter.0]);
2045 let ret = ctx.builder.inst_results(call_inst)[0];
2046
2047 let fn_ref = ctx.get_fn_ref(get_idx).unwrap();
2048 let call_inst = ctx.builder.ins().call(fn_ref, &[ret, key_idx]);
2049 let key_ret = ctx.builder.inst_results(call_inst)[0];
2050 let call_inst = ctx.builder.ins().call(fn_ref, &[ret, value_idx]);
2051 let value_ret = ctx.builder.inst_results(call_inst)[0];
2052
2053 let _ = ctx.set_var(pats[0].var().unwrap(), (key_ret, Type::Any).into());
2054 let _ = ctx.set_var(pats[1].var().unwrap(), (value_ret, Type::Any).into());
2055 }),
2056 )?;
2057 }
2058 }
2059 }
2060 _ => {
2061 anyhow::bail!("未实现: {:?}", stmt)
2062 }
2063 }
2064 Ok(false)
2065 }
2066}