1use rucc_base::Interner;
27use rucc_ir as ir;
28use rucc_mir as mir;
29use rucc_regalloc::assign::Env;
30use rucc_target::{Arch, BranchInsts, CallRegs, FrameInsts, PhysReg, RegFile, TargetInfo, x86_64};
31
32use crate::coverage::Fired;
33use crate::expand;
34use crate::finish::finish;
35use crate::frame::{Frame, Layout};
36use crate::layout;
37use crate::lower::{self, Unsupported};
38use crate::split;
39use crate::varargs;
40
41#[derive(Debug)]
50pub struct Machine {
51 pub conv: &'static CallRegs,
53 pub file: RegFile,
55 pub insts: &'static FrameInsts,
57 pub branch: &'static BranchInsts,
59 pub env: Env,
61}
62
63const SCRATCH: [PhysReg; 2] = [x86_64::R10, x86_64::R11];
70
71const SCRATCH_COUNT: usize = SCRATCH.len();
73
74impl Machine {
75 #[must_use]
82 pub fn x86_64(conv: &'static CallRegs) -> Self {
83 let order: Vec<PhysReg> =
84 conv.int_order.iter().copied().filter(|reg| !SCRATCH.contains(reg)).collect();
85 let free: Vec<PhysReg> =
92 conv.sse_order.iter().copied().filter(|®| !conv.preserves_sse(reg)).collect();
93 let at = free.len().saturating_sub(SCRATCH_COUNT);
94 let sse_scratch: Vec<PhysReg> = free[at..].to_vec();
95 let sse_order: Vec<PhysReg> =
96 conv.sse_order.iter().copied().filter(|reg| !sse_scratch.contains(reg)).collect();
97 Self {
98 conv,
99 file: x86_64::REGS,
100 insts: &x86_64::FRAME,
101 branch: &x86_64::BRANCH,
102 env: Env::new().with(x86_64::GPR, &order, &SCRATCH).with(
103 x86_64::XMM,
104 &sse_order,
105 &sse_scratch,
106 ),
107 }
108 }
109
110 #[must_use]
117 pub fn for_target(target: &TargetInfo) -> Option<Self> {
118 let conv = target.call_regs?;
119 match target.triple.arch {
120 Arch::X86_64 => Some(Self::x86_64(conv)),
121 Arch::Aarch64 | Arch::Riscv64 => None,
122 }
123 }
124}
125
126#[derive(Debug, Clone, Copy, PartialEq, Eq)]
128pub struct Flags {
129 pub frame_pointer: bool,
131 pub red_zone: bool,
133}
134
135impl Default for Flags {
136 fn default() -> Self {
139 Self { frame_pointer: false, red_zone: true }
140 }
141}
142
143pub fn compile(
157 source: &mut ir::Func,
158 names: &mut Interner,
159 machine: &Machine,
160 flags: Flags,
161) -> Result<mir::Func, Unsupported> {
162 compile_recording(source, names, machine, flags, &mut Fired::new())
163}
164
165pub fn compile_recording(
179 source: &mut ir::Func,
180 names: &mut Interner,
181 machine: &Machine,
182 flags: Flags,
183 fired: &mut Fired,
184) -> Result<mir::Func, Unsupported> {
185 expand::switches(source);
186 expand::floats(source);
187 expand::bulk(source, names, machine.conv.word);
188 varargs::lists(source, machine.conv);
189 let lowered = lower::func(source, names, machine.conv)?;
190 fired.merge(&lowered.fired);
191 let lower::Lowered { mut func, stack, .. } = lowered;
192 let layout = Layout {
193 frame_pointer: flags.frame_pointer,
194 red_zone: flags.red_zone,
195 ..stack.layout(Layout::new(machine.conv, machine.file))
196 };
197
198 split::critical(&mut func);
202 let allocation = rucc_regalloc::run(&mut func, &machine.env);
203
204 let frame = Frame::of(&func, &allocation, &layout);
207 finish(&mut func, &allocation, &frame, &stack, machine.conv, machine.insts, names);
208
209 layout::blocks(&mut func, machine.branch, names);
212 Ok(func)
213}
214
215#[cfg(test)]
216mod tests {
217 use rucc_ir::{Builder, Flags as IrFlags, Func, Opcode, Signature, Type};
218 use rucc_target::x86_64::{REGS, SYSV, WIN64};
219
220 use super::*;
221
222 fn blank(params: &[Type]) -> (Interner, Func, ir::Block, Vec<ir::Value>) {
224 let mut names = Interner::new();
225 let mut func = Func::new(names.intern("f"), Signature::new());
226 let block = func.create_block();
227 let values = params.iter().map(|&ty| func.append_param(block, ty)).collect();
228 (names, func, block, values)
229 }
230
231 #[test]
232 fn a_function_comes_out_with_no_virtual_register_left_in_it() {
233 let i32 = Type::int(32);
234 let (mut names, mut source, block, args) = blank(&[i32, i32]);
235 let mut build = Builder::new(&mut source, block);
236 let sum = build.binary(Opcode::Add, args[0], args[1], IrFlags::default());
237 build.ret(&[sum]);
238
239 let machine = Machine::x86_64(&SYSV);
240 let out = compile(&mut source, &mut names, &machine, Flags::default())
241 .expect("every instruction has a rule");
242
243 assert_eq!(
248 mir::print_func(&out, &names, ®S),
249 "mfunc @f {\n\
250 block0:\n \
251 $rdi($rdi) = x64.arg_val_32\n \
252 $rsi($rsi) = x64.arg_val_32\n \
253 $rdi(reuse 1) = x64.add_rr_32 $rdi, $rsi\n \
254 $rax = x64.mov_rr_64 $rdi\n \
255 x64.ret_val_32 $rax($rax)\n \
256 x64.ret\n\
257 }\n"
258 );
259 }
260
261 #[test]
265 fn which_rules_lowered_a_function_is_something_the_compilation_can_be_asked_for() {
266 let i32 = Type::int(32);
267 let (mut names, mut source, block, args) = blank(&[i32, i32]);
268 let mut build = Builder::new(&mut source, block);
269 let sum = build.binary(Opcode::Add, args[0], args[1], IrFlags::default());
270 build.ret(&[sum]);
271
272 let machine = Machine::x86_64(&SYSV);
273 let mut fired = Fired::new();
274 compile_recording(&mut source, &mut names, &machine, Flags::default(), &mut fired)
275 .expect("every instruction has a rule");
276 let one = fired.count();
277 assert!(one > 0, "an add and a return went through the table and nothing was recorded");
278
279 let listing = fired.listing(&crate::select::x86_64::TABLE);
280 assert_eq!(listing.lines().filter(|line| line.starts_with("fired ")).count(), one);
281 assert!(
282 listing.contains(&format!("{one} of ")),
283 "{}",
284 listing.lines().next().unwrap_or("")
285 );
286
287 let (mut names, mut source, block, args) = blank(&[i32, i32]);
289 let mut build = Builder::new(&mut source, block);
290 let difference = build.binary(Opcode::Sub, args[0], args[1], IrFlags::default());
291 build.ret(&[difference]);
292 compile_recording(&mut source, &mut names, &machine, Flags::default(), &mut fired)
293 .expect("every instruction has a rule");
294 assert!(fired.count() > one, "a subtraction is not an addition");
295 }
296
297 #[test]
298 fn a_function_that_calls_takes_a_frame_and_gives_it_back() {
299 let i32 = Type::int(32);
300 let (mut names, mut source, block, args) = blank(&[i32]);
301 let sig = source.add_signature(Signature::new().with_params(&[i32]).with_returns(&[i32]));
302 let callee = names.intern("g");
303 let call = Builder::new(&mut source, block).call(callee, sig, &[args[0]]);
304 let got = source[call].first_result.expect("an integer comes back");
305 let mut build = Builder::new(&mut source, block);
306 let sum = build.binary(Opcode::Add, got, args[0], IrFlags::default());
307 build.ret(&[sum]);
308
309 let machine = Machine::x86_64(&SYSV);
310 let out = compile(&mut source, &mut names, &machine, Flags::default())
311 .expect("every instruction has a rule");
312
313 let text = mir::print_func(&out, &names, ®S);
316 assert!(text.contains("x64.push_64 $rbx"), "{text}");
317 assert!(text.contains("$rbx = x64.pop_64"), "{text}");
318 assert!(text.contains("x64.call $rdi($rdi), @g"), "{text}");
319 assert!(!text.contains('%'), "{text}");
320 }
321
322 #[test]
323 fn the_other_convention_is_the_same_function_somewhere_else() {
324 let i32 = Type::int(32);
325 let (mut names, mut source, block, args) = blank(&[i32, i32]);
326 let mut build = Builder::new(&mut source, block);
327 let sum = build.binary(Opcode::Add, args[0], args[1], IrFlags::default());
328 build.ret(&[sum]);
329
330 let machine = Machine::x86_64(&WIN64);
331 let out = compile(&mut source, &mut names, &machine, Flags::default())
332 .expect("every instruction has a rule");
333
334 let text = mir::print_func(&out, &names, ®S);
337 assert!(text.contains("$rcx($rcx) = x64.arg_val_32"), "{text}");
338 assert!(text.contains("$rdx($rdx) = x64.arg_val_32"), "{text}");
339 assert!(!text.contains("$rdi"), "{text}");
340 }
341
342 #[test]
343 fn a_function_with_a_branch_in_it_goes_through_every_pass() {
344 let i32 = Type::int(32);
345 let (mut names, mut source, entry, args) = blank(&[i32, i32]);
346 let then = source.create_block();
347 let join = source.create_block();
348 let got = source.append_param(join, i32);
349 let mut build = Builder::new(&mut source, entry);
350 let cond = build.icmp(rucc_ir::IntPred::Slt, args[0], args[1]);
351 build.br_if(cond, then, &[], join, &[args[1]]);
352 Builder::new(&mut source, then).jump(join, &[args[0]]);
353 Builder::new(&mut source, join).ret(&[got]);
354
355 let machine = Machine::x86_64(&SYSV);
356 let out = compile(&mut source, &mut names, &machine, Flags::default())
357 .expect("every instruction has a rule");
358
359 assert_eq!(out.block_count(), 4);
363
364 let text = mir::print_func(&out, &names, ®S);
373 assert_eq!(
374 text,
375 "mfunc @f {\n\
376 block0:\n \
377 $rdi($rdi) = x64.arg_val_32\n \
378 $rsi($rsi) = x64.arg_val_32\n \
379 $rax = x64.cmp_set_l_32 $rdi, $rsi\n \
380 x64.test_rr_8 $rax\n \
381 x64.jcc_e block2, block1\n\
382 \nblock1:\n \
383 $rax = x64.mov_rr_64 $rdi\n \
384 x64.jmp block3\n\
385 \nblock2:\n \
386 $rax = x64.mov_rr_64 $rsi, block3\n\
387 \nblock3:\n \
388 x64.ret_val_32 $rax($rax)\n \
389 x64.ret\n\
390 }\n"
391 );
392 }
393
394 #[test]
400 fn a_loop_that_carries_its_values_round_keeps_all_of_them() {
401 let i32 = Type::int(32);
402 let (mut names, mut source, entry, args) = blank(&[i32, i32]);
403 let head = source.create_block();
404 let body = source.create_block();
405 let exit = source.create_block();
406 let left = source.append_param(head, i32);
407 let right = source.append_param(head, i32);
408 Builder::new(&mut source, entry).jump(head, &[args[0], args[1]]);
409 let mut build = Builder::new(&mut source, head);
410 let zero = build.iconst(i32, 0);
411 let more = build.icmp(rucc_ir::IntPred::Ne, right, zero);
412 build.br_if(more, body, &[], exit, &[left]);
413 let mut build = Builder::new(&mut source, body);
414 let rest = build.binary(Opcode::SRem, left, right, IrFlags::default());
415 build.jump(head, &[right, rest]);
416 let result = source.append_param(exit, i32);
417 Builder::new(&mut source, exit).ret(&[result]);
418
419 let machine = Machine::x86_64(&SYSV);
420 let out = compile(&mut source, &mut names, &machine, Flags::default())
421 .expect("every instruction has a rule");
422
423 assert_eq!(
439 mir::print_func(&out, &names, ®S),
440 "mfunc @f {\n\
441 block0:\n \
442 $rdi($rdi) = x64.arg_val_32\n \
443 $rsi($rsi) = x64.arg_val_32\n \
444 $rcx = x64.mov_rr_64 $rdi, block1\n\
445 \nblock1:\n \
446 $rax = x64.mov_ri_32 0\n \
447 $rax = x64.cmp_set_ne_32 $rsi, $rax\n \
448 x64.test_rr_8 $rax\n \
449 x64.jcc_e block3, block2\n\
450 \nblock2:\n \
451 $rax = x64.mov_rr_64 $rcx\n \
452 $rdx($rdx), early $rax($rax) = x64.idiv_rem_32 $rax($rax), $rsi\n \
453 $rdi = x64.mov_rr_64 $rax\n \
454 $rcx = x64.mov_rr_64 $rsi\n \
455 $rsi = x64.mov_rr_64 $rdx\n \
456 x64.jmp block1\n\
457 \nblock3:\n \
458 $rax = x64.mov_rr_64 $rcx\n \
459 x64.ret_val_32 $rax($rax)\n \
460 x64.ret\n\
461 }\n"
462 );
463 }
464
465 #[test]
470 fn a_function_that_has_been_laid_out_reads_back_as_the_same_function() {
471 let i32 = Type::int(32);
472 let (mut names, mut source, entry, args) = blank(&[i32, i32]);
473 let then = source.create_block();
474 let join = source.create_block();
475 let got = source.append_param(join, i32);
476 let mut build = Builder::new(&mut source, entry);
477 let cond = build.icmp(rucc_ir::IntPred::Slt, args[0], args[1]);
478 build.br_if(cond, then, &[], join, &[args[1]]);
479 Builder::new(&mut source, then).jump(join, &[args[0]]);
480 Builder::new(&mut source, join).ret(&[got]);
481
482 let machine = Machine::x86_64(&SYSV);
483 let out = compile(&mut source, &mut names, &machine, Flags::default())
484 .expect("every instruction has a rule");
485
486 let text = mir::print_func(&out, &names, ®S);
487 let read = rucc_mir::parse(&text, &mut names, ®S).expect("what the printer wrote");
488 assert_eq!(mir::print(&read, &names, ®S), text);
489 }
490
491 #[test]
492 fn a_function_this_cannot_lower_is_reported_rather_than_compiled() {
493 let f80 = Type::float(rucc_ir::Float::F80);
494 let (mut names, mut source, block, args) = blank(&[f80]);
495 Builder::new(&mut source, block).ret(&[args[0]]);
496
497 let machine = Machine::x86_64(&SYSV);
498 let failed = compile(&mut source, &mut names, &machine, Flags::default())
499 .expect_err("a long double arrives on the x87 stack");
500 assert_eq!(failed.to_string(), "parameter 0 is on the x87 stack");
501 }
502
503 #[test]
507 fn a_float_is_added_in_the_register_file_it_arrives_in() {
508 let f32 = Type::float(rucc_ir::Float::F32);
509 let (mut names, mut source, block, args) = blank(&[f32, f32]);
510 let mut build = Builder::new(&mut source, block);
511 let sum = build.binary(Opcode::FAdd, args[0], args[1], ir::Flags::default());
512 build.ret(&[sum]);
513
514 let machine = Machine::x86_64(&SYSV);
515 let out = compile(&mut source, &mut names, &machine, Flags::default())
516 .expect("every instruction has a rule");
517
518 let text = mir::print_func(&out, &names, ®S);
519 assert!(text.contains("x64.addss_rr"), "{text}");
520 assert!(text.contains("$xmm0"), "{text}");
521 assert!(!text.contains("$rax"), "{text}");
522 }
523
524 #[test]
527 fn a_float_read_from_memory_and_written_back_uses_the_scalar_moves() {
528 let f64 = Type::float(rucc_ir::Float::F64);
529 let (mut names, mut source, block, args) = blank(&[Type::PTR, f64]);
530 let mut build = Builder::new(&mut source, block);
531 let info =
532 rucc_ir::MemInfo { size: 8, align: 8, order: rucc_ir::MemOrder::NotAtomic, tbaa: None };
533 let read = build.load(f64, args[0], info, ir::Flags::default());
534 let sum = build.binary(Opcode::FAdd, read, args[1], ir::Flags::default());
535 build.store(sum, args[0], info, ir::Flags::default());
536 build.ret(&[sum]);
537
538 let machine = Machine::x86_64(&SYSV);
539 let out = compile(&mut source, &mut names, &machine, Flags::default())
540 .expect("every instruction has a rule");
541
542 let text = mir::print_func(&out, &names, ®S);
543 assert!(text.contains("x64.movsd_rm"), "{text}");
544 assert!(text.contains("x64.movsd_mr"), "{text}");
545 assert!(!text.contains("x64.movaps_rm"), "{text}");
548 assert!(!text.contains("x64.movaps_mr"), "{text}");
549 }
550
551 #[test]
556 fn a_conversion_carries_the_value_into_the_other_register_file() {
557 let f64 = Type::float(rucc_ir::Float::F64);
558 let (mut names, mut source, block, args) = blank(&[f64]);
559 let mut build = Builder::new(&mut source, block);
560 let whole = build.unary(Opcode::FPToSI, args[0], Type::int(32));
561 let back = build.unary(Opcode::SIToFP, whole, f64);
562 build.ret(&[back]);
563
564 let machine = Machine::x86_64(&SYSV);
565 let out = compile(&mut source, &mut names, &machine, Flags::default())
566 .expect("every instruction has a rule");
567
568 let text = mir::print_func(&out, &names, ®S);
571 assert!(text.contains("x64.cvttsd2si_32"), "{text}");
572 assert!(text.contains("x64.cvtsi2sd_32"), "{text}");
573 assert!(text.contains("$xmm0"), "{text}");
574 }
575
576 #[test]
579 fn a_bitcast_between_the_files_is_the_move_that_changes_no_bit() {
580 let f64 = Type::float(rucc_ir::Float::F64);
581 let (mut names, mut source, block, args) = blank(&[f64]);
582 let mut build = Builder::new(&mut source, block);
583 let bits = build.unary(Opcode::Bitcast, args[0], Type::int(64));
584 build.ret(&[bits]);
585
586 let machine = Machine::x86_64(&SYSV);
587 let out = compile(&mut source, &mut names, &machine, Flags::default())
588 .expect("every instruction has a rule");
589
590 let text = mir::print_func(&out, &names, ®S);
591 assert!(text.contains("x64.movq_from_xmm"), "{text}");
592 assert!(!text.contains("cvt"), "{text}");
593 }
594
595 #[test]
597 fn a_float_comparison_is_the_compare_and_the_byte_a_condition_sets() {
598 let f64 = Type::float(rucc_ir::Float::F64);
599 let (mut names, mut source, block, args) = blank(&[f64, f64]);
600 let mut build = Builder::new(&mut source, block);
601 let less = build.fcmp(rucc_ir::FloatPred::Olt, args[0], args[1], ir::Flags::default());
602 let wide = build.unary(Opcode::ZExt, less, Type::int(32));
603 build.ret(&[wide]);
604
605 let machine = Machine::x86_64(&SYSV);
606 let out = compile(&mut source, &mut names, &machine, Flags::default())
607 .expect("every instruction has a rule");
608
609 let text = mir::print_func(&out, &names, ®S);
612 assert!(text.contains("x64.ucomisd_set_a"), "{text}");
613 }
614
615 #[test]
620 fn an_equality_between_floats_gets_a_register_for_the_byte_it_needs_twice() {
621 let f64 = Type::float(rucc_ir::Float::F64);
622 let (mut names, mut source, block, args) = blank(&[f64, f64]);
623 let mut build = Builder::new(&mut source, block);
624 let same = build.fcmp(rucc_ir::FloatPred::Oeq, args[0], args[1], ir::Flags::default());
625 let wide = build.unary(Opcode::ZExt, same, Type::int(32));
626 build.ret(&[wide]);
627
628 let machine = Machine::x86_64(&SYSV);
629 let out = compile(&mut source, &mut names, &machine, Flags::default())
630 .expect("every instruction has a rule");
631
632 let text = mir::print_func(&out, &names, ®S);
633 let line = text
634 .lines()
635 .find(|line| line.contains("x64.ucomisd_set_e_and_np"))
636 .expect("the rule for an ordered equality fired");
637 let written: Vec<&str> = line
638 .split_once('=')
639 .expect("the instruction writes something")
640 .0
641 .split(',')
642 .map(str::trim)
643 .collect();
644 assert_eq!(written.len(), 2, "{line}");
645 assert_ne!(written[0], written[1], "{line}");
646 }
647
648 #[test]
652 fn a_float_constant_is_the_bits_in_a_register_and_the_move_that_carries_them_over() {
653 let f64 = Type::float(rucc_ir::Float::F64);
654 let (mut names, mut source, block, _) = blank(&[]);
655 let mut build = Builder::new(&mut source, block);
656 let half = build.fconst(f64, 0x3fe0_0000_0000_0000);
657 build.ret(&[half]);
658
659 let machine = Machine::x86_64(&SYSV);
660 let out = compile(&mut source, &mut names, &machine, Flags::default())
661 .expect("every instruction has a rule");
662
663 let text = mir::print_func(&out, &names, ®S);
664 assert!(text.contains("x64.mov_ri_64"), "{text}");
665 assert!(text.contains("x64.movq_to_xmm"), "{text}");
666 }
667
668 #[test]
671 fn a_negation_is_the_sign_bit_flipped_and_no_float_instruction_at_all() {
672 let f64 = Type::float(rucc_ir::Float::F64);
673 let (mut names, mut source, block, args) = blank(&[f64]);
674 let mut build = Builder::new(&mut source, block);
675 let less = build.unary(Opcode::FNeg, args[0], f64);
676 build.ret(&[less]);
677
678 let machine = Machine::x86_64(&SYSV);
679 let out = compile(&mut source, &mut names, &machine, Flags::default())
680 .expect("every instruction has a rule");
681
682 let text = mir::print_func(&out, &names, ®S);
683 assert!(text.contains("x64.xor_rr_64"), "{text}");
684 assert!(!text.contains("sub"), "a negation is not a subtraction: {text}");
685 }
686
687 #[test]
688 fn the_flags_reach_the_frame() {
689 let i32 = Type::int(32);
690 let (mut names, mut source, block, args) = blank(&[i32]);
691 Builder::new(&mut source, block).ret(&[args[0]]);
692
693 let machine = Machine::x86_64(&SYSV);
694 let flags = Flags { frame_pointer: true, red_zone: true };
695 let out = compile(&mut source, &mut names, &machine, flags)
696 .expect("every instruction has a rule");
697
698 let text = mir::print_func(&out, &names, ®S);
701 assert!(text.contains("x64.push_64 $rbp"), "{text}");
702 assert!(text.contains("$rbp = x64.mov_rr_64 $rsp"), "{text}");
703 }
704
705 #[test]
706 fn a_target_says_which_machine_it_is_and_which_convention_it_uses() {
707 let triple = |text: &str| text.parse::<rucc_target::Triple>().expect("a triple");
708 let info = TargetInfo::new(triple("x86_64-unknown-linux-gnu"));
709 let machine = Machine::for_target(&info).expect("x86-64 is the target this crate covers");
710 assert!(std::ptr::eq(machine.conv, &SYSV));
711
712 let info = TargetInfo::new(triple("x86_64-pc-windows-msvc"));
713 let machine = Machine::for_target(&info).expect("x86-64 is the target this crate covers");
714 assert!(std::ptr::eq(machine.conv, &WIN64));
715
716 let info = TargetInfo::new(triple("aarch64-unknown-linux-gnu"));
719 assert!(Machine::for_target(&info).is_none());
720 }
721}