rucc_codegen/pipeline.rs
1//! One IR function to one machine function, which is every pass in this crate in order.
2//!
3//! Design: `spec/10-backend.md` section 10.1, which is where the order comes from.
4//!
5//! Each pass here is written and tested on its own and each is useful on its own, but there is
6//! exactly one order they run in and until now that order lived in the tests. A caller outside
7//! this crate would have had to know that splitting critical edges comes after lowering and
8//! before allocation, that the frame is worked out after allocation because the spill slots are
9//! the largest thing in it, and that the prologue is written after the frame. None of that is a
10//! decision a driver should be making, so it is written down once, here.
11//!
12//! # What comes out
13//!
14//! A function whose every register is physical, whose every offset into the frame is a constant,
15//! and whose blocks are in the order they run in with the jumps that order needs. That is the
16//! point at which a function is one an encoder could read, and there is nothing left in it that
17//! is not an instruction of the machine it was compiled for.
18//!
19//! # What is still missing from the middle
20//!
21//! The optimizing path, all of it. What runs here is `spec/10-backend.md` section 10.3's fast
22//! path: one rule per term, a linear scan, and a block order from the shape of the CFG rather
23//! than from block frequency. No scheduling, and the redundant moves a coalescer would take out
24//! are still in the output.
25
26use rucc_base::Interner;
27use rucc_ir as ir;
28use rucc_mir as mir;
29use rucc_regalloc::assign::Env;
30use rucc_target::{
31 BitInsts, BranchInsts, CallRegs, FlagInsts, FrameInsts, MachineInsts, PhysReg, RegFile,
32 TargetInfo, x86_64,
33};
34use rucc_tuple::Arch;
35
36use crate::bits;
37use crate::combine;
38use crate::compare;
39use crate::copies;
40use crate::coverage::Fired;
41use crate::elsewhere::Elsewhere;
42use crate::expand;
43use crate::finish::{Convention, Padding, Probing, Protect, Tracing, finish};
44use crate::fold;
45use crate::frame::{self, Frame, Layout};
46use crate::layout;
47use crate::lower::{self, Unsupported};
48use crate::pressure::{Cost, Pressure};
49use crate::quad;
50use crate::retry;
51use crate::slots::{self, Slots};
52use crate::split;
53use crate::switch;
54use crate::varargs;
55use crate::weights;
56use crate::wide;
57use crate::widths;
58
59/// Everything about a machine that compiling a function for it needs.
60///
61/// The fields are different kinds of fact and they come from different places: where the
62/// convention puts things, what registers the machine has, which instructions build a frame,
63/// which instructions a branch becomes, and which registers the allocator may hand out. The last
64/// one is not a target fact on its own, because holding a register back as scratch is a decision
65/// about the allocator rather than about the machine, which is why it is built here rather than
66/// in [`rucc_target`].
67#[derive(Debug)]
68pub struct Machine {
69 /// Where the convention this function is compiled for puts things.
70 pub conv: &'static CallRegs,
71 /// The registers the machine has, which is what says how wide a spill slot of a class is.
72 pub file: RegFile,
73 /// The instructions that take a frame and give it back.
74 pub insts: &'static FrameInsts,
75 /// The instructions a branch becomes once the blocks are in an order.
76 pub branch: &'static BranchInsts,
77 /// How much of a register each of the machine's instructions reads and writes.
78 pub bits: &'static BitInsts,
79 /// What each of the machine's instructions leaves in the condition state.
80 pub flags: &'static FlagInsts,
81 /// What shape each of the machine's instructions is, which is what a pass proposing a new one
82 /// has its proposal held against.
83 pub shapes: &'static MachineInsts,
84 /// What the allocator may hand out, and what it holds back.
85 pub env: Env,
86}
87
88/// The scratch registers held back from the allocator on x86-64.
89///
90/// Two, because a move on an edge may have to break a cycle and a spilled value has to be read
91/// into something, and those can want a register at the same instruction. Two is also what nearly
92/// every instruction wants, including the one that looks larger: an instruction that reads two
93/// spilled values and writes a third sends the answer back into a register an operand arrived in
94/// rather than asking for one of its own, and `rewrite` says why that is allowed.
95///
96/// It is not two because two was enough to start with and nobody looked again. There is no third
97/// to hold back. A scratch register has to be one the convention passes nothing in, since the
98/// rewriter puts moves in wherever it likes, and one the callee does not owe back, since the
99/// rewriter runs after the prologue has been decided and cannot ask for a register to be saved. On
100/// SysV that is `r10`, `r11` and `rax`, and `rax` is not one to take: it is the return value, so
101/// holding it back costs a move at every return in the program, which is a price paid everywhere
102/// for a shape that turns up almost nowhere.
103///
104/// An instruction that wants a third is the indexed store with its base, its index and its value
105/// all on the stack, which is tamnd/rucc#913. `rewrite` answers that one by borrowing a register
106/// and putting back what was in it, which costs two memory accesses at the instruction that wanted
107/// it and nothing anywhere else.
108const SCRATCH: [PhysReg; 2] = [x86_64::R10, x86_64::R11];
109
110/// How many of each class are held back.
111const SCRATCH_COUNT: usize = SCRATCH.len();
112
113impl Machine {
114 /// The x86-64 machine under that convention.
115 ///
116 /// Both files are offered. A value the selector produces is in one or the other, which is
117 /// decided by its type: an integer and an address are general purpose and a `float` or a
118 /// `double` is in a vector register, and the allocator is given each file separately because
119 /// no move goes between them.
120 #[must_use]
121 pub fn x86_64(conv: &'static CallRegs) -> Self {
122 let order: Vec<PhysReg> =
123 conv.int_order.iter().copied().filter(|reg| !SCRATCH.contains(reg)).collect();
124 // The vector file wants its own two, for the same two jobs, and they have to be two the
125 // convention does not preserve: a scratch register is written by a move the rewriter puts
126 // in, which is after the prologue has already been decided, so one the callee owes back
127 // would be one nothing saved. That rules out the upper ten on Windows and nothing at all
128 // on SysV, and taking the last two that are left lands on `xmm14` and `xmm15` there and on
129 // `xmm4` and `xmm5` on Windows, neither of which any argument travels in.
130 let free: Vec<PhysReg> =
131 conv.sse_order.iter().copied().filter(|®| !conv.preserves_sse(reg)).collect();
132 let at = free.len().saturating_sub(SCRATCH_COUNT);
133 let sse_scratch: Vec<PhysReg> = free[at..].to_vec();
134 let sse_order: Vec<PhysReg> =
135 conv.sse_order.iter().copied().filter(|reg| !sse_scratch.contains(reg)).collect();
136 Self {
137 conv,
138 file: x86_64::REGS,
139 insts: &x86_64::FRAME,
140 branch: &x86_64::BRANCH,
141 bits: &x86_64::BITS,
142 flags: &x86_64::FLAGS,
143 shapes: &x86_64::MACHINE,
144 env: Env::new().with(x86_64::GPR, &order, &SCRATCH).with(
145 x86_64::XMM,
146 &sse_order,
147 &sse_scratch,
148 ),
149 }
150 }
151
152 /// The machine a target describes, or `None` when no backend in this crate covers it.
153 ///
154 /// [`TargetInfo`] already carries the convention, because the front end needs it to lay a
155 /// `va_list` out, so the only thing this decides is which architecture's frame instructions
156 /// and register file go with it. AArch64 and RISC-V are `None` until M6 fills them in, and a
157 /// caller that gets one reports a target it cannot compile for rather than compiling wrongly.
158 #[must_use]
159 pub fn for_target(target: &TargetInfo) -> Option<Self> {
160 let conv = target.call_regs?;
161 match target.tuple.arch() {
162 Arch::X86_64 => Some(Self::x86_64(conv)),
163 _ => None,
164 }
165 }
166}
167
168/// Whether every function calls a profiler on the way in, and where that call goes.
169///
170/// What `-pg` asks for, with `-mfentry` and `-mno-fentry` choosing between the last two. The choice
171/// has already been made against the target by the time this is built, which is why there is no
172/// answer here for a command line that named neither.
173#[derive(Debug, Clone, Copy, Default, PartialEq, Eq)]
174pub enum Profile {
175 /// It does not, which is what nearly every command line asks for.
176 #[default]
177 No,
178 /// In front of the prologue, which is the hook a tracer can replace while the program runs.
179 Early,
180 /// Once the frame is taken, which is the hook that reads the frame pointer.
181 Late,
182}
183
184/// How much room every function opens with for something to be written over it later.
185///
186/// What `-fpatchable-function-entry=` asks for, as the two halves a prologue deals in rather than
187/// as the total and the part the flag is written in. The room can be on either side of the
188/// function's own label and the two sides are not the same thing: what is after the label is inside
189/// the function, which is what a patcher redirecting a call into it wants, and what is in front of
190/// it is outside, which is where a patcher that needs a whole instruction it can reach from the
191/// first one puts it.
192#[derive(Debug, Clone, Copy, Default, PartialEq, Eq)]
193pub struct Room {
194 /// How many bytes go after the function's own label.
195 pub after: u32,
196 /// How many go in front of it.
197 pub before: u32,
198}
199
200impl Room {
201 /// Whether any room at all was asked for, which is what decides whether a function gets one.
202 ///
203 /// `=0` is a command line that asked for none, and gcc takes it and writes nothing, so the
204 /// question is about the numbers rather than about whether the flag was written.
205 #[must_use]
206 pub const fn any(self) -> bool {
207 self.after > 0 || self.before > 0
208 }
209}
210
211/// What the command line says about a frame, as opposed to what the machine says.
212#[derive(Debug, Clone, Copy, PartialEq, Eq)]
213pub struct Flags {
214 /// Whether every function keeps a frame pointer, which `-fno-omit-frame-pointer` asks for.
215 pub frame_pointer: bool,
216 /// Whether the red zone may be used, which `-mno-red-zone` and every kernel turns off.
217 pub red_zone: bool,
218 /// Whether a frame is taken a page at a time, which `-fstack-clash-protection` asks for.
219 pub stack_clash: bool,
220 /// Whether every address an indirect branch may arrive at opens with a landing pad, which
221 /// `-fcf-protection=branch` asks for. That is every function, and every label of a function
222 /// whose address the program took.
223 pub landing: bool,
224 /// Whether every function calls a profiler on the way in, which `-pg` asks for.
225 pub profile: Profile,
226 /// How much room every function opens with for a patcher, which
227 /// `-fpatchable-function-entry=` asks for. See [`Room`].
228 pub patch: Room,
229 /// Whether the blocks are put in the order the weights say rather than in the order the
230 /// shape of the graph says, which `-freorder-blocks` asks for and every level above `-O0`
231 /// turns on. See [`crate::layout`].
232 pub reorder: bool,
233 /// Whether two things in the frame that are never both wanted may be the same bytes, which
234 /// `-fstack-reuse=none` turns off. See [`crate::slots`].
235 pub reuse: bool,
236}
237
238impl Default for Flags {
239 /// No frame pointer, the red zone allowed, the frame taken in one subtraction, no landing pad,
240 /// no profiling, no room for a patcher, the blocks in the order the graph's shape gives and
241 /// nothing in the frame sharing with anything, which is what a convention that has a red zone
242 /// says at `-O0` when nobody on the command line has said otherwise.
243 fn default() -> Self {
244 Self {
245 frame_pointer: false,
246 red_zone: true,
247 stack_clash: false,
248 landing: false,
249 profile: Profile::No,
250 patch: Room::default(),
251 reorder: false,
252 reuse: false,
253 }
254 }
255}
256
257/// Compiles one function, from the IR the middle end produced to machine instructions.
258///
259/// The function is taken by reference that can be written through, because the first pass is an
260/// IR to IR rewrite: a construct whose lowering is a new shape of control flow cannot be a rule,
261/// since a rule replaces a term with a term and has nowhere to put a block. So the IR that reaches
262/// selection is not quite the IR the middle end produced, and this is the only place that is true.
263/// `--emit=ir` prints before any of this runs.
264///
265/// `elsewhere` is the one thing here that is a fact about the module rather than about the
266/// function, and it is passed in rather than looked up because this only ever sees the one
267/// function. What it decides is how the address of a name is come by, which is the difference
268/// between an address this file can measure to and one only the linker knows.
269///
270/// # Errors
271///
272/// The first thing in it this cannot lower, which is what [`lower::func`] reports, and one thing
273/// after it that is about the shape of the function rather than about an instruction, which is a
274/// frame that grows while it runs in a function whose flags say no frame may. Everything else after
275/// lowering works on machine instructions that exist, so it either runs or it is a bug in this
276/// crate.
277pub fn compile(
278 source: &mut ir::Func,
279 names: &mut Interner,
280 machine: &Machine,
281 elsewhere: &Elsewhere,
282 flags: Flags,
283) -> Result<mir::Func, Unsupported> {
284 compile_recording(
285 source,
286 names,
287 machine,
288 elsewhere,
289 flags,
290 &mut Fired::new(),
291 &mut Pressure::new(),
292 )
293}
294
295/// The same compilation, with what it did along the way recorded.
296///
297/// Two functions rather than one that takes options, because a caller that does not want the
298/// numbers should not have to say so. What `fired` is for is `-Zrule-coverage`, which is how the
299/// harness in `tamnd/rucc-compat` turns coverage of the rule set into a number over a corpus. What
300/// `pressure` is for is `-Zregister-pressure`, which is how much of the frame the allocator had to
301/// use and is the metric `spec/safe-memory/13-performance.md` section 13.1 asks for.
302///
303/// Both are added to rather than replaced, so a caller can pass the same pair for every function of
304/// a module and every module of a command line and get the answer for all of them.
305///
306/// # Errors
307///
308/// The same as [`compile`]. A function that was refused contributes nothing to either, since a
309/// function that did not compile is not evidence about what a rule set or a frame would have done.
310pub fn compile_recording(
311 source: &mut ir::Func,
312 names: &mut Interner,
313 machine: &Machine,
314 elsewhere: &Elsewhere,
315 flags: Flags,
316 fired: &mut Fired,
317 pressure: &mut Pressure,
318) -> Result<mir::Func, Unsupported> {
319 switch::switches(source);
320 // Beside the switches rather than down with the rest of the rewriting, because both of them
321 // make blocks and nothing in `expand` may. Before the orderings as well, since the head of the
322 // loop it builds reads with an `atomic_load` and the pass below is what turns that into the
323 // plain load this machine does anyway.
324 retry::loops(source);
325 // Before the width legalisation and everything after it, because what an ordered access
326 // becomes here is a plain one and every pass below is written about a plain one by name.
327 expand::orderings(source, machine.conv.word);
328 // Above the splitting rather than below it, because an overflow check is the one instruction
329 // whose result is two things and the splitting has no answer for that, while the arithmetic it
330 // becomes here is adds, multiplies and comparisons the splitting knows already. Nothing is lost
331 // by running it this early: the widths it is written for are the widths the machine has, and
332 // the legalisation below never touches one of these anyway, so a check at a width neither pass
333 // is written for is refused by name either way round.
334 expand::overflows(source);
335 // Ahead of the width legalisation and not part of it, because the two go in opposite
336 // directions: an integer of forty bits becomes one of sixty four down there, and one of a
337 // hundred and twenty eight becomes two of sixty four here. Doing this first means a function
338 // holding both is one the pass below still works on, since by the time it runs the only widths
339 // left are ones it has an answer for.
340 wide::halves(source, names, machine.conv);
341 // Before everything, because every pass after it is written about widths the machine has and
342 // an integer of forty bits is not one of them.
343 widths::integers(source);
344 expand::bytes(source);
345 expand::counts(source);
346 // Above the float rewriting rather than part of it, because the two are written about different
347 // machines: every rewrite down there ends at an instruction this one has, and every operation up
348 // here ends at a call because this machine has no instruction at the format at all. Running
349 // first means the pass below never sees a quad, so its rules about what it will not touch above
350 // sixty four bits are about the eighty bit format and nothing else.
351 quad::calls(source, names);
352 expand::floats(source);
353 expand::bulk(source, names, machine.conv.word);
354 expand::rounds(source, machine.conv.stack_align);
355 varargs::lists(source, machine.conv);
356 let lowered = lower::func(source, names, machine.conv, elsewhere)?;
357 fired.merge(&lowered.fired);
358 let lower::Lowered { mut func, mut stack, blocks, .. } = lowered;
359 // Straight after selection, because this is the last moment the machine blocks and the IR
360 // blocks still stand one for one, and the pass that reads the numbers is the very last one
361 // there is. See `crate::weights`.
362 if flags.reorder {
363 weights::carry(source, &blocks, &mut func);
364 }
365 // Two things a frame that grows while it runs cannot be asked for at the same time, both of
366 // them refusals rather than wrong code.
367 if let Some(inst) = stack.grown_at {
368 // What `-fstack-clash-protection` buys is that no frame ever steps over a guard page
369 // without touching it, and a frame that grows while it runs steps by however much the
370 // declaration asked for. The prologue's own pages are touched below, and the ones a
371 // variable length array takes are not, so a function with both is refused rather than
372 // compiled to something that keeps the flag's name and not its promise.
373 if flags.stack_clash {
374 return Err(Unsupported::Dynamic { inst, growing: lower::Growing::Probed });
375 }
376 // The lowering refuses a variable length array that asks for more alignment than a call
377 // leaves the stack pointer on. A fixed local asking for it in the same function is the same
378 // refusal arrived at from the other side: the prologue would force the alignment, and
379 // forcing it and moving the stack pointer afterwards are two frames that each want the one
380 // register that still reaches the rest of the frame. See `Growing` in [`crate::frame`].
381 if stack.locals.iter().any(|local| local.align > machine.conv.stack_align) {
382 return Err(Unsupported::Dynamic { inst, growing: lower::Growing::Aligned });
383 }
384 }
385
386 // Before the fold below, which is the order section 37.6 puts the two in. A widening this takes
387 // out is one whose readers are sent to its source, and one of those readers may be an address
388 // computation, so asking which bits are read first means the fold sees the addresses as they
389 // will be rather than as they were.
390 bits::dead(&mut func, machine.bits, machine.shapes, names);
391
392 // After selection, because the address instruction and the one that reads it are both machine
393 // instructions only once selection has written them, and before allocation, because what makes
394 // the pair safe to put together is that a virtual register is written once. The addresses into
395 // the frame and into the caller's argument area go through it like anything else, and the two
396 // lists `finish` reads are rewritten as they do, so an address that ends up inside its reader
397 // is still an address the frame layout knows to write an offset into.
398 let mut pending = fold::Pending {
399 addresses: &mut stack.addresses,
400 arguments: &mut stack.arguments,
401 dynamic: &mut stack.dynamic,
402 };
403 fold::addresses(&mut func, machine.insts, machine.shapes, names, &mut pending);
404
405 // After that fold rather than before it, because what this puts inside an arithmetic
406 // instruction is a load's addressing mode and a load whose address is still a `lea` in front of
407 // it has nothing in its own mode worth carrying. Before allocation for the reason the fold is:
408 // a virtual register is written once, which is the whole of why the value the load produced
409 // cannot have changed between the two instructions this joins.
410 combine::loads(&mut func, machine.shapes, names, &mut pending);
411
412 // Whether this function carries a canary is the front end's answer, because what
413 // `-fstack-protector` asks about is the kind of local a function has and the types are gone by
414 // here. What the machine does about it is this crate's answer, and a target with nowhere to
415 // keep the word a canary is copied from does nothing, which is what the driver refuses a
416 // command line over before any of this runs.
417 let protect = source.attrs.set.contains(ir::AttrSet::STACK_PROTECT);
418 let guard = protect.then_some(machine.conv.guard.as_ref()).flatten();
419 // Nothing at all on a target with no hook to call, which is the same answer the protector gives
420 // on a target with nowhere to keep its word, and the driver refuses the command line over it
421 // before any of this runs.
422 let profile = match machine.conv.trace {
423 Some(_) => flags.profile,
424 None => Profile::No,
425 };
426 let base = stack.layout(Layout::new(machine.conv, machine.file));
427 let layout = Layout {
428 // The later hook reads the frame pointer to find out who called this function, so a
429 // function that calls it is given one whether or not anything else asked. A function that
430 // asked where its own frame is has the same claim on one, and for a plainer reason: the
431 // register is the answer.
432 frame_pointer: flags.frame_pointer || profile == Profile::Late || stack.walks_frames,
433 red_zone: flags.red_zone,
434 protect: guard.is_some(),
435 // A protected function calls the one that does not come back, on the arm where the check
436 // failed, so it is not a leaf however few calls the program wrote in it. That is what
437 // takes the red zone away from it and what makes its frame leave the stack pointer where
438 // a call needs it. The later hook is a call in the same position and costs the same.
439 //
440 // The earlier one is not, and this is the one place the difference shows. It runs before
441 // the prologue has written anything, so the bytes below the stack pointer it uses are ones
442 // this function has not put anything in yet, and a leaf that keeps its locals down there
443 // stays a leaf. gcc leaves it alone too.
444 leaf: base.leaf && guard.is_none() && profile != Profile::Late,
445 ..base
446 };
447
448 // Before allocation as well, and asked here rather than where it is used because what it asks
449 // is whether anything but the branch reads the byte a comparison wrote. A virtual register is
450 // written once and a physical one is not, so after allocation that question no longer has an
451 // answer.
452 let fusable = layout::fusable(&func, machine.branch, names);
453
454 // In front of the splitting below, because what it does is take the values off the edges out of
455 // a computed `goto` and the splitting has no answer for one of those: the block they leave ends
456 // in a jump already, so neither end of the edge is somewhere a move can go.
457 split::indirect(&mut func, machine.branch, machine.insts, names);
458
459 // And after it, because what it puts a pad at is the block an address names and the pass above
460 // is what settles which block that is. The pad the prologue opens with is written much later,
461 // with the rest of the prologue, since the address it answers for is the function's own.
462 //
463 // Nothing at all on a target with nothing that marks an address as one an indirect branch may
464 // arrive at, which is the same answer the stack protector gives on a target with nowhere to
465 // keep its word, and the driver refuses the command line over it before any of this runs.
466 let landing = flags.landing.then_some(machine.insts.landing).flatten();
467 split::pads(&mut func, machine.insts, landing, names);
468
469 // Before allocation, because an edge that carries values into a block arrived at more than
470 // one way, out of a block that leaves more than one way, has nowhere to put the moves those
471 // values turn into, and the allocator asserts rather than guessing.
472 split::critical(&mut func);
473
474 // Before allocation, because how far the address of a local gets is a question about values and
475 // a value is written once only until the allocator's rewrite has been through. What is done
476 // with the answer waits until afterwards, since the liveness it is read against is the
477 // allocator's. See [`crate::slots`].
478 let reach = flags
479 .reuse
480 .then(|| slots::reach(&func, &stack.addresses, stack.locals.len(), machine.insts, names));
481
482 let called = names.resolve(func.name).to_owned();
483 let allocation = rucc_regalloc::run(&mut func, &machine.env, &called);
484 pressure.record(&called, Cost::of(&allocation));
485
486 // After allocation, because the largest area in most frames is the spill slots and nothing
487 // knows how many of those there are until the allocator has finished running out of registers,
488 // and because a spill slot cannot be shared with a local until it is known there is one.
489 let share = reach.map(|reach| {
490 let widths = frame::widths(&layout, &allocation);
491 Slots::share(&func, &reach, &allocation, &stack.locals, &widths)
492 });
493 let layout = Layout { share: share.as_ref(), ..layout };
494 let frame = Frame::of(&func, &allocation, &layout);
495 let scratch = machine.env.scratch(machine.conv.int_class);
496 let protect = guard.map(|guard| Protect {
497 guard,
498 branch: machine.branch,
499 scratch: [scratch[0], scratch[1]],
500 });
501 // A target with no instruction that touches a page without changing it does nothing about the
502 // flag, which is the same answer the protector gives on a target with nowhere to keep its word.
503 // Every target this crate has a back end for has one.
504 let probe = flags
505 .stack_clash
506 .then_some(machine.insts.probe.as_ref())
507 .flatten()
508 .map(|probe| Probing { probe, branch: machine.branch, scratch: [scratch[0], scratch[1]] });
509 let trace = machine.conv.trace.and_then(|trace| match profile {
510 Profile::No => None,
511 Profile::Early => Some(Tracing { name: trace.early, early: true }),
512 Profile::Late => Some(Tracing { name: trace.late, early: false }),
513 });
514 // And once more for the room a patcher was promised, which is a run of the shortest
515 // instruction that does nothing and so needs the target to have one. Nothing is written on a
516 // target that does not, rather than a run of something longer: the flag counts bytes, and a
517 // patcher writing over the room starts at its front and wants every byte in it to be a place
518 // it could have started at.
519 let pad = flags.patch.any().then_some(machine.insts.pad).flatten().map(|name| Padding {
520 name,
521 before: flags.patch.before,
522 after: flags.patch.after,
523 });
524 let convention = Convention {
525 protect,
526 probe,
527 landing,
528 trace,
529 pad,
530 ..Convention::new(machine.conv, machine.insts)
531 };
532 let moves = finish(&mut func, &allocation, &frame, &stack, convention, names);
533
534 // After the moves are written, because a spill and the reload of it are written by different
535 // decisions of the allocator and what stands between the two is settled by the function they
536 // both went into. Before the layout, because the layout is where the instruction sequence
537 // stops being something a pass may edit.
538 copies::clean(&mut func, &moves, machine.shapes, machine.insts, machine.conv, names);
539
540 // Last, because everything before this finds the blocks a function returns from by looking
541 // for the ones that go nowhere, and after this a block that falls through goes nowhere too.
542 layout::blocks(&mut func, machine.branch, names, &fusable, flags.reorder);
543
544 // After the layout rather than before it, which is the whole of what makes it safe. What a
545 // comparison leaves for the instruction behind it to read is not a register and nothing may
546 // come between the two, and the layout is the other pass that writes such a pair. Running
547 // here means there is nothing left that could put an instruction in the middle of one.
548 compare::redundant(&mut func, machine.flags, machine.shapes, names);
549 Ok(func)
550}
551
552#[cfg(test)]
553mod tests {
554 use rucc_ir::{Builder, Flags as IrFlags, Func, Opcode, Restrict, Signature, Type};
555 use rucc_target::x86_64::{REGS, SYSV, WIN64};
556
557 use super::*;
558
559 /// A function of two integers, and the block to fill.
560 fn blank(params: &[Type]) -> (Interner, Func, ir::Block, Vec<ir::Value>) {
561 let mut names = Interner::new();
562 let mut func = Func::new(names.intern("f"), Signature::new());
563 let block = func.create_block();
564 let values = params.iter().map(|&ty| func.append_param(block, ty)).collect();
565 (names, func, block, values)
566 }
567
568 #[test]
569 fn a_function_comes_out_with_no_virtual_register_left_in_it() {
570 let i32 = Type::int(32);
571 let (mut names, mut source, block, args) = blank(&[i32, i32]);
572 let mut build = Builder::new(&mut source, block);
573 let sum = build.binary(Opcode::Add, args[0], args[1], IrFlags::default());
574 build.ret(&[sum]);
575
576 let machine = Machine::x86_64(&SYSV);
577 let out =
578 compile(&mut source, &mut names, &machine, &Elsewhere::default(), Flags::default())
579 .expect("every instruction has a rule");
580
581 // `int f(int a, int b) { return a + b; }` end to end. A leaf that spills nothing needs no
582 // frame at all, so there is no prologue to see. The one move left is the one the machine's
583 // addition needs, since the sum is written into the register the left operand was read
584 // from and the return wants it in `rax`.
585 assert_eq!(
586 mir::print_func(&out, &names, ®S),
587 "mfunc @f {\n\
588 block0:\n \
589 $rdi($rdi) = x64.arg_val_32\n \
590 $rsi($rsi) = x64.arg_val_32\n \
591 $rdi(reuse 1) = x64.add_rr_32 $rdi, $rsi\n \
592 $rax = x64.mov_rr_64 $rdi\n \
593 x64.ret_val_32 $rax($rax)\n \
594 x64.ret\n\
595 }\n"
596 );
597 }
598
599 /// What `-Zrule-coverage` is built out of: the rules a compilation fired, recorded as it went.
600 /// The second function adds to the first rather than replacing it, which is what makes one of
601 /// these files the answer for a whole command line rather than for whichever function was last.
602 #[test]
603 fn which_rules_lowered_a_function_is_something_the_compilation_can_be_asked_for() {
604 let i32 = Type::int(32);
605 let (mut names, mut source, block, args) = blank(&[i32, i32]);
606 let mut build = Builder::new(&mut source, block);
607 let sum = build.binary(Opcode::Add, args[0], args[1], IrFlags::default());
608 build.ret(&[sum]);
609
610 let machine = Machine::x86_64(&SYSV);
611 let mut fired = Fired::new();
612 compile_recording(
613 &mut source,
614 &mut names,
615 &machine,
616 &Elsewhere::default(),
617 Flags::default(),
618 &mut fired,
619 &mut Pressure::new(),
620 )
621 .expect("every instruction has a rule");
622 let one = fired.count();
623 assert!(one > 0, "an add and a return went through the table and nothing was recorded");
624
625 let listing = fired.listing(&crate::select::x86_64::TABLE);
626 assert_eq!(listing.lines().filter(|line| line.starts_with("fired ")).count(), one);
627 assert!(
628 listing.contains(&format!("{one} of ")),
629 "{}",
630 listing.lines().next().unwrap_or("")
631 );
632
633 // The same rules again plus the ones a subtraction needs, into the same record.
634 let (mut names, mut source, block, args) = blank(&[i32, i32]);
635 let mut build = Builder::new(&mut source, block);
636 let difference = build.binary(Opcode::Sub, args[0], args[1], IrFlags::default());
637 build.ret(&[difference]);
638 compile_recording(
639 &mut source,
640 &mut names,
641 &machine,
642 &Elsewhere::default(),
643 Flags::default(),
644 &mut fired,
645 &mut Pressure::new(),
646 )
647 .expect("every instruction has a rule");
648 assert!(fired.count() > one, "a subtraction is not an addition");
649 }
650
651 #[test]
652 fn a_function_that_calls_takes_a_frame_and_gives_it_back() {
653 let i32 = Type::int(32);
654 let (mut names, mut source, block, args) = blank(&[i32]);
655 let sig = source.add_signature(Signature::new().with_params(&[i32]).with_returns(&[i32]));
656 let callee = names.intern("g");
657 let call = Builder::new(&mut source, block).call(callee, sig, &[args[0]]);
658 let got = source[call].first_result.expect("an integer comes back");
659 let mut build = Builder::new(&mut source, block);
660 let sum = build.binary(Opcode::Add, got, args[0], IrFlags::default());
661 build.ret(&[sum]);
662
663 let machine = Machine::x86_64(&SYSV);
664 let out =
665 compile(&mut source, &mut names, &machine, &Elsewhere::default(), Flags::default())
666 .expect("every instruction has a rule");
667
668 // `int f(int a) { return g(a) + a; }`. Not a leaf, so the stack pointer moves and the
669 // register the value that outlives the call went to is one the prologue saves.
670 let text = mir::print_func(&out, &names, ®S);
671 assert!(text.contains("x64.push_64 $rbx"), "{text}");
672 assert!(text.contains("$rbx = x64.pop_64"), "{text}");
673 assert!(text.contains("x64.call $rdi($rdi), @g"), "{text}");
674 assert!(!text.contains('%'), "{text}");
675 }
676
677 #[test]
678 fn the_other_convention_is_the_same_function_somewhere_else() {
679 let i32 = Type::int(32);
680 let (mut names, mut source, block, args) = blank(&[i32, i32]);
681 let mut build = Builder::new(&mut source, block);
682 let sum = build.binary(Opcode::Add, args[0], args[1], IrFlags::default());
683 build.ret(&[sum]);
684
685 let machine = Machine::x86_64(&WIN64);
686 let out =
687 compile(&mut source, &mut names, &machine, &Elsewhere::default(), Flags::default())
688 .expect("every instruction has a rule");
689
690 // The arguments arrive in `rcx` and `rdx` here rather than in `rdi` and `rsi`, which is
691 // the whole of what changed, and it changed because the convention was asked.
692 let text = mir::print_func(&out, &names, ®S);
693 assert!(text.contains("$rcx($rcx) = x64.arg_val_32"), "{text}");
694 assert!(text.contains("$rdx($rdx) = x64.arg_val_32"), "{text}");
695 assert!(!text.contains("$rdi"), "{text}");
696 }
697
698 #[test]
699 fn a_function_with_a_branch_in_it_goes_through_every_pass() {
700 let i32 = Type::int(32);
701 let (mut names, mut source, entry, args) = blank(&[i32, i32]);
702 let then = source.create_block();
703 let join = source.create_block();
704 let got = source.append_param(join, i32);
705 let mut build = Builder::new(&mut source, entry);
706 let cond = build.icmp(rucc_ir::IntPred::Slt, args[0], args[1]);
707 build.br_if(cond, then, &[], join, &[args[1]]);
708 Builder::new(&mut source, then).jump(join, &[args[0]]);
709 Builder::new(&mut source, join).ret(&[got]);
710
711 let machine = Machine::x86_64(&SYSV);
712 let out =
713 compile(&mut source, &mut names, &machine, &Elsewhere::default(), Flags::default())
714 .expect("every instruction has a rule");
715
716 // The else arm is a critical edge carrying a value, so a block that nothing lowered is in
717 // there, which is the pass between lowering and allocation doing its job. Without it the
718 // allocator would have asserted rather than compiled this.
719 assert_eq!(out.block_count(), 4);
720
721 // `int f(int a, int b) { return a < b ? a : b; }` end to end, and the last pass is what
722 // this pins. The branch became a test and one jump, and it is the jump taken when the
723 // condition failed, because the arm the condition is true for is the block laid out next
724 // and a block falls into the block laid out next. The other arm is the empty block the
725 // edge splitting left, which is where the move the edge carries ended up, and it falls
726 // into the join as well. What is left is one jump in the whole function. Both arms write
727 // the join's parameter straight into `rax`, because the return at the bottom insists on
728 // that register and the moves the edges carry are free to name it.
729 let text = mir::print_func(&out, &names, ®S);
730 assert_eq!(
731 text,
732 "mfunc @f {\n\
733 block0:\n \
734 $rdi($rdi) = x64.arg_val_32\n \
735 $rsi($rsi) = x64.arg_val_32\n \
736 x64.cmp_rr_32 $rdi, $rsi\n \
737 x64.jcc_ge block2, block1\n\
738 \nblock1:\n \
739 $rax = x64.mov_rr_64 $rdi\n \
740 x64.jmp block3\n\
741 \nblock2:\n \
742 $rax = x64.mov_rr_64 $rsi, block3\n\
743 \nblock3:\n \
744 x64.ret_val_32 $rax($rax)\n \
745 x64.ret\n\
746 }\n"
747 );
748 }
749
750 /// A loop that swaps its two values round every time it goes, which is `gcd`, and which is
751 /// the smallest program that caught two ways of losing a value. Both were found by running
752 /// what came out rather than by reading it, and both are pinned here rather than only where
753 /// they were fixed, because what is wrong with either of them is only visible in the whole
754 /// function.
755 #[test]
756 fn a_loop_that_carries_its_values_round_keeps_all_of_them() {
757 let i32 = Type::int(32);
758 let (mut names, mut source, entry, args) = blank(&[i32, i32]);
759 let head = source.create_block();
760 let body = source.create_block();
761 let exit = source.create_block();
762 let left = source.append_param(head, i32);
763 let right = source.append_param(head, i32);
764 Builder::new(&mut source, entry).jump(head, &[args[0], args[1]]);
765 let mut build = Builder::new(&mut source, head);
766 let zero = build.iconst(i32, 0);
767 let more = build.icmp(rucc_ir::IntPred::Ne, right, zero);
768 build.br_if(more, body, &[], exit, &[left]);
769 let mut build = Builder::new(&mut source, body);
770 let rest = build.binary(Opcode::SRem, left, right, IrFlags::default());
771 build.jump(head, &[right, rest]);
772 let result = source.append_param(exit, i32);
773 Builder::new(&mut source, exit).ret(&[result]);
774
775 let machine = Machine::x86_64(&SYSV);
776 let out =
777 compile(&mut source, &mut names, &machine, &Elsewhere::default(), Flags::default())
778 .expect("every instruction has a rule");
779
780 // `int gcd(int a, int b) { while (b) { int t = a % b; a = b; b = t; } return a; }`. Two
781 // things in here were wrong and each of them returned three from a program that gcc
782 // returns forty two from.
783 //
784 // The first is in the entry block. The move the edge into the loop asks for writes `rsi`,
785 // and the second argument has to be taken out of `rsi` before it does. An edit at the end
786 // of a block used to go in front of the last instruction, on the reasoning that the last
787 // instruction is the branch, and the block's jump is not an instruction until the layout
788 // has run, so it went in front of the `arg_val` whose own move had not been made yet.
789 //
790 // The second is in the loop body. A division writes both a quotient and a remainder, and
791 // only the remainder is wanted here, so the quotient is a value nothing reads. It used to
792 // be given the same register as the remainder, because a value written early was live at
793 // one point and that point is in front of where the remainder is written. The copy that
794 // takes the quotient nowhere then landed on top of the remainder.
795 assert_eq!(
796 mir::print_func(&out, &names, ®S),
797 "mfunc @f {\n\
798 block0:\n \
799 $rdi($rdi) = x64.arg_val_32\n \
800 $rsi($rsi) = x64.arg_val_32\n \
801 $rcx = x64.mov_rr_64 $rdi, block1\n\
802 \nblock1:\n \
803 x64.cmp_ri_32 $rsi, 0\n \
804 x64.jcc_e block3, block2\n\
805 \nblock2:\n \
806 $rax = x64.mov_rr_64 $rcx\n \
807 $rdx($rdx), early $rax($rax) = x64.idiv_rem_32 $rax($rax), $rsi\n \
808 $rdi = x64.mov_rr_64 $rax\n \
809 $rcx = x64.mov_rr_64 $rsi\n \
810 $rsi = x64.mov_rr_64 $rdx\n \
811 x64.jmp block1\n\
812 \nblock3:\n \
813 $rax = x64.mov_rr_64 $rcx\n \
814 x64.ret_val_32 $rax($rax)\n \
815 x64.ret\n\
816 }\n"
817 );
818 }
819
820 /// `spec/10-backend.md` section 10.1 says `--emit=mir-final` round-trips, and a function with
821 /// a branch in it is the one where that is worth checking: after the layout has run, where a
822 /// jump goes is nowhere in the instruction, so the text has to carry it on the block and the
823 /// parser has to put it back on the block it came off.
824 #[test]
825 fn a_function_that_has_been_laid_out_reads_back_as_the_same_function() {
826 let i32 = Type::int(32);
827 let (mut names, mut source, entry, args) = blank(&[i32, i32]);
828 let then = source.create_block();
829 let join = source.create_block();
830 let got = source.append_param(join, i32);
831 let mut build = Builder::new(&mut source, entry);
832 let cond = build.icmp(rucc_ir::IntPred::Slt, args[0], args[1]);
833 build.br_if(cond, then, &[], join, &[args[1]]);
834 Builder::new(&mut source, then).jump(join, &[args[0]]);
835 Builder::new(&mut source, join).ret(&[got]);
836
837 let machine = Machine::x86_64(&SYSV);
838 let out =
839 compile(&mut source, &mut names, &machine, &Elsewhere::default(), Flags::default())
840 .expect("every instruction has a rule");
841
842 let text = mir::print_func(&out, &names, ®S);
843 let read = rucc_mir::parse(&text, &mut names, ®S).expect("what the printer wrote");
844 assert_eq!(mir::print(&read, &names, ®S), text);
845 }
846
847 #[test]
848 fn a_function_this_cannot_lower_is_reported_rather_than_compiled() {
849 let f80 = Type::float(rucc_ir::Float::F80);
850 let (mut names, mut source, block, args) = blank(&[f80, Type::int(64)]);
851 Builder::new(&mut source, block).ret(&args);
852
853 // One of these comes back on the x87 stack and a pair comes back in a pair of registers,
854 // and there is no pair with that stack in it. So this is refused rather than lowered, and
855 // it is the convention that refuses it rather than anything about the instructions.
856 let machine = Machine::x86_64(&SYSV);
857 let failed =
858 compile(&mut source, &mut names, &machine, &Elsewhere::default(), Flags::default())
859 .expect_err("a long double cannot come back beside another value");
860 assert_eq!(failed.to_string(), "what this function gives back is on the x87 stack");
861 }
862
863 /// A `long double` in and a `long double` out, which is the whole of what the convention says
864 /// about the type and is two different answers rather than one.
865 ///
866 /// It arrives in the caller's argument area, so what the parameter is is the address of the
867 /// bytes and the function reads them where they are. It goes back on the x87 stack, so the
868 /// return is an `fld` and nothing else, and the value is still on that stack when the function
869 /// returns, which is the one time anything here leaves it that way.
870 ///
871 /// The addresses are gone from the instruction listing, which is [`crate::fold`]: an argument's
872 /// address is a `lea` off the stack pointer and the `fld` that reads it has room for that
873 /// address itself, so the offset the frame layout works out is written into the `fld`.
874 #[test]
875 fn a_long_double_arrives_in_memory_and_goes_back_on_the_x87_stack() {
876 let f80 = Type::float(rucc_ir::Float::F80);
877 let (mut names, mut source, block, args) = blank(&[f80, f80]);
878 let mut build = Builder::new(&mut source, block);
879 let sum = build.binary(Opcode::FAdd, args[0], args[1], IrFlags::default());
880 build.ret(&[sum]);
881
882 let machine = Machine::x86_64(&SYSV);
883 let out =
884 compile(&mut source, &mut names, &machine, &Elsewhere::default(), Flags::default())
885 .expect("every instruction has a rule");
886
887 let text = mir::print_func(&out, &names, ®S);
888 // The two parameters, sixteen bytes apart, read out of the caller's frame rather than out
889 // of a register, and the answer left on the stack by the last instruction in the function.
890 assert!(text.contains("x64.fld_t [$rsp + 32]"), "{text}");
891 assert!(text.contains("x64.fld_t [$rsp + 48]"), "{text}");
892 assert!(!text.contains("x64.lea_64"), "an address every reader took is gone: {text}");
893 assert!(!text.contains("x64.ret_val"), "nothing comes back in a register: {text}");
894 // What comes after the `fld` is the epilogue, which gives the frame back and touches
895 // nothing in the unit, so the value is where the caller looks for it when the `ret` runs.
896 let end: Vec<&str> = text.lines().rev().skip(1).take(3).map(str::trim).collect();
897 assert_eq!(end, ["x64.ret", "$rsp = x64.add_ri_64 $rsp, 24", "x64.fld_t [$rsp]"], "{text}");
898 }
899
900 /// The whole of the second register class, end to end: two floats arrive in vector registers,
901 /// the arithmetic happens in one, and the answer goes back in the register the convention
902 /// names. Nothing here touches the general purpose file, which is the point.
903 #[test]
904 fn a_float_is_added_in_the_register_file_it_arrives_in() {
905 let f32 = Type::float(rucc_ir::Float::F32);
906 let (mut names, mut source, block, args) = blank(&[f32, f32]);
907 let mut build = Builder::new(&mut source, block);
908 let sum = build.binary(Opcode::FAdd, args[0], args[1], ir::Flags::default());
909 build.ret(&[sum]);
910
911 let machine = Machine::x86_64(&SYSV);
912 let out =
913 compile(&mut source, &mut names, &machine, &Elsewhere::default(), Flags::default())
914 .expect("every instruction has a rule");
915
916 let text = mir::print_func(&out, &names, ®S);
917 assert!(text.contains("x64.addss_rr"), "{text}");
918 assert!(text.contains("$xmm0"), "{text}");
919 assert!(!text.contains("$rax"), "{text}");
920 }
921
922 /// A float moved between a register and memory, which is the instruction that decides which
923 /// file the value is in and is a different one from the `mov` that moves the same four bytes.
924 #[test]
925 fn a_float_read_from_memory_and_written_back_uses_the_scalar_moves() {
926 let f64 = Type::float(rucc_ir::Float::F64);
927 let (mut names, mut source, block, args) = blank(&[Type::PTR, f64]);
928 let mut build = Builder::new(&mut source, block);
929 let info = rucc_ir::MemInfo {
930 size: 8,
931 align: 8,
932 order: rucc_ir::MemOrder::NotAtomic,
933 tbaa: None,
934 owns: 0,
935 restrict: Restrict::NONE,
936 };
937 let read = build.load(f64, args[0], info, ir::Flags::default());
938 let sum = build.binary(Opcode::FAdd, read, args[1], ir::Flags::default());
939 build.store(sum, args[0], info, ir::Flags::default());
940 build.ret(&[sum]);
941
942 let machine = Machine::x86_64(&SYSV);
943 let out =
944 compile(&mut source, &mut names, &machine, &Elsewhere::default(), Flags::default())
945 .expect("every instruction has a rule");
946
947 let text = mir::print_func(&out, &names, ®S);
948 assert!(text.contains("x64.movsd_rm"), "{text}");
949 assert!(text.contains("x64.movsd_mr"), "{text}");
950 // Not the aligned whole register move, which is what a spill uses and is the one
951 // instruction here that would read and write more than the program asked for.
952 assert!(!text.contains("x64.movaps_rm"), "{text}");
953 assert!(!text.contains("x64.movaps_mr"), "{text}");
954 }
955
956 /// The same journey at the format the machine only moves, which is the whole of what it can do
957 /// with one: in from memory, back out to memory, in and out of a register, and back to the
958 /// caller.
959 ///
960 /// No arithmetic, because there is no instruction for any and every one of them is a call to
961 /// the runtime. What this says is that the value gets where a call would need it to be.
962 #[test]
963 fn a_quad_float_read_from_memory_and_written_back_uses_the_whole_register_move() {
964 let quad = Type::float(rucc_ir::Float::F128);
965 let (mut names, mut source, block, args) = blank(&[Type::PTR, quad]);
966 let mut build = Builder::new(&mut source, block);
967 let info = rucc_ir::MemInfo {
968 size: 16,
969 align: 16,
970 order: rucc_ir::MemOrder::NotAtomic,
971 tbaa: None,
972 owns: 0,
973 restrict: Restrict::NONE,
974 };
975 let read = build.load(quad, args[0], info, ir::Flags::default());
976 build.store(args[1], args[0], info, ir::Flags::default());
977 build.ret(&[read]);
978
979 let machine = Machine::x86_64(&SYSV);
980 let out =
981 compile(&mut source, &mut names, &machine, &Elsewhere::default(), Flags::default())
982 .expect("every instruction has a rule");
983
984 let text = mir::print_func(&out, &names, ®S);
985 assert!(text.contains("x64.movaps_rm"), "{text}");
986 assert!(text.contains("x64.movaps_mr"), "{text}");
987 assert!(text.contains("x64.arg_val_f128"), "{text}");
988 assert!(text.contains("x64.ret_val_f128"), "{text}");
989 // In the vector file and not the general purpose one, which is where the two eightbytes
990 // of this value would have gone if it had been classified as a pair of integers.
991 assert!(text.contains("$xmm0"), "{text}");
992 assert!(!text.contains("gpr($rax)"), "{text}");
993 }
994
995 /// Both conversions between an unsigned word and a `long double`, all the way to instructions.
996 ///
997 /// What the rewrite writes and what the x87 group in [`crate::lower`] has are two lists put
998 /// together in two different files, and this is where they meet. The rewrite is free to write
999 /// any instruction it likes at any width, and at this width almost none of them can be
1000 /// lowered, so a correction written the way the narrower ones are written would pass its own
1001 /// tests next door and fail here.
1002 #[test]
1003 fn an_unsigned_word_and_a_long_double_convert_into_each_other() {
1004 let f80 = Type::float(rucc_ir::Float::F80);
1005 let (mut names, mut source, block, args) = blank(&[Type::PTR, Type::int(64)]);
1006 let mut build = Builder::new(&mut source, block);
1007 let info = rucc_ir::MemInfo {
1008 size: 16,
1009 align: 16,
1010 order: rucc_ir::MemOrder::NotAtomic,
1011 tbaa: None,
1012 owns: 0,
1013 restrict: Restrict::NONE,
1014 };
1015 let wide = build.unary(Opcode::UIToFP, args[1], f80);
1016 build.store(wide, args[0], info, ir::Flags::default());
1017 let read = build.load(f80, args[0], info, ir::Flags::default());
1018 let back = build.unary(Opcode::FPToUI, read, Type::int(64));
1019 build.ret(&[back]);
1020
1021 let machine = Machine::x86_64(&SYSV);
1022 let out =
1023 compile(&mut source, &mut names, &machine, &Elsewhere::default(), Flags::default())
1024 .expect("every instruction has a rule");
1025
1026 let text = mir::print_func(&out, &names, ®S);
1027 // The signed conversions in both directions, the constants that correct them, and the
1028 // multiply that takes a correction or leaves it. Nothing here reaches a wide register.
1029 assert!(text.contains("x64.fild_ll"), "the integer goes in as a signed one: {text}");
1030 assert!(text.contains("x64.fistp_ll"), "and comes back out as one: {text}");
1031 assert!(text.contains("x64.fmul_p"), "the correction is taken or not: {text}");
1032 assert!(text.contains("x64.fadd_p"), "and applied one way: {text}");
1033 assert!(text.contains("x64.fsubr_p"), "and the other: {text}");
1034 assert!(!text.contains("xmm"), "no part of this is in a vector register: {text}");
1035 }
1036
1037 /// A value carried from one register file to the other, which is what a conversion is. The
1038 /// instruction reads one file and writes the other, and the allocator has to know that: a
1039 /// conversion whose operands were both said to be in one file would put the answer in a
1040 /// register the next instruction cannot reach.
1041 #[test]
1042 fn a_conversion_carries_the_value_into_the_other_register_file() {
1043 let f64 = Type::float(rucc_ir::Float::F64);
1044 let (mut names, mut source, block, args) = blank(&[f64]);
1045 let mut build = Builder::new(&mut source, block);
1046 let whole = build.unary(Opcode::FPToSI, args[0], Type::int(32));
1047 let back = build.unary(Opcode::SIToFP, whole, f64);
1048 build.ret(&[back]);
1049
1050 let machine = Machine::x86_64(&SYSV);
1051 let out =
1052 compile(&mut source, &mut names, &machine, &Elsewhere::default(), Flags::default())
1053 .expect("every instruction has a rule");
1054
1055 // The conversion that cuts towards zero rather than the one that rounds, which is what C
1056 // means by the cast, and the argument and the answer in the register the convention names.
1057 let text = mir::print_func(&out, &names, ®S);
1058 assert!(text.contains("x64.cvttsd2si_32"), "{text}");
1059 assert!(text.contains("x64.cvtsi2sd_32"), "{text}");
1060 assert!(text.contains("$xmm0"), "{text}");
1061 }
1062
1063 /// The other way of putting a float and a number together, which keeps every bit rather than
1064 /// the value and is what a program reading the bits of a `double` asks for.
1065 #[test]
1066 fn a_bitcast_between_the_files_is_the_move_that_changes_no_bit() {
1067 let f64 = Type::float(rucc_ir::Float::F64);
1068 let (mut names, mut source, block, args) = blank(&[f64]);
1069 let mut build = Builder::new(&mut source, block);
1070 let bits = build.unary(Opcode::Bitcast, args[0], Type::int(64));
1071 build.ret(&[bits]);
1072
1073 let machine = Machine::x86_64(&SYSV);
1074 let out =
1075 compile(&mut source, &mut names, &machine, &Elsewhere::default(), Flags::default())
1076 .expect("every instruction has a rule");
1077
1078 let text = mir::print_func(&out, &names, ®S);
1079 assert!(text.contains("x64.movq_from_xmm"), "{text}");
1080 assert!(!text.contains("cvt"), "{text}");
1081 }
1082
1083 /// A comparison whose answer the machine has a condition for, which is most of them.
1084 #[test]
1085 fn a_float_comparison_is_the_compare_and_the_byte_a_condition_sets() {
1086 let f64 = Type::float(rucc_ir::Float::F64);
1087 let (mut names, mut source, block, args) = blank(&[f64, f64]);
1088 let mut build = Builder::new(&mut source, block);
1089 let less = build.fcmp(rucc_ir::FloatPred::Olt, args[0], args[1], ir::Flags::default());
1090 let wide = build.unary(Opcode::ZExt, less, Type::int(32));
1091 build.ret(&[wide]);
1092
1093 let machine = Machine::x86_64(&SYSV);
1094 let out =
1095 compile(&mut source, &mut names, &machine, &Elsewhere::default(), Flags::default())
1096 .expect("every instruction has a rule");
1097
1098 // Less than is greater than with the operands the other way round, and the machine has no
1099 // condition for the first, so the rule that fires is the one that swaps them.
1100 let text = mir::print_func(&out, &names, ®S);
1101 assert!(text.contains("x64.ucomisd_set_a"), "{text}");
1102 }
1103
1104 /// The two comparisons that are not one condition. An ordered equality is the flag that means
1105 /// equal or unordered and the flag that says it was ordered, so the instruction writes a
1106 /// second byte and reads it back, and what this is about is that the second byte gets a
1107 /// register of its own rather than the one the answer is in.
1108 #[test]
1109 fn an_equality_between_floats_gets_a_register_for_the_byte_it_needs_twice() {
1110 let f64 = Type::float(rucc_ir::Float::F64);
1111 let (mut names, mut source, block, args) = blank(&[f64, f64]);
1112 let mut build = Builder::new(&mut source, block);
1113 let same = build.fcmp(rucc_ir::FloatPred::Oeq, args[0], args[1], ir::Flags::default());
1114 let wide = build.unary(Opcode::ZExt, same, Type::int(32));
1115 build.ret(&[wide]);
1116
1117 let machine = Machine::x86_64(&SYSV);
1118 let out =
1119 compile(&mut source, &mut names, &machine, &Elsewhere::default(), Flags::default())
1120 .expect("every instruction has a rule");
1121
1122 let text = mir::print_func(&out, &names, ®S);
1123 let line = text
1124 .lines()
1125 .find(|line| line.contains("x64.ucomisd_set_e_and_np"))
1126 .expect("the rule for an ordered equality fired");
1127 let written: Vec<&str> = line
1128 .split_once('=')
1129 .expect("the instruction writes something")
1130 .0
1131 .split(',')
1132 .map(str::trim)
1133 .collect();
1134 assert_eq!(written.len(), 2, "{line}");
1135 assert_ne!(written[0], written[1], "{line}");
1136 }
1137
1138 /// A float literal, which is the last float thing a C program writes that had no lowering.
1139 /// The rewrite that puts it in reach is in `expand`, and what this is about is that the two
1140 /// halves meet: the constant is spelled in a general purpose register and moved across.
1141 #[test]
1142 fn a_float_constant_is_the_bits_in_a_register_and_the_move_that_carries_them_over() {
1143 let f64 = Type::float(rucc_ir::Float::F64);
1144 let (mut names, mut source, block, _) = blank(&[]);
1145 let mut build = Builder::new(&mut source, block);
1146 let half = build.fconst(f64, 0x3fe0_0000_0000_0000);
1147 build.ret(&[half]);
1148
1149 let machine = Machine::x86_64(&SYSV);
1150 let out =
1151 compile(&mut source, &mut names, &machine, &Elsewhere::default(), Flags::default())
1152 .expect("every instruction has a rule");
1153
1154 let text = mir::print_func(&out, &names, ®S);
1155 assert!(text.contains("x64.mov_ri_64"), "{text}");
1156 assert!(text.contains("x64.movq_to_xmm"), "{text}");
1157 }
1158
1159 /// A negation, which is the sign bit flipped and nothing else touched, so what the machine
1160 /// does is an exclusive or in a general purpose register rather than any float instruction.
1161 #[test]
1162 fn a_negation_is_the_sign_bit_flipped_and_no_float_instruction_at_all() {
1163 let f64 = Type::float(rucc_ir::Float::F64);
1164 let (mut names, mut source, block, args) = blank(&[f64]);
1165 let mut build = Builder::new(&mut source, block);
1166 let less = build.unary(Opcode::FNeg, args[0], f64);
1167 build.ret(&[less]);
1168
1169 let machine = Machine::x86_64(&SYSV);
1170 let out =
1171 compile(&mut source, &mut names, &machine, &Elsewhere::default(), Flags::default())
1172 .expect("every instruction has a rule");
1173
1174 let text = mir::print_func(&out, &names, ®S);
1175 assert!(text.contains("x64.xor_rr_64"), "{text}");
1176 assert!(!text.contains("sub"), "a negation is not a subtraction: {text}");
1177 }
1178
1179 #[test]
1180 fn the_flags_reach_the_frame() {
1181 let i32 = Type::int(32);
1182 let (mut names, mut source, block, args) = blank(&[i32]);
1183 Builder::new(&mut source, block).ret(&[args[0]]);
1184
1185 let machine = Machine::x86_64(&SYSV);
1186 let flags = Flags { frame_pointer: true, profile: Profile::No, ..Flags::default() };
1187 let out = compile(&mut source, &mut names, &machine, &Elsewhere::default(), flags)
1188 .expect("every instruction has a rule");
1189
1190 // A function that keeps a frame pointer keeps it whether it needed one or not, which is
1191 // what `-fno-omit-frame-pointer` is for and is the only thing this test is about.
1192 let text = mir::print_func(&out, &names, ®S);
1193 assert!(text.contains("x64.push_64 $rbp"), "{text}");
1194 assert!(text.contains("$rbp = x64.mov_rr_64 $rsp"), "{text}");
1195 }
1196
1197 #[test]
1198 fn a_target_says_which_machine_it_is_and_which_convention_it_uses() {
1199 let triple = |text: &str| text.parse::<rucc_target::Triple>().expect("a triple");
1200 let info = TargetInfo::new(triple("x86_64-unknown-linux-gnu"));
1201 let machine = Machine::for_target(&info).expect("x86-64 is the target this crate covers");
1202 assert!(std::ptr::eq(machine.conv, &SYSV));
1203
1204 let info = TargetInfo::new(triple("x86_64-pc-windows-msvc"));
1205 let machine = Machine::for_target(&info).expect("x86-64 is the target this crate covers");
1206 assert!(std::ptr::eq(machine.conv, &WIN64));
1207
1208 // Not a target this crate has a backend for, and saying so is the whole point: a caller
1209 // that got a machine here would compile x86-64 instructions for an AArch64 program.
1210 let info = TargetInfo::new(triple("aarch64-unknown-linux-gnu"));
1211 assert!(Machine::for_target(&info).is_none());
1212 }
1213}