Skip to main content

rucc_codegen/
pipeline.rs

1//! One IR function to one machine function, which is every pass in this crate in order.
2//!
3//! Design: `spec/10-backend.md` section 10.1, which is where the order comes from.
4//!
5//! Each pass here is written and tested on its own and each is useful on its own, but there is
6//! exactly one order they run in and until now that order lived in the tests. A caller outside
7//! this crate would have had to know that splitting critical edges comes after lowering and
8//! before allocation, that the frame is worked out after allocation because the spill slots are
9//! the largest thing in it, and that the prologue is written after the frame. None of that is a
10//! decision a driver should be making, so it is written down once, here.
11//!
12//! # What comes out
13//!
14//! A function whose every register is physical, whose every offset into the frame is a constant,
15//! and whose blocks are in the order they run in with the jumps that order needs. That is the
16//! point at which a function is one an encoder could read, and there is nothing left in it that
17//! is not an instruction of the machine it was compiled for.
18//!
19//! # What is still missing from the middle
20//!
21//! The optimizing path, all of it. What runs here is `spec/10-backend.md` section 10.3's fast
22//! path: one rule per term, a linear scan, and a block order from the shape of the CFG rather
23//! than from block frequency. No scheduling, and the redundant moves a coalescer would take out
24//! are still in the output.
25
26use rucc_base::Interner;
27use rucc_ir as ir;
28use rucc_mir as mir;
29use rucc_regalloc::assign::Env;
30use rucc_target::{
31    BitInsts, BranchInsts, CallRegs, FlagInsts, FrameInsts, PhysReg, RegFile, TargetInfo, x86_64,
32};
33use rucc_tuple::Arch;
34
35use crate::bits;
36use crate::compare;
37use crate::coverage::Fired;
38use crate::elsewhere::Elsewhere;
39use crate::expand;
40use crate::finish::{Convention, Padding, Probing, Protect, Tracing, finish};
41use crate::fold;
42use crate::frame::{Frame, Layout};
43use crate::layout;
44use crate::lower::{self, Unsupported};
45use crate::pressure::{Cost, Pressure};
46use crate::reload;
47use crate::retry;
48use crate::split;
49use crate::switch;
50use crate::varargs;
51use crate::weights;
52use crate::wide;
53use crate::widths;
54
55/// Everything about a machine that compiling a function for it needs.
56///
57/// The fields are different kinds of fact and they come from different places: where the
58/// convention puts things, what registers the machine has, which instructions build a frame,
59/// which instructions a branch becomes, and which registers the allocator may hand out. The last
60/// one is not a target fact on its own, because holding a register back as scratch is a decision
61/// about the allocator rather than about the machine, which is why it is built here rather than
62/// in [`rucc_target`].
63#[derive(Debug)]
64pub struct Machine {
65    /// Where the convention this function is compiled for puts things.
66    pub conv: &'static CallRegs,
67    /// The registers the machine has, which is what says how wide a spill slot of a class is.
68    pub file: RegFile,
69    /// The instructions that take a frame and give it back.
70    pub insts: &'static FrameInsts,
71    /// The instructions a branch becomes once the blocks are in an order.
72    pub branch: &'static BranchInsts,
73    /// How much of a register each of the machine's instructions reads and writes.
74    pub bits: &'static BitInsts,
75    /// What each of the machine's instructions leaves in the condition state.
76    pub flags: &'static FlagInsts,
77    /// What the allocator may hand out, and what it holds back.
78    pub env: Env,
79}
80
81/// The scratch registers held back from the allocator on x86-64.
82///
83/// Two, because a move on an edge may have to break a cycle and a spilled value has to be read
84/// into something, and those can want a register at the same instruction. Two is also what the
85/// instruction wanting most wants, which is one that reads two spilled values and writes a third,
86/// and `rewrite` says why the answer goes back into a register an operand arrived in rather than
87/// asking for a third.
88///
89/// It is not two because two was enough to start with and nobody looked again. There is no third
90/// to hold back. A scratch register has to be one the convention passes nothing in, since the
91/// rewriter puts moves in wherever it likes, and one the callee does not owe back, since the
92/// rewriter runs after the prologue has been decided and cannot ask for a register to be saved.
93/// On SysV that is `r10` and `r11` and nothing else, so if the rewriter ever does want a third the
94/// answer is not to take one here.
95const SCRATCH: [PhysReg; 2] = [x86_64::R10, x86_64::R11];
96
97/// How many of each class are held back.
98const SCRATCH_COUNT: usize = SCRATCH.len();
99
100impl Machine {
101    /// The x86-64 machine under that convention.
102    ///
103    /// Both files are offered. A value the selector produces is in one or the other, which is
104    /// decided by its type: an integer and an address are general purpose and a `float` or a
105    /// `double` is in a vector register, and the allocator is given each file separately because
106    /// no move goes between them.
107    #[must_use]
108    pub fn x86_64(conv: &'static CallRegs) -> Self {
109        let order: Vec<PhysReg> =
110            conv.int_order.iter().copied().filter(|reg| !SCRATCH.contains(reg)).collect();
111        // The vector file wants its own two, for the same two jobs, and they have to be two the
112        // convention does not preserve: a scratch register is written by a move the rewriter puts
113        // in, which is after the prologue has already been decided, so one the callee owes back
114        // would be one nothing saved. That rules out the upper ten on Windows and nothing at all
115        // on SysV, and taking the last two that are left lands on `xmm14` and `xmm15` there and on
116        // `xmm4` and `xmm5` on Windows, neither of which any argument travels in.
117        let free: Vec<PhysReg> =
118            conv.sse_order.iter().copied().filter(|&reg| !conv.preserves_sse(reg)).collect();
119        let at = free.len().saturating_sub(SCRATCH_COUNT);
120        let sse_scratch: Vec<PhysReg> = free[at..].to_vec();
121        let sse_order: Vec<PhysReg> =
122            conv.sse_order.iter().copied().filter(|reg| !sse_scratch.contains(reg)).collect();
123        Self {
124            conv,
125            file: x86_64::REGS,
126            insts: &x86_64::FRAME,
127            branch: &x86_64::BRANCH,
128            bits: &x86_64::BITS,
129            flags: &x86_64::FLAGS,
130            env: Env::new().with(x86_64::GPR, &order, &SCRATCH).with(
131                x86_64::XMM,
132                &sse_order,
133                &sse_scratch,
134            ),
135        }
136    }
137
138    /// The machine a target describes, or `None` when no backend in this crate covers it.
139    ///
140    /// [`TargetInfo`] already carries the convention, because the front end needs it to lay a
141    /// `va_list` out, so the only thing this decides is which architecture's frame instructions
142    /// and register file go with it. AArch64 and RISC-V are `None` until M6 fills them in, and a
143    /// caller that gets one reports a target it cannot compile for rather than compiling wrongly.
144    #[must_use]
145    pub fn for_target(target: &TargetInfo) -> Option<Self> {
146        let conv = target.call_regs?;
147        match target.tuple.arch() {
148            Arch::X86_64 => Some(Self::x86_64(conv)),
149            _ => None,
150        }
151    }
152}
153
154/// Whether every function calls a profiler on the way in, and where that call goes.
155///
156/// What `-pg` asks for, with `-mfentry` and `-mno-fentry` choosing between the last two. The choice
157/// has already been made against the target by the time this is built, which is why there is no
158/// answer here for a command line that named neither.
159#[derive(Debug, Clone, Copy, Default, PartialEq, Eq)]
160pub enum Profile {
161    /// It does not, which is what nearly every command line asks for.
162    #[default]
163    No,
164    /// In front of the prologue, which is the hook a tracer can replace while the program runs.
165    Early,
166    /// Once the frame is taken, which is the hook that reads the frame pointer.
167    Late,
168}
169
170/// How much room every function opens with for something to be written over it later.
171///
172/// What `-fpatchable-function-entry=` asks for, as the two halves a prologue deals in rather than
173/// as the total and the part the flag is written in. The room can be on either side of the
174/// function's own label and the two sides are not the same thing: what is after the label is inside
175/// the function, which is what a patcher redirecting a call into it wants, and what is in front of
176/// it is outside, which is where a patcher that needs a whole instruction it can reach from the
177/// first one puts it.
178#[derive(Debug, Clone, Copy, Default, PartialEq, Eq)]
179pub struct Room {
180    /// How many bytes go after the function's own label.
181    pub after: u32,
182    /// How many go in front of it.
183    pub before: u32,
184}
185
186impl Room {
187    /// Whether any room at all was asked for, which is what decides whether a function gets one.
188    ///
189    /// `=0` is a command line that asked for none, and gcc takes it and writes nothing, so the
190    /// question is about the numbers rather than about whether the flag was written.
191    #[must_use]
192    pub const fn any(self) -> bool {
193        self.after > 0 || self.before > 0
194    }
195}
196
197/// What the command line says about a frame, as opposed to what the machine says.
198#[derive(Debug, Clone, Copy, PartialEq, Eq)]
199pub struct Flags {
200    /// Whether every function keeps a frame pointer, which `-fno-omit-frame-pointer` asks for.
201    pub frame_pointer: bool,
202    /// Whether the red zone may be used, which `-mno-red-zone` and every kernel turns off.
203    pub red_zone: bool,
204    /// Whether a frame is taken a page at a time, which `-fstack-clash-protection` asks for.
205    pub stack_clash: bool,
206    /// Whether every address an indirect branch may arrive at opens with a landing pad, which
207    /// `-fcf-protection=branch` asks for. That is every function, and every label of a function
208    /// whose address the program took.
209    pub landing: bool,
210    /// Whether every function calls a profiler on the way in, which `-pg` asks for.
211    pub profile: Profile,
212    /// How much room every function opens with for a patcher, which
213    /// `-fpatchable-function-entry=` asks for. See [`Room`].
214    pub patch: Room,
215    /// Whether the blocks are put in the order the weights say rather than in the order the
216    /// shape of the graph says, which `-freorder-blocks` asks for and every level above `-O0`
217    /// turns on. See [`crate::layout`].
218    pub reorder: bool,
219}
220
221impl Default for Flags {
222    /// No frame pointer, the red zone allowed, the frame taken in one subtraction, no landing pad,
223    /// no profiling, no room for a patcher and the blocks in the order the graph's shape gives,
224    /// which is what a convention that has a red zone says at `-O0` when nobody on the command
225    /// line has said otherwise.
226    fn default() -> Self {
227        Self {
228            frame_pointer: false,
229            red_zone: true,
230            stack_clash: false,
231            landing: false,
232            profile: Profile::No,
233            patch: Room::default(),
234            reorder: false,
235        }
236    }
237}
238
239/// Compiles one function, from the IR the middle end produced to machine instructions.
240///
241/// The function is taken by reference that can be written through, because the first pass is an
242/// IR to IR rewrite: a construct whose lowering is a new shape of control flow cannot be a rule,
243/// since a rule replaces a term with a term and has nowhere to put a block. So the IR that reaches
244/// selection is not quite the IR the middle end produced, and this is the only place that is true.
245/// `--emit=ir` prints before any of this runs.
246///
247/// `elsewhere` is the one thing here that is a fact about the module rather than about the
248/// function, and it is passed in rather than looked up because this only ever sees the one
249/// function. What it decides is how the address of a name is come by, which is the difference
250/// between an address this file can measure to and one only the linker knows.
251///
252/// # Errors
253///
254/// The first thing in it this cannot lower, which is what [`lower::func`] reports, and one thing
255/// after it that is about the shape of the function rather than about an instruction, which is a
256/// frame that grows while it runs in a function whose flags say no frame may. Everything else after
257/// lowering works on machine instructions that exist, so it either runs or it is a bug in this
258/// crate.
259pub fn compile(
260    source: &mut ir::Func,
261    names: &mut Interner,
262    machine: &Machine,
263    elsewhere: &Elsewhere,
264    flags: Flags,
265) -> Result<mir::Func, Unsupported> {
266    compile_recording(
267        source,
268        names,
269        machine,
270        elsewhere,
271        flags,
272        &mut Fired::new(),
273        &mut Pressure::new(),
274    )
275}
276
277/// The same compilation, with what it did along the way recorded.
278///
279/// Two functions rather than one that takes options, because a caller that does not want the
280/// numbers should not have to say so. What `fired` is for is `-Zrule-coverage`, which is how the
281/// harness in `tamnd/rucc-compat` turns coverage of the rule set into a number over a corpus. What
282/// `pressure` is for is `-Zregister-pressure`, which is how much of the frame the allocator had to
283/// use and is the metric `spec/safe-memory/13-performance.md` section 13.1 asks for.
284///
285/// Both are added to rather than replaced, so a caller can pass the same pair for every function of
286/// a module and every module of a command line and get the answer for all of them.
287///
288/// # Errors
289///
290/// The same as [`compile`]. A function that was refused contributes nothing to either, since a
291/// function that did not compile is not evidence about what a rule set or a frame would have done.
292pub fn compile_recording(
293    source: &mut ir::Func,
294    names: &mut Interner,
295    machine: &Machine,
296    elsewhere: &Elsewhere,
297    flags: Flags,
298    fired: &mut Fired,
299    pressure: &mut Pressure,
300) -> Result<mir::Func, Unsupported> {
301    switch::switches(source);
302    // Beside the switches rather than down with the rest of the rewriting, because both of them
303    // make blocks and nothing in `expand` may. Before the orderings as well, since the head of the
304    // loop it builds reads with an `atomic_load` and the pass below is what turns that into the
305    // plain load this machine does anyway.
306    retry::loops(source);
307    // Before the width legalisation and everything after it, because what an ordered access
308    // becomes here is a plain one and every pass below is written about a plain one by name.
309    expand::orderings(source, machine.conv.word);
310    // Above the splitting rather than below it, because an overflow check is the one instruction
311    // whose result is two things and the splitting has no answer for that, while the arithmetic it
312    // becomes here is adds, multiplies and comparisons the splitting knows already. Nothing is lost
313    // by running it this early: the widths it is written for are the widths the machine has, and
314    // the legalisation below never touches one of these anyway, so a check at a width neither pass
315    // is written for is refused by name either way round.
316    expand::overflows(source);
317    // Ahead of the width legalisation and not part of it, because the two go in opposite
318    // directions: an integer of forty bits becomes one of sixty four down there, and one of a
319    // hundred and twenty eight becomes two of sixty four here. Doing this first means a function
320    // holding both is one the pass below still works on, since by the time it runs the only widths
321    // left are ones it has an answer for.
322    wide::halves(source, names, machine.conv);
323    // Before everything, because every pass after it is written about widths the machine has and
324    // an integer of forty bits is not one of them.
325    widths::integers(source);
326    expand::bytes(source);
327    expand::counts(source);
328    expand::floats(source);
329    expand::bulk(source, names, machine.conv.word);
330    expand::rounds(source, machine.conv.stack_align);
331    varargs::lists(source, machine.conv);
332    let lowered = lower::func(source, names, machine.conv, elsewhere)?;
333    fired.merge(&lowered.fired);
334    let lower::Lowered { mut func, mut stack, blocks, .. } = lowered;
335    // Straight after selection, because this is the last moment the machine blocks and the IR
336    // blocks still stand one for one, and the pass that reads the numbers is the very last one
337    // there is. See `crate::weights`.
338    if flags.reorder {
339        weights::carry(source, &blocks, &mut func);
340    }
341    // Two things a frame that grows while it runs cannot be asked for at the same time, both of
342    // them refusals rather than wrong code.
343    if let Some(inst) = stack.grown_at {
344        // What `-fstack-clash-protection` buys is that no frame ever steps over a guard page
345        // without touching it, and a frame that grows while it runs steps by however much the
346        // declaration asked for. The prologue's own pages are touched below, and the ones a
347        // variable length array takes are not, so a function with both is refused rather than
348        // compiled to something that keeps the flag's name and not its promise.
349        if flags.stack_clash {
350            return Err(Unsupported::Dynamic { inst, growing: lower::Growing::Probed });
351        }
352        // The lowering refuses a variable length array that asks for more alignment than a call
353        // leaves the stack pointer on. A fixed local asking for it in the same function is the same
354        // refusal arrived at from the other side: the prologue would force the alignment, and
355        // forcing it and moving the stack pointer afterwards are two frames that each want the one
356        // register that still reaches the rest of the frame. See `Growing` in [`crate::frame`].
357        if stack.locals.iter().any(|local| local.align > machine.conv.stack_align) {
358            return Err(Unsupported::Dynamic { inst, growing: lower::Growing::Aligned });
359        }
360    }
361
362    // Before the fold below, which is the order section 37.6 puts the two in. A widening this takes
363    // out is one whose readers are sent to its source, and one of those readers may be an address
364    // computation, so asking which bits are read first means the fold sees the addresses as they
365    // will be rather than as they were.
366    bits::dead(&mut func, machine.bits, names);
367
368    // After selection, because the address instruction and the one that reads it are both machine
369    // instructions only once selection has written them, and before allocation, because what makes
370    // the pair safe to put together is that a virtual register is written once. The addresses into
371    // the frame and into the caller's argument area go through it like anything else, and the two
372    // lists `finish` reads are rewritten as they do, so an address that ends up inside its reader
373    // is still an address the frame layout knows to write an offset into.
374    let mut pending = fold::Pending {
375        addresses: &mut stack.addresses,
376        arguments: &mut stack.arguments,
377        dynamic: &mut stack.dynamic,
378    };
379    fold::addresses(&mut func, machine.insts, names, &mut pending);
380
381    // Whether this function carries a canary is the front end's answer, because what
382    // `-fstack-protector` asks about is the kind of local a function has and the types are gone by
383    // here. What the machine does about it is this crate's answer, and a target with nowhere to
384    // keep the word a canary is copied from does nothing, which is what the driver refuses a
385    // command line over before any of this runs.
386    let protect = source.attrs.set.contains(ir::AttrSet::STACK_PROTECT);
387    let guard = protect.then_some(machine.conv.guard.as_ref()).flatten();
388    // Nothing at all on a target with no hook to call, which is the same answer the protector gives
389    // on a target with nowhere to keep its word, and the driver refuses the command line over it
390    // before any of this runs.
391    let profile = match machine.conv.trace {
392        Some(_) => flags.profile,
393        None => Profile::No,
394    };
395    let base = stack.layout(Layout::new(machine.conv, machine.file));
396    let layout = Layout {
397        // The later hook reads the frame pointer to find out who called this function, so a
398        // function that calls it is given one whether or not anything else asked.
399        frame_pointer: flags.frame_pointer || profile == Profile::Late,
400        red_zone: flags.red_zone,
401        protect: guard.is_some(),
402        // A protected function calls the one that does not come back, on the arm where the check
403        // failed, so it is not a leaf however few calls the program wrote in it. That is what
404        // takes the red zone away from it and what makes its frame leave the stack pointer where
405        // a call needs it. The later hook is a call in the same position and costs the same.
406        //
407        // The earlier one is not, and this is the one place the difference shows. It runs before
408        // the prologue has written anything, so the bytes below the stack pointer it uses are ones
409        // this function has not put anything in yet, and a leaf that keeps its locals down there
410        // stays a leaf. gcc leaves it alone too.
411        leaf: base.leaf && guard.is_none() && profile != Profile::Late,
412        ..base
413    };
414
415    // Before allocation as well, and asked here rather than where it is used because what it asks
416    // is whether anything but the branch reads the byte a comparison wrote. A virtual register is
417    // written once and a physical one is not, so after allocation that question no longer has an
418    // answer.
419    let fusable = layout::fusable(&func, machine.branch, names);
420
421    // In front of the splitting below, because what it does is take the values off the edges out of
422    // a computed `goto` and the splitting has no answer for one of those: the block they leave ends
423    // in a jump already, so neither end of the edge is somewhere a move can go.
424    split::indirect(&mut func, machine.branch, machine.insts, names);
425
426    // And after it, because what it puts a pad at is the block an address names and the pass above
427    // is what settles which block that is. The pad the prologue opens with is written much later,
428    // with the rest of the prologue, since the address it answers for is the function's own.
429    //
430    // Nothing at all on a target with nothing that marks an address as one an indirect branch may
431    // arrive at, which is the same answer the stack protector gives on a target with nowhere to
432    // keep its word, and the driver refuses the command line over it before any of this runs.
433    let landing = flags.landing.then_some(machine.insts.landing).flatten();
434    split::pads(&mut func, machine.insts, landing, names);
435
436    // Before allocation, because an edge that carries values into a block arrived at more than
437    // one way, out of a block that leaves more than one way, has nowhere to put the moves those
438    // values turn into, and the allocator asserts rather than guessing.
439    split::critical(&mut func);
440    let called = names.resolve(func.name).to_owned();
441    let allocation = rucc_regalloc::run(&mut func, &machine.env, &called);
442    pressure.record(&called, Cost::of(&allocation));
443
444    // After allocation, because the largest area in most frames is the spill slots and nothing
445    // knows how many of those there are until the allocator has finished running out of registers.
446    let frame = Frame::of(&func, &allocation, &layout);
447    let scratch = machine.env.scratch(machine.conv.int_class);
448    let protect = guard.map(|guard| Protect {
449        guard,
450        branch: machine.branch,
451        scratch: [scratch[0], scratch[1]],
452    });
453    // A target with no instruction that touches a page without changing it does nothing about the
454    // flag, which is the same answer the protector gives on a target with nowhere to keep its word.
455    // Every target this crate has a back end for has one.
456    let probe = flags
457        .stack_clash
458        .then_some(machine.insts.probe.as_ref())
459        .flatten()
460        .map(|probe| Probing { probe, branch: machine.branch, scratch: [scratch[0], scratch[1]] });
461    let trace = machine.conv.trace.and_then(|trace| match profile {
462        Profile::No => None,
463        Profile::Early => Some(Tracing { name: trace.early, early: true }),
464        Profile::Late => Some(Tracing { name: trace.late, early: false }),
465    });
466    // And once more for the room a patcher was promised, which is a run of the shortest
467    // instruction that does nothing and so needs the target to have one. Nothing is written on a
468    // target that does not, rather than a run of something longer: the flag counts bytes, and a
469    // patcher writing over the room starts at its front and wants every byte in it to be a place
470    // it could have started at.
471    let pad = flags.patch.any().then_some(machine.insts.pad).flatten().map(|name| Padding {
472        name,
473        before: flags.patch.before,
474        after: flags.patch.after,
475    });
476    let convention = Convention {
477        protect,
478        probe,
479        landing,
480        trace,
481        pad,
482        ..Convention::new(machine.conv, machine.insts)
483    };
484    let moves = finish(&mut func, &allocation, &frame, &stack, convention, names);
485
486    // After the moves are written, because a spill and the reload of it are written by different
487    // decisions of the allocator and what says the two are next to each other is the function they
488    // both went into. Before the layout, because the layout is where the instruction sequence
489    // stops being something a pass may edit.
490    reload::dead(&mut func, &moves);
491
492    // Last, because everything before this finds the blocks a function returns from by looking
493    // for the ones that go nowhere, and after this a block that falls through goes nowhere too.
494    layout::blocks(&mut func, machine.branch, names, &fusable, flags.reorder);
495
496    // After the layout rather than before it, which is the whole of what makes it safe. What a
497    // comparison leaves for the instruction behind it to read is not a register and nothing may
498    // come between the two, and the layout is the other pass that writes such a pair. Running
499    // here means there is nothing left that could put an instruction in the middle of one.
500    compare::redundant(&mut func, machine.flags, names);
501    Ok(func)
502}
503
504#[cfg(test)]
505mod tests {
506    use rucc_ir::{Builder, Flags as IrFlags, Func, Opcode, Restrict, Signature, Type};
507    use rucc_target::x86_64::{REGS, SYSV, WIN64};
508
509    use super::*;
510
511    /// A function of two integers, and the block to fill.
512    fn blank(params: &[Type]) -> (Interner, Func, ir::Block, Vec<ir::Value>) {
513        let mut names = Interner::new();
514        let mut func = Func::new(names.intern("f"), Signature::new());
515        let block = func.create_block();
516        let values = params.iter().map(|&ty| func.append_param(block, ty)).collect();
517        (names, func, block, values)
518    }
519
520    #[test]
521    fn a_function_comes_out_with_no_virtual_register_left_in_it() {
522        let i32 = Type::int(32);
523        let (mut names, mut source, block, args) = blank(&[i32, i32]);
524        let mut build = Builder::new(&mut source, block);
525        let sum = build.binary(Opcode::Add, args[0], args[1], IrFlags::default());
526        build.ret(&[sum]);
527
528        let machine = Machine::x86_64(&SYSV);
529        let out =
530            compile(&mut source, &mut names, &machine, &Elsewhere::default(), Flags::default())
531                .expect("every instruction has a rule");
532
533        // `int f(int a, int b) { return a + b; }` end to end. A leaf that spills nothing needs no
534        // frame at all, so there is no prologue to see. The one move left is the one the machine's
535        // addition needs, since the sum is written into the register the left operand was read
536        // from and the return wants it in `rax`.
537        assert_eq!(
538            mir::print_func(&out, &names, &REGS),
539            "mfunc @f {\n\
540             block0:\n    \
541             $rdi($rdi) = x64.arg_val_32\n    \
542             $rsi($rsi) = x64.arg_val_32\n    \
543             $rdi(reuse 1) = x64.add_rr_32 $rdi, $rsi\n    \
544             $rax = x64.mov_rr_64 $rdi\n    \
545             x64.ret_val_32 $rax($rax)\n    \
546             x64.ret\n\
547             }\n"
548        );
549    }
550
551    /// What `-Zrule-coverage` is built out of: the rules a compilation fired, recorded as it went.
552    /// The second function adds to the first rather than replacing it, which is what makes one of
553    /// these files the answer for a whole command line rather than for whichever function was last.
554    #[test]
555    fn which_rules_lowered_a_function_is_something_the_compilation_can_be_asked_for() {
556        let i32 = Type::int(32);
557        let (mut names, mut source, block, args) = blank(&[i32, i32]);
558        let mut build = Builder::new(&mut source, block);
559        let sum = build.binary(Opcode::Add, args[0], args[1], IrFlags::default());
560        build.ret(&[sum]);
561
562        let machine = Machine::x86_64(&SYSV);
563        let mut fired = Fired::new();
564        compile_recording(
565            &mut source,
566            &mut names,
567            &machine,
568            &Elsewhere::default(),
569            Flags::default(),
570            &mut fired,
571            &mut Pressure::new(),
572        )
573        .expect("every instruction has a rule");
574        let one = fired.count();
575        assert!(one > 0, "an add and a return went through the table and nothing was recorded");
576
577        let listing = fired.listing(&crate::select::x86_64::TABLE);
578        assert_eq!(listing.lines().filter(|line| line.starts_with("fired ")).count(), one);
579        assert!(
580            listing.contains(&format!("{one} of ")),
581            "{}",
582            listing.lines().next().unwrap_or("")
583        );
584
585        // The same rules again plus the ones a subtraction needs, into the same record.
586        let (mut names, mut source, block, args) = blank(&[i32, i32]);
587        let mut build = Builder::new(&mut source, block);
588        let difference = build.binary(Opcode::Sub, args[0], args[1], IrFlags::default());
589        build.ret(&[difference]);
590        compile_recording(
591            &mut source,
592            &mut names,
593            &machine,
594            &Elsewhere::default(),
595            Flags::default(),
596            &mut fired,
597            &mut Pressure::new(),
598        )
599        .expect("every instruction has a rule");
600        assert!(fired.count() > one, "a subtraction is not an addition");
601    }
602
603    #[test]
604    fn a_function_that_calls_takes_a_frame_and_gives_it_back() {
605        let i32 = Type::int(32);
606        let (mut names, mut source, block, args) = blank(&[i32]);
607        let sig = source.add_signature(Signature::new().with_params(&[i32]).with_returns(&[i32]));
608        let callee = names.intern("g");
609        let call = Builder::new(&mut source, block).call(callee, sig, &[args[0]]);
610        let got = source[call].first_result.expect("an integer comes back");
611        let mut build = Builder::new(&mut source, block);
612        let sum = build.binary(Opcode::Add, got, args[0], IrFlags::default());
613        build.ret(&[sum]);
614
615        let machine = Machine::x86_64(&SYSV);
616        let out =
617            compile(&mut source, &mut names, &machine, &Elsewhere::default(), Flags::default())
618                .expect("every instruction has a rule");
619
620        // `int f(int a) { return g(a) + a; }`. Not a leaf, so the stack pointer moves and the
621        // register the value that outlives the call went to is one the prologue saves.
622        let text = mir::print_func(&out, &names, &REGS);
623        assert!(text.contains("x64.push_64 $rbx"), "{text}");
624        assert!(text.contains("$rbx = x64.pop_64"), "{text}");
625        assert!(text.contains("x64.call $rdi($rdi), @g"), "{text}");
626        assert!(!text.contains('%'), "{text}");
627    }
628
629    #[test]
630    fn the_other_convention_is_the_same_function_somewhere_else() {
631        let i32 = Type::int(32);
632        let (mut names, mut source, block, args) = blank(&[i32, i32]);
633        let mut build = Builder::new(&mut source, block);
634        let sum = build.binary(Opcode::Add, args[0], args[1], IrFlags::default());
635        build.ret(&[sum]);
636
637        let machine = Machine::x86_64(&WIN64);
638        let out =
639            compile(&mut source, &mut names, &machine, &Elsewhere::default(), Flags::default())
640                .expect("every instruction has a rule");
641
642        // The arguments arrive in `rcx` and `rdx` here rather than in `rdi` and `rsi`, which is
643        // the whole of what changed, and it changed because the convention was asked.
644        let text = mir::print_func(&out, &names, &REGS);
645        assert!(text.contains("$rcx($rcx) = x64.arg_val_32"), "{text}");
646        assert!(text.contains("$rdx($rdx) = x64.arg_val_32"), "{text}");
647        assert!(!text.contains("$rdi"), "{text}");
648    }
649
650    #[test]
651    fn a_function_with_a_branch_in_it_goes_through_every_pass() {
652        let i32 = Type::int(32);
653        let (mut names, mut source, entry, args) = blank(&[i32, i32]);
654        let then = source.create_block();
655        let join = source.create_block();
656        let got = source.append_param(join, i32);
657        let mut build = Builder::new(&mut source, entry);
658        let cond = build.icmp(rucc_ir::IntPred::Slt, args[0], args[1]);
659        build.br_if(cond, then, &[], join, &[args[1]]);
660        Builder::new(&mut source, then).jump(join, &[args[0]]);
661        Builder::new(&mut source, join).ret(&[got]);
662
663        let machine = Machine::x86_64(&SYSV);
664        let out =
665            compile(&mut source, &mut names, &machine, &Elsewhere::default(), Flags::default())
666                .expect("every instruction has a rule");
667
668        // The else arm is a critical edge carrying a value, so a block that nothing lowered is in
669        // there, which is the pass between lowering and allocation doing its job. Without it the
670        // allocator would have asserted rather than compiled this.
671        assert_eq!(out.block_count(), 4);
672
673        // `int f(int a, int b) { return a < b ? a : b; }` end to end, and the last pass is what
674        // this pins. The branch became a test and one jump, and it is the jump taken when the
675        // condition failed, because the arm the condition is true for is the block laid out next
676        // and a block falls into the block laid out next. The other arm is the empty block the
677        // edge splitting left, which is where the move the edge carries ended up, and it falls
678        // into the join as well. What is left is one jump in the whole function. Both arms write
679        // the join's parameter straight into `rax`, because the return at the bottom insists on
680        // that register and the moves the edges carry are free to name it.
681        let text = mir::print_func(&out, &names, &REGS);
682        assert_eq!(
683            text,
684            "mfunc @f {\n\
685             block0:\n    \
686             $rdi($rdi) = x64.arg_val_32\n    \
687             $rsi($rsi) = x64.arg_val_32\n    \
688             x64.cmp_rr_32 $rdi, $rsi\n    \
689             x64.jcc_ge block2, block1\n\
690             \nblock1:\n    \
691             $rax = x64.mov_rr_64 $rdi\n    \
692             x64.jmp block3\n\
693             \nblock2:\n    \
694             $rax = x64.mov_rr_64 $rsi, block3\n\
695             \nblock3:\n    \
696             x64.ret_val_32 $rax($rax)\n    \
697             x64.ret\n\
698             }\n"
699        );
700    }
701
702    /// A loop that swaps its two values round every time it goes, which is `gcd`, and which is
703    /// the smallest program that caught two ways of losing a value. Both were found by running
704    /// what came out rather than by reading it, and both are pinned here rather than only where
705    /// they were fixed, because what is wrong with either of them is only visible in the whole
706    /// function.
707    #[test]
708    fn a_loop_that_carries_its_values_round_keeps_all_of_them() {
709        let i32 = Type::int(32);
710        let (mut names, mut source, entry, args) = blank(&[i32, i32]);
711        let head = source.create_block();
712        let body = source.create_block();
713        let exit = source.create_block();
714        let left = source.append_param(head, i32);
715        let right = source.append_param(head, i32);
716        Builder::new(&mut source, entry).jump(head, &[args[0], args[1]]);
717        let mut build = Builder::new(&mut source, head);
718        let zero = build.iconst(i32, 0);
719        let more = build.icmp(rucc_ir::IntPred::Ne, right, zero);
720        build.br_if(more, body, &[], exit, &[left]);
721        let mut build = Builder::new(&mut source, body);
722        let rest = build.binary(Opcode::SRem, left, right, IrFlags::default());
723        build.jump(head, &[right, rest]);
724        let result = source.append_param(exit, i32);
725        Builder::new(&mut source, exit).ret(&[result]);
726
727        let machine = Machine::x86_64(&SYSV);
728        let out =
729            compile(&mut source, &mut names, &machine, &Elsewhere::default(), Flags::default())
730                .expect("every instruction has a rule");
731
732        // `int gcd(int a, int b) { while (b) { int t = a % b; a = b; b = t; } return a; }`. Two
733        // things in here were wrong and each of them returned three from a program that gcc
734        // returns forty two from.
735        //
736        // The first is in the entry block. The move the edge into the loop asks for writes `rsi`,
737        // and the second argument has to be taken out of `rsi` before it does. An edit at the end
738        // of a block used to go in front of the last instruction, on the reasoning that the last
739        // instruction is the branch, and the block's jump is not an instruction until the layout
740        // has run, so it went in front of the `arg_val` whose own move had not been made yet.
741        //
742        // The second is in the loop body. A division writes both a quotient and a remainder, and
743        // only the remainder is wanted here, so the quotient is a value nothing reads. It used to
744        // be given the same register as the remainder, because a value written early was live at
745        // one point and that point is in front of where the remainder is written. The copy that
746        // takes the quotient nowhere then landed on top of the remainder.
747        assert_eq!(
748            mir::print_func(&out, &names, &REGS),
749            "mfunc @f {\n\
750             block0:\n    \
751             $rdi($rdi) = x64.arg_val_32\n    \
752             $rsi($rsi) = x64.arg_val_32\n    \
753             $rcx = x64.mov_rr_64 $rdi, block1\n\
754             \nblock1:\n    \
755             x64.cmp_ri_32 $rsi, 0\n    \
756             x64.jcc_e block3, block2\n\
757             \nblock2:\n    \
758             $rax = x64.mov_rr_64 $rcx\n    \
759             $rdx($rdx), early $rax($rax) = x64.idiv_rem_32 $rax($rax), $rsi\n    \
760             $rdi = x64.mov_rr_64 $rax\n    \
761             $rcx = x64.mov_rr_64 $rsi\n    \
762             $rsi = x64.mov_rr_64 $rdx\n    \
763             x64.jmp block1\n\
764             \nblock3:\n    \
765             $rax = x64.mov_rr_64 $rcx\n    \
766             x64.ret_val_32 $rax($rax)\n    \
767             x64.ret\n\
768             }\n"
769        );
770    }
771
772    /// `spec/10-backend.md` section 10.1 says `--emit=mir-final` round-trips, and a function with
773    /// a branch in it is the one where that is worth checking: after the layout has run, where a
774    /// jump goes is nowhere in the instruction, so the text has to carry it on the block and the
775    /// parser has to put it back on the block it came off.
776    #[test]
777    fn a_function_that_has_been_laid_out_reads_back_as_the_same_function() {
778        let i32 = Type::int(32);
779        let (mut names, mut source, entry, args) = blank(&[i32, i32]);
780        let then = source.create_block();
781        let join = source.create_block();
782        let got = source.append_param(join, i32);
783        let mut build = Builder::new(&mut source, entry);
784        let cond = build.icmp(rucc_ir::IntPred::Slt, args[0], args[1]);
785        build.br_if(cond, then, &[], join, &[args[1]]);
786        Builder::new(&mut source, then).jump(join, &[args[0]]);
787        Builder::new(&mut source, join).ret(&[got]);
788
789        let machine = Machine::x86_64(&SYSV);
790        let out =
791            compile(&mut source, &mut names, &machine, &Elsewhere::default(), Flags::default())
792                .expect("every instruction has a rule");
793
794        let text = mir::print_func(&out, &names, &REGS);
795        let read = rucc_mir::parse(&text, &mut names, &REGS).expect("what the printer wrote");
796        assert_eq!(mir::print(&read, &names, &REGS), text);
797    }
798
799    #[test]
800    fn a_function_this_cannot_lower_is_reported_rather_than_compiled() {
801        let f80 = Type::float(rucc_ir::Float::F80);
802        let (mut names, mut source, block, args) = blank(&[f80, Type::int(64)]);
803        Builder::new(&mut source, block).ret(&args);
804
805        // One of these comes back on the x87 stack and a pair comes back in a pair of registers,
806        // and there is no pair with that stack in it. So this is refused rather than lowered, and
807        // it is the convention that refuses it rather than anything about the instructions.
808        let machine = Machine::x86_64(&SYSV);
809        let failed =
810            compile(&mut source, &mut names, &machine, &Elsewhere::default(), Flags::default())
811                .expect_err("a long double cannot come back beside another value");
812        assert_eq!(failed.to_string(), "what this function gives back is on the x87 stack");
813    }
814
815    /// A `long double` in and a `long double` out, which is the whole of what the convention says
816    /// about the type and is two different answers rather than one.
817    ///
818    /// It arrives in the caller's argument area, so what the parameter is is the address of the
819    /// bytes and the function reads them where they are. It goes back on the x87 stack, so the
820    /// return is an `fld` and nothing else, and the value is still on that stack when the function
821    /// returns, which is the one time anything here leaves it that way.
822    ///
823    /// The addresses are gone from the instruction listing, which is [`crate::fold`]: an argument's
824    /// address is a `lea` off the stack pointer and the `fld` that reads it has room for that
825    /// address itself, so the offset the frame layout works out is written into the `fld`.
826    #[test]
827    fn a_long_double_arrives_in_memory_and_goes_back_on_the_x87_stack() {
828        let f80 = Type::float(rucc_ir::Float::F80);
829        let (mut names, mut source, block, args) = blank(&[f80, f80]);
830        let mut build = Builder::new(&mut source, block);
831        let sum = build.binary(Opcode::FAdd, args[0], args[1], IrFlags::default());
832        build.ret(&[sum]);
833
834        let machine = Machine::x86_64(&SYSV);
835        let out =
836            compile(&mut source, &mut names, &machine, &Elsewhere::default(), Flags::default())
837                .expect("every instruction has a rule");
838
839        let text = mir::print_func(&out, &names, &REGS);
840        // The two parameters, sixteen bytes apart, read out of the caller's frame rather than out
841        // of a register, and the answer left on the stack by the last instruction in the function.
842        assert!(text.contains("x64.fld_t [$rsp + 32]"), "{text}");
843        assert!(text.contains("x64.fld_t [$rsp + 48]"), "{text}");
844        assert!(!text.contains("x64.lea_64"), "an address every reader took is gone: {text}");
845        assert!(!text.contains("x64.ret_val"), "nothing comes back in a register: {text}");
846        // What comes after the `fld` is the epilogue, which gives the frame back and touches
847        // nothing in the unit, so the value is where the caller looks for it when the `ret` runs.
848        let end: Vec<&str> = text.lines().rev().skip(1).take(3).map(str::trim).collect();
849        assert_eq!(end, ["x64.ret", "$rsp = x64.add_ri_64 $rsp, 24", "x64.fld_t [$rsp]"], "{text}");
850    }
851
852    /// The whole of the second register class, end to end: two floats arrive in vector registers,
853    /// the arithmetic happens in one, and the answer goes back in the register the convention
854    /// names. Nothing here touches the general purpose file, which is the point.
855    #[test]
856    fn a_float_is_added_in_the_register_file_it_arrives_in() {
857        let f32 = Type::float(rucc_ir::Float::F32);
858        let (mut names, mut source, block, args) = blank(&[f32, f32]);
859        let mut build = Builder::new(&mut source, block);
860        let sum = build.binary(Opcode::FAdd, args[0], args[1], ir::Flags::default());
861        build.ret(&[sum]);
862
863        let machine = Machine::x86_64(&SYSV);
864        let out =
865            compile(&mut source, &mut names, &machine, &Elsewhere::default(), Flags::default())
866                .expect("every instruction has a rule");
867
868        let text = mir::print_func(&out, &names, &REGS);
869        assert!(text.contains("x64.addss_rr"), "{text}");
870        assert!(text.contains("$xmm0"), "{text}");
871        assert!(!text.contains("$rax"), "{text}");
872    }
873
874    /// A float moved between a register and memory, which is the instruction that decides which
875    /// file the value is in and is a different one from the `mov` that moves the same four bytes.
876    #[test]
877    fn a_float_read_from_memory_and_written_back_uses_the_scalar_moves() {
878        let f64 = Type::float(rucc_ir::Float::F64);
879        let (mut names, mut source, block, args) = blank(&[Type::PTR, f64]);
880        let mut build = Builder::new(&mut source, block);
881        let info = rucc_ir::MemInfo {
882            size: 8,
883            align: 8,
884            order: rucc_ir::MemOrder::NotAtomic,
885            tbaa: None,
886            owns: 0,
887            restrict: Restrict::NONE,
888        };
889        let read = build.load(f64, args[0], info, ir::Flags::default());
890        let sum = build.binary(Opcode::FAdd, read, args[1], ir::Flags::default());
891        build.store(sum, args[0], info, ir::Flags::default());
892        build.ret(&[sum]);
893
894        let machine = Machine::x86_64(&SYSV);
895        let out =
896            compile(&mut source, &mut names, &machine, &Elsewhere::default(), Flags::default())
897                .expect("every instruction has a rule");
898
899        let text = mir::print_func(&out, &names, &REGS);
900        assert!(text.contains("x64.movsd_rm"), "{text}");
901        assert!(text.contains("x64.movsd_mr"), "{text}");
902        // Not the aligned whole register move, which is what a spill uses and is the one
903        // instruction here that would read and write more than the program asked for.
904        assert!(!text.contains("x64.movaps_rm"), "{text}");
905        assert!(!text.contains("x64.movaps_mr"), "{text}");
906    }
907
908    /// The same journey at the format the machine only moves, which is the whole of what it can do
909    /// with one: in from memory, back out to memory, in and out of a register, and back to the
910    /// caller.
911    ///
912    /// No arithmetic, because there is no instruction for any and every one of them is a call to
913    /// the runtime. What this says is that the value gets where a call would need it to be.
914    #[test]
915    fn a_quad_float_read_from_memory_and_written_back_uses_the_whole_register_move() {
916        let quad = Type::float(rucc_ir::Float::F128);
917        let (mut names, mut source, block, args) = blank(&[Type::PTR, quad]);
918        let mut build = Builder::new(&mut source, block);
919        let info = rucc_ir::MemInfo {
920            size: 16,
921            align: 16,
922            order: rucc_ir::MemOrder::NotAtomic,
923            tbaa: None,
924            owns: 0,
925            restrict: Restrict::NONE,
926        };
927        let read = build.load(quad, args[0], info, ir::Flags::default());
928        build.store(args[1], args[0], info, ir::Flags::default());
929        build.ret(&[read]);
930
931        let machine = Machine::x86_64(&SYSV);
932        let out =
933            compile(&mut source, &mut names, &machine, &Elsewhere::default(), Flags::default())
934                .expect("every instruction has a rule");
935
936        let text = mir::print_func(&out, &names, &REGS);
937        assert!(text.contains("x64.movaps_rm"), "{text}");
938        assert!(text.contains("x64.movaps_mr"), "{text}");
939        assert!(text.contains("x64.arg_val_f128"), "{text}");
940        assert!(text.contains("x64.ret_val_f128"), "{text}");
941        // In the vector file and not the general purpose one, which is where the two eightbytes
942        // of this value would have gone if it had been classified as a pair of integers.
943        assert!(text.contains("$xmm0"), "{text}");
944        assert!(!text.contains("gpr($rax)"), "{text}");
945    }
946
947    /// Both conversions between an unsigned word and a `long double`, all the way to instructions.
948    ///
949    /// What the rewrite writes and what the x87 group in [`crate::lower`] has are two lists put
950    /// together in two different files, and this is where they meet. The rewrite is free to write
951    /// any instruction it likes at any width, and at this width almost none of them can be
952    /// lowered, so a correction written the way the narrower ones are written would pass its own
953    /// tests next door and fail here.
954    #[test]
955    fn an_unsigned_word_and_a_long_double_convert_into_each_other() {
956        let f80 = Type::float(rucc_ir::Float::F80);
957        let (mut names, mut source, block, args) = blank(&[Type::PTR, Type::int(64)]);
958        let mut build = Builder::new(&mut source, block);
959        let info = rucc_ir::MemInfo {
960            size: 16,
961            align: 16,
962            order: rucc_ir::MemOrder::NotAtomic,
963            tbaa: None,
964            owns: 0,
965            restrict: Restrict::NONE,
966        };
967        let wide = build.unary(Opcode::UIToFP, args[1], f80);
968        build.store(wide, args[0], info, ir::Flags::default());
969        let read = build.load(f80, args[0], info, ir::Flags::default());
970        let back = build.unary(Opcode::FPToUI, read, Type::int(64));
971        build.ret(&[back]);
972
973        let machine = Machine::x86_64(&SYSV);
974        let out =
975            compile(&mut source, &mut names, &machine, &Elsewhere::default(), Flags::default())
976                .expect("every instruction has a rule");
977
978        let text = mir::print_func(&out, &names, &REGS);
979        // The signed conversions in both directions, the constants that correct them, and the
980        // multiply that takes a correction or leaves it. Nothing here reaches a wide register.
981        assert!(text.contains("x64.fild_ll"), "the integer goes in as a signed one: {text}");
982        assert!(text.contains("x64.fistp_ll"), "and comes back out as one: {text}");
983        assert!(text.contains("x64.fmul_p"), "the correction is taken or not: {text}");
984        assert!(text.contains("x64.fadd_p"), "and applied one way: {text}");
985        assert!(text.contains("x64.fsubr_p"), "and the other: {text}");
986        assert!(!text.contains("xmm"), "no part of this is in a vector register: {text}");
987    }
988
989    /// A value carried from one register file to the other, which is what a conversion is. The
990    /// instruction reads one file and writes the other, and the allocator has to know that: a
991    /// conversion whose operands were both said to be in one file would put the answer in a
992    /// register the next instruction cannot reach.
993    #[test]
994    fn a_conversion_carries_the_value_into_the_other_register_file() {
995        let f64 = Type::float(rucc_ir::Float::F64);
996        let (mut names, mut source, block, args) = blank(&[f64]);
997        let mut build = Builder::new(&mut source, block);
998        let whole = build.unary(Opcode::FPToSI, args[0], Type::int(32));
999        let back = build.unary(Opcode::SIToFP, whole, f64);
1000        build.ret(&[back]);
1001
1002        let machine = Machine::x86_64(&SYSV);
1003        let out =
1004            compile(&mut source, &mut names, &machine, &Elsewhere::default(), Flags::default())
1005                .expect("every instruction has a rule");
1006
1007        // The conversion that cuts towards zero rather than the one that rounds, which is what C
1008        // means by the cast, and the argument and the answer in the register the convention names.
1009        let text = mir::print_func(&out, &names, &REGS);
1010        assert!(text.contains("x64.cvttsd2si_32"), "{text}");
1011        assert!(text.contains("x64.cvtsi2sd_32"), "{text}");
1012        assert!(text.contains("$xmm0"), "{text}");
1013    }
1014
1015    /// The other way of putting a float and a number together, which keeps every bit rather than
1016    /// the value and is what a program reading the bits of a `double` asks for.
1017    #[test]
1018    fn a_bitcast_between_the_files_is_the_move_that_changes_no_bit() {
1019        let f64 = Type::float(rucc_ir::Float::F64);
1020        let (mut names, mut source, block, args) = blank(&[f64]);
1021        let mut build = Builder::new(&mut source, block);
1022        let bits = build.unary(Opcode::Bitcast, args[0], Type::int(64));
1023        build.ret(&[bits]);
1024
1025        let machine = Machine::x86_64(&SYSV);
1026        let out =
1027            compile(&mut source, &mut names, &machine, &Elsewhere::default(), Flags::default())
1028                .expect("every instruction has a rule");
1029
1030        let text = mir::print_func(&out, &names, &REGS);
1031        assert!(text.contains("x64.movq_from_xmm"), "{text}");
1032        assert!(!text.contains("cvt"), "{text}");
1033    }
1034
1035    /// A comparison whose answer the machine has a condition for, which is most of them.
1036    #[test]
1037    fn a_float_comparison_is_the_compare_and_the_byte_a_condition_sets() {
1038        let f64 = Type::float(rucc_ir::Float::F64);
1039        let (mut names, mut source, block, args) = blank(&[f64, f64]);
1040        let mut build = Builder::new(&mut source, block);
1041        let less = build.fcmp(rucc_ir::FloatPred::Olt, args[0], args[1], ir::Flags::default());
1042        let wide = build.unary(Opcode::ZExt, less, Type::int(32));
1043        build.ret(&[wide]);
1044
1045        let machine = Machine::x86_64(&SYSV);
1046        let out =
1047            compile(&mut source, &mut names, &machine, &Elsewhere::default(), Flags::default())
1048                .expect("every instruction has a rule");
1049
1050        // Less than is greater than with the operands the other way round, and the machine has no
1051        // condition for the first, so the rule that fires is the one that swaps them.
1052        let text = mir::print_func(&out, &names, &REGS);
1053        assert!(text.contains("x64.ucomisd_set_a"), "{text}");
1054    }
1055
1056    /// The two comparisons that are not one condition. An ordered equality is the flag that means
1057    /// equal or unordered and the flag that says it was ordered, so the instruction writes a
1058    /// second byte and reads it back, and what this is about is that the second byte gets a
1059    /// register of its own rather than the one the answer is in.
1060    #[test]
1061    fn an_equality_between_floats_gets_a_register_for_the_byte_it_needs_twice() {
1062        let f64 = Type::float(rucc_ir::Float::F64);
1063        let (mut names, mut source, block, args) = blank(&[f64, f64]);
1064        let mut build = Builder::new(&mut source, block);
1065        let same = build.fcmp(rucc_ir::FloatPred::Oeq, args[0], args[1], ir::Flags::default());
1066        let wide = build.unary(Opcode::ZExt, same, Type::int(32));
1067        build.ret(&[wide]);
1068
1069        let machine = Machine::x86_64(&SYSV);
1070        let out =
1071            compile(&mut source, &mut names, &machine, &Elsewhere::default(), Flags::default())
1072                .expect("every instruction has a rule");
1073
1074        let text = mir::print_func(&out, &names, &REGS);
1075        let line = text
1076            .lines()
1077            .find(|line| line.contains("x64.ucomisd_set_e_and_np"))
1078            .expect("the rule for an ordered equality fired");
1079        let written: Vec<&str> = line
1080            .split_once('=')
1081            .expect("the instruction writes something")
1082            .0
1083            .split(',')
1084            .map(str::trim)
1085            .collect();
1086        assert_eq!(written.len(), 2, "{line}");
1087        assert_ne!(written[0], written[1], "{line}");
1088    }
1089
1090    /// A float literal, which is the last float thing a C program writes that had no lowering.
1091    /// The rewrite that puts it in reach is in `expand`, and what this is about is that the two
1092    /// halves meet: the constant is spelled in a general purpose register and moved across.
1093    #[test]
1094    fn a_float_constant_is_the_bits_in_a_register_and_the_move_that_carries_them_over() {
1095        let f64 = Type::float(rucc_ir::Float::F64);
1096        let (mut names, mut source, block, _) = blank(&[]);
1097        let mut build = Builder::new(&mut source, block);
1098        let half = build.fconst(f64, 0x3fe0_0000_0000_0000);
1099        build.ret(&[half]);
1100
1101        let machine = Machine::x86_64(&SYSV);
1102        let out =
1103            compile(&mut source, &mut names, &machine, &Elsewhere::default(), Flags::default())
1104                .expect("every instruction has a rule");
1105
1106        let text = mir::print_func(&out, &names, &REGS);
1107        assert!(text.contains("x64.mov_ri_64"), "{text}");
1108        assert!(text.contains("x64.movq_to_xmm"), "{text}");
1109    }
1110
1111    /// A negation, which is the sign bit flipped and nothing else touched, so what the machine
1112    /// does is an exclusive or in a general purpose register rather than any float instruction.
1113    #[test]
1114    fn a_negation_is_the_sign_bit_flipped_and_no_float_instruction_at_all() {
1115        let f64 = Type::float(rucc_ir::Float::F64);
1116        let (mut names, mut source, block, args) = blank(&[f64]);
1117        let mut build = Builder::new(&mut source, block);
1118        let less = build.unary(Opcode::FNeg, args[0], f64);
1119        build.ret(&[less]);
1120
1121        let machine = Machine::x86_64(&SYSV);
1122        let out =
1123            compile(&mut source, &mut names, &machine, &Elsewhere::default(), Flags::default())
1124                .expect("every instruction has a rule");
1125
1126        let text = mir::print_func(&out, &names, &REGS);
1127        assert!(text.contains("x64.xor_rr_64"), "{text}");
1128        assert!(!text.contains("sub"), "a negation is not a subtraction: {text}");
1129    }
1130
1131    #[test]
1132    fn the_flags_reach_the_frame() {
1133        let i32 = Type::int(32);
1134        let (mut names, mut source, block, args) = blank(&[i32]);
1135        Builder::new(&mut source, block).ret(&[args[0]]);
1136
1137        let machine = Machine::x86_64(&SYSV);
1138        let flags = Flags { frame_pointer: true, profile: Profile::No, ..Flags::default() };
1139        let out = compile(&mut source, &mut names, &machine, &Elsewhere::default(), flags)
1140            .expect("every instruction has a rule");
1141
1142        // A function that keeps a frame pointer keeps it whether it needed one or not, which is
1143        // what `-fno-omit-frame-pointer` is for and is the only thing this test is about.
1144        let text = mir::print_func(&out, &names, &REGS);
1145        assert!(text.contains("x64.push_64 $rbp"), "{text}");
1146        assert!(text.contains("$rbp = x64.mov_rr_64 $rsp"), "{text}");
1147    }
1148
1149    #[test]
1150    fn a_target_says_which_machine_it_is_and_which_convention_it_uses() {
1151        let triple = |text: &str| text.parse::<rucc_target::Triple>().expect("a triple");
1152        let info = TargetInfo::new(triple("x86_64-unknown-linux-gnu"));
1153        let machine = Machine::for_target(&info).expect("x86-64 is the target this crate covers");
1154        assert!(std::ptr::eq(machine.conv, &SYSV));
1155
1156        let info = TargetInfo::new(triple("x86_64-pc-windows-msvc"));
1157        let machine = Machine::for_target(&info).expect("x86-64 is the target this crate covers");
1158        assert!(std::ptr::eq(machine.conv, &WIN64));
1159
1160        // Not a target this crate has a backend for, and saying so is the whole point: a caller
1161        // that got a machine here would compile x86-64 instructions for an AArch64 program.
1162        let info = TargetInfo::new(triple("aarch64-unknown-linux-gnu"));
1163        assert!(Machine::for_target(&info).is_none());
1164    }
1165}