Skip to main content

rucc_target/
regs.rs

1//! The register file: what registers a target has, and what classes they fall into.
2//!
3//! Design: `spec/10-backend.md` section 10.8.
4//!
5//! A register file is data rather than code, which is the same claim the rest of this crate
6//! makes and the one `M10` puts a number on. A class is a set of registers that an operand of
7//! that class may be assigned to, and a physical register is its number inside its class, so
8//! the allocator works in dense small integers and only the printer and the parser ever deal in
9//! names.
10//!
11//! The file lives here rather than in `rucc-mir` because more than one thing reads it. The
12//! machine IR needs it to print, the allocator needs the set it may assign from, and the ABI
13//! description needs to name the registers arguments arrive in. All three are above this crate,
14//! and the alternative is the register file living in whichever of them happens to be lowest,
15//! which is how a layering ends up describing itself as historical.
16//!
17//! Names are unique across the whole file, not merely inside a class. That is what lets a
18//! register be written `$rax` in a dump rather than `$gpr.0`, and it is a real constraint on a
19//! target that gives one register two classes: it has to say which class it is in, or use two
20//! names. [`RegFile::duplicate`] is what a target's own test asks to find out.
21
22use std::fmt;
23
24/// One class of registers, and the registers in it.
25#[derive(Debug, Clone, Copy, PartialEq, Eq)]
26pub struct ClassInfo {
27    /// What the class is called in a dump, such as `gpr`.
28    pub name: &'static str,
29    /// How wide one of its registers is, in bits.
30    pub bits: u32,
31    /// The registers, in the order their numbers run, without the sigil a dump writes.
32    pub regs: &'static [&'static str],
33    /// Whether the allocator may put a value in one of these.
34    ///
35    /// True for every class a target means the allocator to use, which is nearly all of them.
36    /// False says the registers exist and are named and are not somewhere a value may be told to
37    /// live, so a virtual register of this class is a mistake at the point it was made rather than
38    /// a value the allocator has nowhere to put.
39    ///
40    /// The x87 stack is the case this exists for, and it is worth the sentence because it is not
41    /// the usual reason a register is unavailable. `rsp` is unavailable because it has a job;
42    /// `st0` is unavailable because the machine addresses it as a stack, so which register a name
43    /// means depends on how many values are on the stack at the time, and an allocator that hands
44    /// out a name has no way to say that. So nothing allocates from it, an eighty bit value lives
45    /// in a stack slot between one operation and the next, and the stack is empty on both sides of
46    /// every group of instructions that uses it. See `spec/10-backend.md` section 10.8, which says
47    /// what a group is and why nothing the allocator inserts can get into the middle of one, and
48    /// tamnd/rucc#540.
49    ///
50    /// A register in such a class can still be named, which is the whole reason the class is
51    /// described at all: a `long double` comes back from a call in `st0` and the convention has to
52    /// be able to say so.
53    pub allocatable: bool,
54}
55
56/// Which class a register or an operand belongs to.
57///
58/// A number into the file's classes rather than a name, because it is on every operand of every
59/// instruction and it is compared far more often than it is printed.
60#[derive(Debug, Clone, Copy, PartialEq, Eq, PartialOrd, Ord, Hash)]
61pub struct RegClass(u8);
62
63impl RegClass {
64    /// The class with that number.
65    #[must_use]
66    pub const fn new(number: u8) -> Self {
67        Self(number)
68    }
69
70    /// Its number, which is what indexes the file.
71    #[must_use]
72    pub const fn number(self) -> u8 {
73        self.0
74    }
75}
76
77/// One physical register, as its number inside its class.
78///
79/// The class is not in here. An operand carries its class already, and a fixed-register
80/// constraint is a constraint on an operand, so repeating the class would be a second copy of
81/// something that can disagree with the first.
82#[derive(Debug, Clone, Copy, PartialEq, Eq, PartialOrd, Ord, Hash)]
83pub struct PhysReg(u8);
84
85impl PhysReg {
86    /// The register with that number in its class.
87    #[must_use]
88    pub const fn new(number: u8) -> Self {
89        Self(number)
90    }
91
92    /// Its number inside its class.
93    #[must_use]
94    pub const fn number(self) -> u8 {
95        self.0
96    }
97}
98
99/// Every register a target has.
100#[derive(Debug, Clone, Copy, PartialEq, Eq)]
101pub struct RegFile {
102    classes: &'static [ClassInfo],
103}
104
105impl RegFile {
106    /// The file of a target whose registers nothing has described yet.
107    ///
108    /// A target reaches 1.0 with a real one. Until it has one, the honest answer to what
109    /// registers it has is that nobody has written them down, and that is a file with no
110    /// classes in it rather than a panic or a plausible guess.
111    pub const EMPTY: Self = Self::new(&[]);
112
113    /// A file made of those classes, numbered in the order they are given.
114    #[must_use]
115    pub const fn new(classes: &'static [ClassInfo]) -> Self {
116        Self { classes }
117    }
118
119    /// Its classes, each with the number it is known by.
120    pub fn classes(&self) -> impl Iterator<Item = (RegClass, &'static ClassInfo)> + use<> {
121        self.classes.iter().enumerate().map(|(number, info)| (RegClass::new(number as u8), info))
122    }
123
124    /// What is in one class.
125    #[must_use]
126    pub fn class(&self, class: RegClass) -> Option<&'static ClassInfo> {
127        self.classes.get(usize::from(class.number()))
128    }
129
130    /// The class of that name, such as `gpr`.
131    #[must_use]
132    pub fn class_named(&self, name: &str) -> Option<RegClass> {
133        self.classes().find(|(_, info)| info.name == name).map(|(class, _)| class)
134    }
135
136    /// Whether the allocator may put a value in that class, which is [`ClassInfo::allocatable`].
137    ///
138    /// A class the file does not have is not one either, which is the same answer as a class
139    /// nothing allocates from and is the one that keeps a caller from having to say what it means
140    /// by a class number the target never gave out.
141    #[must_use]
142    pub fn allocatable(&self, class: RegClass) -> bool {
143        self.class(class).is_some_and(|info| info.allocatable)
144    }
145
146    /// How many registers are in a class, which is one past the largest number in it.
147    #[must_use]
148    pub fn len(&self, class: RegClass) -> usize {
149        self.class(class).map_or(0, |info| info.regs.len())
150    }
151
152    /// Whether the file has no classes at all, which is a target that has not described one.
153    #[must_use]
154    pub fn is_empty(&self) -> bool {
155        self.classes.is_empty()
156    }
157
158    /// What one register is called.
159    #[must_use]
160    pub fn name(&self, class: RegClass, reg: PhysReg) -> Option<&'static str> {
161        self.class(class)?.regs.get(usize::from(reg.number())).copied()
162    }
163
164    /// The register of that name, and the class it is in.
165    ///
166    /// The name is written without the sigil, so `rax` rather than `$rax`.
167    #[must_use]
168    pub fn reg_named(&self, name: &str) -> Option<(RegClass, PhysReg)> {
169        for (class, info) in self.classes() {
170            if let Some(number) = info.regs.iter().position(|&reg| reg == name) {
171                return Some((class, PhysReg::new(number as u8)));
172            }
173        }
174        None
175    }
176
177    /// A name this file gives to two registers, if it gives one to two.
178    ///
179    /// Reading a dump back needs every name to say which register it means, and a target that
180    /// breaks that produces text that cannot be parsed rather than an error at the point of the
181    /// mistake. So every target's own test asks this, which is why it is here and public.
182    #[must_use]
183    pub fn duplicate(&self) -> Option<&'static str> {
184        let mut seen: Vec<&'static str> = Vec::new();
185        for (_, info) in self.classes() {
186            for &reg in info.regs {
187                if seen.contains(&reg) {
188                    return Some(reg);
189                }
190                seen.push(reg);
191            }
192        }
193        None
194    }
195}
196
197/// The storage an address is counted from, on a machine that has more than one.
198///
199/// x86 keeps a thread's own block of words at a fixed place reached through a segment register,
200/// and that block is the only thing anything here uses one for. The stack protector's canary lives
201/// in it, which is why `%fs:40` is an address a compiler writes and `%fs` is not a register any
202/// program names. Every other address this compiler writes is in the flat segment and says nothing
203/// at all, which is what `None` is.
204#[derive(Debug, Clone, Copy, PartialEq, Eq)]
205pub enum Segment {
206    /// `%fs`, which is where a thread's own block is on x86-64 under System V.
207    Fs,
208    /// `%gs`, which is where it is on x86-64 under Windows and inside a kernel.
209    Gs,
210}
211
212/// Where a target keeps the word a stack protector's canary is a copy of.
213///
214/// Not a register and not a symbol either, on the conventions here. The word is in the block a
215/// thread has to itself, which is reached through a segment register and no other way, so the only
216/// way to name it is a distance into that block. That is why `%fs:40` appears in every protected
217/// function glibc has ever linked and why no object file carries a relocation for it.
218///
219/// A convention that answers `None` is one this compiler has no protector for, and a command line
220/// that asks for one on such a target is told so rather than quietly given an unprotected frame.
221#[derive(Debug, Clone, Copy, PartialEq, Eq)]
222pub struct Guard {
223    /// The storage the word is in.
224    pub segment: Segment,
225    /// How far into it the word is.
226    pub at: i32,
227    /// The function called when the copy in the frame no longer matches it, which does not come
228    /// back.
229    pub fail: &'static str,
230}
231
232/// What a profiler's hook at the top of every function is called on this platform.
233///
234/// A profiler wants to know which function called which and how often, and the only place a
235/// compiler can tell it that is the moment a function is entered. So `-pg` puts a call there, and
236/// what it calls is a routine the runtime provides rather than anything the program wrote.
237///
238/// Two of them, because there are two conventions for the same job and they disagree about where
239/// the call goes as well as what it is called. The older one runs once the frame is taken, so the
240/// hook can walk back through the frame pointer, which is why it needs one. The newer one runs
241/// before the prologue has done anything at all, which is what makes the return address the top
242/// thing on the stack and the arguments still in the registers they arrived in, and that is what
243/// lets a tracer replace the call with something else while the program runs. Linux's ftrace is
244/// built on exactly that, and it is why every kernel is built with the newer one.
245///
246/// A convention that answers `None` is one this compiler has no hook for, and a command line that
247/// asks for one on such a target is told so rather than quietly given an unprofiled program.
248#[derive(Debug, Clone, Copy, PartialEq, Eq)]
249pub struct Trace {
250    /// What is called in front of the prologue, which is what `-mfentry` asks for.
251    pub early: &'static str,
252    /// What is called once the frame is taken, which is what `-mno-fentry` asks for.
253    pub late: &'static str,
254    /// Which of the two a command line that named neither gets.
255    pub fentry: bool,
256}
257
258/// What a platform calls the routine that reaches the pages of a frame before the frame is taken.
259///
260/// Windows is the platform this is about. A thread there is given a stack of which only a little is
261/// committed, and one page below what is committed is a guard page whose whole job is to be touched:
262/// the fault it raises is what tells the kernel to commit another page and move the guard down. So a
263/// frame larger than a page has to be reached a page at a time or the guard is stepped over, and the
264/// program gets an access violation on an address that was never going to be mapped. That is the
265/// calling convention rather than a hardening flag, which is what makes this a field here and not
266/// something `-fstack-clash-protection` turns on.
267///
268/// Every Windows toolchain calls a routine for it rather than writing the walk out, and the routine
269/// is in the C runtime, so the name is the platform's. It reads the size in one register, touches
270/// each page down to there, and comes back having moved nothing, which is why the caller still has
271/// to take the frame afterwards.
272///
273/// A convention that answers `None` is one where reaching the pages is not the convention's
274/// business. That is every System V target, where a stack grows by faulting anywhere below it and
275/// the pages between are filled in by the kernel without being asked in order.
276#[derive(Debug, Clone, Copy, PartialEq, Eq)]
277pub struct Chkstk {
278    /// What the routine is called.
279    pub name: &'static str,
280    /// The register the size goes in, which is also the register it comes back in.
281    pub size: PhysReg,
282}
283
284/// Which registers a calling convention gives which job.
285///
286/// This is the second half of a target description and it is separate from [`RegFile`] because
287/// the two do not vary together. x86-64 has one register file and two conventions over it, and
288/// they disagree about nearly everything below: `rdi` is where the first argument arrives on
289/// SysV and a register a callee has to preserve on Windows, and a Windows caller reserves
290/// thirty two bytes below the call that a SysV caller does not.
291///
292/// The allocation order is here rather than on a class because it is a consequence of what a
293/// call clobbers. A value that does not live across a call belongs in a register the callee is
294/// free to destroy, because putting it in a preserved one costs a push and a pop in the
295/// prologue of whichever function ends up owning it.
296///
297/// Every register named here is a register of the file the same target describes, and each list
298/// is in the order the convention uses them, so the fourth integer argument is `int_args[3]` and
299/// nothing has to count.
300#[derive(Debug, Clone, Copy, PartialEq, Eq)]
301pub struct CallRegs {
302    /// The class the general purpose registers named here are in.
303    ///
304    /// A register is a number inside its class, so a list of them says nothing about which
305    /// registers they are without this. Everything else could get the class from the operand it
306    /// came off, and a frame cannot, because a saved register is not an operand of anything.
307    pub int_class: RegClass,
308    /// The class the vector registers named here are in.
309    pub sse_class: RegClass,
310    /// The general purpose registers integer arguments arrive in, in order.
311    pub int_args: &'static [PhysReg],
312    /// The vector registers floating point arguments arrive in, in order.
313    ///
314    /// Whether an argument's position counts against both lists or only against its own is
315    /// [`CallRegs::shared_positions`].
316    pub sse_args: &'static [PhysReg],
317    /// Whether an argument's position counts against both argument lists or only against its own.
318    ///
319    /// False on SysV, which counts each separately, so a `double` after six integers is still in
320    /// `xmm0`. True on Windows, which counts one position for both, so a `double` in the third
321    /// position is in `xmm2` and `r8` is skipped.
322    pub shared_positions: bool,
323    /// The general purpose registers an integer return value comes back in.
324    pub int_returns: &'static [PhysReg],
325    /// The vector registers a floating point return value comes back in.
326    pub sse_returns: &'static [PhysReg],
327    /// The x87 registers a `long double` comes back in, which is empty on a target whose
328    /// `long double` is a `double`.
329    pub x87_returns: &'static [PhysReg],
330    /// The general purpose registers a call leaves alone, so a value in one survives it.
331    pub int_saved: &'static [PhysReg],
332    /// The vector registers a call leaves alone, which is none of them on SysV.
333    pub sse_saved: &'static [PhysReg],
334    /// The general purpose registers the allocator may hand out, in the order it prefers them.
335    ///
336    /// The stack pointer is never in this list, and neither is the frame pointer, which a
337    /// target could allocate when nothing needs a frame and which nothing here does yet.
338    pub int_order: &'static [PhysReg],
339    /// The vector registers the allocator may hand out, in the order it prefers them.
340    pub sse_order: &'static [PhysReg],
341    /// The stack pointer.
342    pub stack_pointer: PhysReg,
343    /// The frame pointer, which is the register a prologue puts the old stack pointer in.
344    pub frame_pointer: PhysReg,
345    /// Whether the prologue points the frame pointer at the frame after taking it rather than
346    /// before taking it.
347    ///
348    /// False everywhere but Windows, and there it is the unwind table asking rather than a
349    /// preference. The record a function carries on that platform counts every slot in it from
350    /// where the stack pointer ends the prologue, and it finds that place by taking a constant off
351    /// the frame pointer, so a register pushed after the pointer was established is below the place
352    /// the record counts from and has no row the format can write. The order that does work is the
353    /// pushes, then the frame, and only then the pointer, which is what Microsoft's compiler emits
354    /// and what gcc emits for this target in every function that saves anything besides the pointer
355    /// itself.
356    ///
357    /// What it costs is the chain: the frame pointer holds a copy of the body's stack pointer
358    /// rather than the address of the caller's copy of itself, so the words that used to lead from
359    /// one frame to the next no longer do. Nothing on this platform walks that chain. Unwinding
360    /// reads the table, there is no profiler's hook that reads the pointer, and gcc gives the chain
361    /// up on the same functions for the same reason.
362    pub late_frame_pointer: bool,
363    /// Where a variadic call says how many vector registers it passed arguments in, when the
364    /// convention makes it say.
365    ///
366    /// SysV puts the count in `al` and a variadic callee reads it to decide whether to save the
367    /// vector argument registers at all, which is what makes a call to `printf` with no
368    /// floating point argument cheap.
369    pub vector_count: Option<PhysReg>,
370    /// How many bytes below the stack pointer a leaf function may use without moving it.
371    ///
372    /// A hundred and twenty eight on SysV and nothing on Windows. It is nothing in kernel code
373    /// on either, because an interrupt handler runs on the interrupted stack and writes over
374    /// exactly this, which is what `-mno-red-zone` is for.
375    pub red_zone: u32,
376    /// How many bytes a caller reserves below the call for the callee to spill its register
377    /// arguments into, which is thirty two on Windows and nothing on SysV.
378    pub shadow: u32,
379    /// What the stack pointer has to be a multiple of at the instruction that makes a call.
380    ///
381    /// Sixteen on every convention here, and it is a real obligation rather than a preference,
382    /// because a callee is entitled to use an aligned vector store on its own frame and gets a
383    /// fault rather than a wrong answer when a caller got this wrong.
384    pub stack_align: u32,
385    /// How many bytes the call instruction itself pushes before the callee starts running.
386    ///
387    /// Eight on x86-64, where the return address is on the stack, and nothing on a machine that
388    /// leaves it in a register. It is what makes the stack pointer misaligned on entry by
389    /// exactly one word, which every frame layout has to undo.
390    pub return_address: u32,
391    /// How many bytes one general purpose register takes when it is saved on the stack.
392    pub word: u32,
393    /// What DWARF calls each register, one list per class in the order the file numbers the
394    /// classes, and inside a list in the order the class numbers its registers.
395    ///
396    /// The two numberings are a real difference and not a formality. On x86-64 the machine puts
397    /// `rcx` at one and DWARF puts `rdx` there, so a table written with the machine's numbers is
398    /// well formed and describes the wrong registers, which is a backtrace with plausible
399    /// nonsense in it rather than an error. Shorter than the file when the classes at the end are
400    /// ones DWARF has no column for, and empty on a target nobody has written this down for yet.
401    pub dwarf: &'static [&'static [u16]],
402    /// The column an unwind table files the return address under.
403    ///
404    /// Not a register on x86-64, where it is sixteen and `rip` is not a register anything can
405    /// name, and a real one on a machine that returns through a link register.
406    pub dwarf_return_address: u16,
407    /// Where the word a stack protector's canary is copied from lives, on a convention that has
408    /// somewhere to put one.
409    ///
410    /// Here rather than beside the frame instructions because it is a fact about the runtime the
411    /// code is linked against rather than about the machine. The two x86-64 conventions share
412    /// every instruction the check is made of and disagree about this.
413    pub guard: Option<Guard>,
414    /// What a profiler's hook is called on this platform, on one that has one.
415    ///
416    /// Here for the same reason [`CallRegs::guard`] is: the names are the runtime's rather than the
417    /// machine's, and the two x86-64 conventions write the same call instruction and disagree about
418    /// what goes in it.
419    pub trace: Option<Trace>,
420    /// What this platform calls the routine a prologue reaches the pages of a large frame with, on
421    /// one where reaching them is the convention.
422    ///
423    /// Here for the same reason the two above are, and it is the clearest case of the three: the
424    /// walk itself is written out of the machine's own instructions and both x86-64 conventions
425    /// have them, and what the two disagree about is whether a frame may be taken in one step at
426    /// all. A prologue that leaves this out on Windows writes a function that faults on its own
427    /// locals.
428    pub chkstk: Option<Chkstk>,
429}
430
431impl CallRegs {
432    /// The number DWARF gives that register, or `None` for one it has no column for.
433    ///
434    /// The x87 stack is the case that answers `None` on x86-64, and it is not an omission: a
435    /// register whose name means whichever one is on top of the stack is not one a table can have
436    /// a column for. Nothing saves one across a call either, so nothing ever asks.
437    #[must_use]
438    pub fn dwarf(&self, class: RegClass, reg: PhysReg) -> Option<u16> {
439        self.dwarf.get(usize::from(class.number()))?.get(usize::from(reg.number())).copied()
440    }
441
442    /// Which register of that class DWARF gave that number to, which is [`Self::dwarf`] the other
443    /// way round, and `None` for a number no register of the class holds.
444    ///
445    /// What asks is a table written in the machine's own numbering rather than DWARF's, which is
446    /// what Windows unwinds from. A row a prologue produces carries DWARF's number, because that is
447    /// what the format two of the three platforms want is written in, and the machine's number is
448    /// this register's place in its class. The two disagree over the first eight general purpose
449    /// registers on x86-64 and nowhere else, which is the worst shape a disagreement can have: every
450    /// number is a register either way, so the table comes out well formed and about the wrong
451    /// registers.
452    #[must_use]
453    pub fn machine(&self, class: RegClass, dwarf: u16) -> Option<PhysReg> {
454        let numbers = self.dwarf.get(usize::from(class.number()))?;
455        let at = numbers.iter().position(|&number| number == dwarf)?;
456        Some(PhysReg::new(u8::try_from(at).ok()?))
457    }
458
459    /// Whether a call preserves that general purpose register.
460    #[must_use]
461    pub fn preserves_int(&self, reg: PhysReg) -> bool {
462        self.int_saved.contains(&reg)
463    }
464
465    /// Whether a call preserves that vector register.
466    #[must_use]
467    pub fn preserves_sse(&self, reg: PhysReg) -> bool {
468        self.sse_saved.contains(&reg)
469    }
470}
471
472/// Where one of the values a call passes is.
473#[derive(Debug, Clone, Copy, PartialEq, Eq)]
474pub enum Where {
475    /// In that register.
476    Reg(PhysReg),
477    /// That many bytes up the argument area, which is where the stack pointer points at the
478    /// instruction that makes the call and is one word above the return address in the callee.
479    Stack(u32),
480}
481
482/// Where the values a call passes are, worked out one after another.
483///
484/// [`crate::abi::Call`] answers a different question: whether a value travels in registers at all
485/// and in how many, which is what decides the shape of a signature and is settled before the IR
486/// for a function exists. This answers the question after it. Given values in the order the
487/// signature holds them, it says which register each one is in and how far up the argument area
488/// the ones that got no register are. Both count registers, and they agree about how many fit
489/// because they read the same lists, but they run at opposite ends of the compiler and neither
490/// can be the other.
491///
492/// Ask about each value in the order the signature holds them. Asking out of order answers about
493/// a different signature, because where a value is depends on every value before it.
494#[derive(Debug, Clone)]
495pub struct Places<'a> {
496    regs: &'a CallRegs,
497    int: usize,
498    sse: usize,
499    stack: u32,
500}
501
502impl<'a> Places<'a> {
503    /// Where the first value is, for a call under that convention.
504    #[must_use]
505    pub fn new(regs: &'a CallRegs) -> Self {
506        Self { regs, int: 0, sse: 0, stack: regs.shadow }
507    }
508
509    /// Where the next value is, when it travels in a general purpose register.
510    pub fn integer(&mut self) -> Where {
511        match self.regs.int_args.get(self.position(false)) {
512            Some(&reg) => {
513                self.int += 1;
514                Where::Reg(reg)
515            }
516            None => self.on_stack(self.regs.word, self.regs.word),
517        }
518    }
519
520    /// Where the next value is, when it travels in a vector register.
521    ///
522    /// `bytes` is how wide the value is, and it is asked for because of what happens once the
523    /// vector registers have run out. A register holds whatever is put in it, so up to that point
524    /// the width changes nothing, and the argument area is a run of words, so a `float` or a
525    /// `double` that got no register takes one word wherever it starts. A `_Float128` is neither:
526    /// it is sixteen bytes aligned to sixteen, so its slot is two words and begins on an even one.
527    /// A slot of one word would leave the argument behind it sitting on the top half of the value,
528    /// and the load that reads it back is a `movaps`, which faults on an address that is not a
529    /// multiple of sixteen rather than being slow.
530    pub fn float(&mut self, bytes: u32) -> Where {
531        match self.regs.sse_args.get(self.position(true)) {
532            Some(&reg) => {
533                self.sse += 1;
534                Where::Reg(reg)
535            }
536            // The alignment is the width, which [`Places::on_stack`] raises to a word for anything
537            // narrower, so this is the natural alignment of the value and not a rule of its own.
538            None => self.on_stack(bytes, bytes),
539        }
540    }
541
542    /// Where the next value is, when it travels in memory whatever is left.
543    ///
544    /// Every argument area is a run of whole words, so a value narrower than one still takes one
545    /// and a value that is not a whole number of them is rounded up. An alignment wider than a
546    /// word is respected, which is what a sixteen byte aligned structure passed by value needs.
547    pub fn on_stack(&mut self, size: u32, align: u32) -> Where {
548        let word = self.regs.word;
549        let at = self.stack.next_multiple_of(align.max(word));
550        self.stack = at.saturating_add(size.max(word).next_multiple_of(word));
551        Where::Stack(at)
552    }
553
554    /// How many bytes of argument area the values so far need, shadow space included.
555    #[must_use]
556    pub fn size(&self) -> u32 {
557        self.stack
558    }
559
560    /// How many general purpose argument registers the values so far took.
561    ///
562    /// What a variadic callee needs and nothing else does. `va_start` has to record how far into
563    /// each of the two register sequences the arguments the signature names got, because the first
564    /// argument it does not name is the one after them, and asking here is the only way to know
565    /// that is the same count the caller worked from.
566    #[must_use]
567    pub fn integers(&self) -> usize {
568        self.int
569    }
570
571    /// How many vector argument registers the values so far took.
572    #[must_use]
573    pub fn floats(&self) -> usize {
574        self.sse
575    }
576
577    /// The position the next value of a kind is at.
578    fn position(&self, sse: bool) -> usize {
579        if self.regs.shared_positions {
580            self.int + self.sse
581        } else if sse {
582            self.sse
583        } else {
584            self.int
585        }
586    }
587}
588
589impl fmt::Display for RegFile {
590    /// The file as a dump reads it, one class to a line.
591    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
592        for (_, info) in self.classes() {
593            writeln!(f, "class {} : i{} = {}", info.name, info.bits, info.regs.join(", "))?;
594        }
595        Ok(())
596    }
597}
598
599#[cfg(test)]
600mod tests {
601    use super::*;
602
603    static GPR: [&str; 3] = ["rax", "rcx", "rdx"];
604    static XMM: [&str; 2] = ["xmm0", "xmm1"];
605    static CLASSES: [ClassInfo; 2] = [
606        ClassInfo { name: "gpr", bits: 64, regs: &GPR, allocatable: true },
607        ClassInfo { name: "xmm", bits: 128, regs: &XMM, allocatable: true },
608    ];
609    static FILE: RegFile = RegFile::new(&CLASSES);
610
611    #[test]
612    fn a_class_is_found_by_its_name() {
613        let gpr = FILE.class_named("gpr").expect("the file has a gpr class");
614        assert_eq!(FILE.len(gpr), 3);
615        assert_eq!(FILE.class(gpr).map(|info| info.bits), Some(64));
616        assert_eq!(FILE.class_named("vec"), None);
617    }
618
619    #[test]
620    fn a_register_is_found_by_its_name_and_names_itself_back() {
621        let (class, reg) = FILE.reg_named("xmm1").expect("the file has xmm1");
622        assert_eq!(FILE.class(class).map(|info| info.name), Some("xmm"));
623        assert_eq!(reg.number(), 1);
624        assert_eq!(FILE.name(class, reg), Some("xmm1"));
625        assert_eq!(FILE.reg_named("r15"), None);
626    }
627
628    #[test]
629    fn a_number_past_the_end_of_a_class_has_no_name() {
630        let gpr = FILE.class_named("gpr").expect("the file has a gpr class");
631        assert_eq!(FILE.name(gpr, PhysReg::new(3)), None);
632        assert_eq!(FILE.name(RegClass::new(7), PhysReg::new(0)), None);
633    }
634
635    #[test]
636    fn a_file_that_names_two_registers_alike_says_so() {
637        assert_eq!(FILE.duplicate(), None);
638        static BOTH: [ClassInfo; 2] = [
639            ClassInfo { name: "gpr", bits: 64, regs: &GPR, allocatable: true },
640            ClassInfo { name: "shadow", bits: 64, regs: &GPR, allocatable: true },
641        ];
642        assert_eq!(RegFile::new(&BOTH).duplicate(), Some("rax"));
643    }
644
645    #[test]
646    fn a_class_nothing_allocates_from_is_still_a_class_in_every_other_way() {
647        static WITH_STACK: [ClassInfo; 2] = [
648            ClassInfo { name: "gpr", bits: 64, regs: &GPR, allocatable: true },
649            ClassInfo { name: "x87", bits: 80, regs: &XMM, allocatable: false },
650        ];
651        let file = RegFile::new(&WITH_STACK);
652        let stack = file.class_named("x87").expect("the file has an x87 class");
653
654        assert!(!file.allocatable(stack));
655        assert!(file.allocatable(file.class_named("gpr").expect("the file has a gpr class")));
656
657        // Everything else about it works, which is the point of describing a class the allocator
658        // will not touch: the registers are counted, are named, and name themselves back.
659        assert_eq!(file.len(stack), 2);
660        assert_eq!(file.name(stack, PhysReg::new(1)), Some("xmm1"));
661        assert_eq!(file.reg_named("xmm1"), Some((stack, PhysReg::new(1))));
662    }
663
664    #[test]
665    fn a_class_the_file_does_not_have_is_not_one_to_allocate_from_either() {
666        assert!(!FILE.allocatable(RegClass::new(7)));
667    }
668
669    #[test]
670    fn the_file_prints_one_class_to_a_line() {
671        assert_eq!(
672            FILE.to_string(),
673            "class gpr : i64 = rax, rcx, rdx\nclass xmm : i128 = xmm0, xmm1\n"
674        );
675    }
676
677    /// Two integer registers, two vector registers and nothing else, so running out of them takes
678    /// three arguments rather than seven and the interesting case is the one being tested.
679    fn convention(shared: bool, shadow: u32) -> CallRegs {
680        static INT: [PhysReg; 2] = [PhysReg::new(0), PhysReg::new(1)];
681        static SSE: [PhysReg; 2] = [PhysReg::new(10), PhysReg::new(11)];
682        static NONE: [PhysReg; 0] = [];
683        CallRegs {
684            int_class: RegClass::new(0),
685            sse_class: RegClass::new(1),
686            int_args: &INT,
687            sse_args: &SSE,
688            shared_positions: shared,
689            int_returns: &INT,
690            sse_returns: &SSE,
691            x87_returns: &NONE,
692            int_saved: &NONE,
693            sse_saved: &NONE,
694            int_order: &INT,
695            sse_order: &SSE,
696            stack_pointer: PhysReg::new(4),
697            frame_pointer: PhysReg::new(5),
698            late_frame_pointer: false,
699            vector_count: None,
700            red_zone: 0,
701            shadow,
702            stack_align: 16,
703            return_address: 8,
704            word: 8,
705            // Empty, which is all a convention made up for a test of argument placement needs to
706            // say about a question it never asks.
707            dwarf: &[],
708            dwarf_return_address: 16,
709            guard: None,
710            trace: None,
711            chkstk: None,
712        }
713    }
714
715    #[test]
716    fn counting_each_kind_separately_leaves_the_first_vector_register_to_the_first_float() {
717        let regs = convention(false, 0);
718        let mut places = Places::new(&regs);
719        assert_eq!(places.integer(), Where::Reg(PhysReg::new(0)));
720        assert_eq!(places.integer(), Where::Reg(PhysReg::new(1)));
721        // Two integers went past, and a convention that counts separately has not spent a vector
722        // register on either of them.
723        assert_eq!(places.float(8), Where::Reg(PhysReg::new(10)));
724        assert_eq!(places.size(), 0);
725    }
726
727    #[test]
728    fn counting_one_position_for_both_skips_the_register_the_other_kind_would_have_used() {
729        let regs = convention(true, 0);
730        let mut places = Places::new(&regs);
731        assert_eq!(places.integer(), Where::Reg(PhysReg::new(0)));
732        // The second position, so the second vector register, and the second integer register is
733        // spent whether anything is in it or not.
734        assert_eq!(places.float(8), Where::Reg(PhysReg::new(11)));
735        assert_eq!(places.integer(), Where::Stack(0));
736    }
737
738    #[test]
739    fn running_out_of_one_kind_of_register_does_not_touch_the_other() {
740        let regs = convention(false, 0);
741        let mut places = Places::new(&regs);
742        assert_eq!(places.integer(), Where::Reg(PhysReg::new(0)));
743        assert_eq!(places.integer(), Where::Reg(PhysReg::new(1)));
744        assert_eq!(places.integer(), Where::Stack(0));
745        assert_eq!(places.float(8), Where::Reg(PhysReg::new(10)));
746        assert_eq!(places.size(), 8);
747    }
748
749    #[test]
750    fn the_argument_area_starts_above_the_shadow_space_and_keeps_every_value_aligned() {
751        let regs = convention(false, 32);
752        let mut places = Places::new(&regs);
753        // A Windows caller reserves this whether it passes anything on the stack or not, which is
754        // why an empty area is thirty two bytes rather than none.
755        assert_eq!(places.size(), 32);
756        assert_eq!(places.on_stack(4, 4), Where::Stack(32));
757        // Sixteen byte alignment skips the word at 40, which is what a vector or an over-aligned
758        // structure passed by value asks for. The four byte value before it still took a whole
759        // word, which is why the skipped word is there to skip.
760        assert_eq!(places.on_stack(16, 16), Where::Stack(48));
761        assert_eq!(places.on_stack(8, 8), Where::Stack(64));
762        assert_eq!(places.size(), 72);
763    }
764
765    #[test]
766    fn a_float_wider_than_a_word_takes_two_of_them_once_the_registers_are_gone() {
767        let regs = convention(false, 0);
768        let mut places = Places::new(&regs);
769        assert_eq!(places.float(16), Where::Reg(PhysReg::new(10)));
770        assert_eq!(places.float(16), Where::Reg(PhysReg::new(11)));
771        // The vector registers are gone, and so are the two general purpose ones, so the rest of
772        // this is in the area. The word the integer took is not where the first quad starts,
773        // because sixteen bytes aligned to sixteen skips the odd word above it, and the second
774        // quad is sixteen bytes above the first rather than eight.
775        assert_eq!(places.integer(), Where::Reg(PhysReg::new(0)));
776        assert_eq!(places.integer(), Where::Reg(PhysReg::new(1)));
777        assert_eq!(places.integer(), Where::Stack(0));
778        assert_eq!(places.float(16), Where::Stack(16));
779        assert_eq!(places.float(16), Where::Stack(32));
780        assert_eq!(places.size(), 48);
781        // A float narrower than a word still takes one, which is what it took before any of this.
782        assert_eq!(places.float(4), Where::Stack(48));
783        assert_eq!(places.size(), 56);
784    }
785}