Skip to main content

rucc_codegen/
capability.rs

1//! What this target can be asked to do, and what happens when it cannot.
2//!
3//! Design: `spec/optimizer/36-lowering-and-isel.md` section 36.4.
4//!
5//! GCC asks one question of a target, which is whether it has an instruction for this operation at
6//! this mode, and the whole of `gcc/optabs.cc` is built on the answer. rucc asks the same question
7//! and used to give three separate answers in three separate places: a list in [`crate::coverage`]
8//! saying an opcode has no rule and that is on purpose, a set of `match` arms in
9//! [`crate::quad`] and [`crate::wide`] turning an operation into a call to the compiler runtime,
10//! and the pre-selection group in [`crate::lowering`] rewriting an operation into ones the machine
11//! does have.
12//!
13//! Those are not three questions. They are one question with three possible answers, and three
14//! places that answer it can disagree without anything noticing. An opcode named on the exception
15//! list and also lowered before selection is a stale line in the list; an opcode named there that
16//! has grown a libcall is the same staleness the other way round. This module is the one table, and
17//! [`Row`] is the three columns.
18//!
19//! # A row is a name
20//!
21//! Section 36.4 says one row per operation and mode. A name is exactly that here, and it is already
22//! how the rest of the back end talks: `add.i64` is the addition opcode at sixty four bits, and
23//! [`crate::coverage`] has always said that a name is an opcode and a width together. So the rows
24//! are the names, which come from three places.
25//!
26//! [`rucc_ir::term::heads`] gives every name the rule language can spell, which is the universe the
27//! rule column is about. [`LIBCALLS`] gives the names at the two modes the rule language cannot
28//! spell, which is the whole reason those calls exist. And an opcode with no mode at all, a `call`
29//! or a `jump` or a `trap`, gets one row under its own name, because the question is still asked
30//! about it and the answer is still one of the three.
31//!
32//! # Why more than one column can be filled
33//!
34//! An operation is not obliged to have exactly one answer, and reading it that way is the mistake
35//! the old list made. `sitofp.i64.f64` has a rule, because this machine has `cvtsi2sd`, and it is
36//! also named by [`crate::lowering::Step::Floats`], because the same pass handles the widths the
37//! machine has no instruction for and walks away from the ones it does. Both columns are true and
38//! neither is stale. What would be a contradiction is a rule at a name something rewrites by hand
39//! before selection ever runs, since that rule could never fire, and that is the one overlap the
40//! tests below refuse.
41//!
42//! # Which way the arrow points
43//!
44//! The lowering column is not written down here. It is read out of [`crate::lowering::Step`], which
45//! is where a lowering says which opcodes it is about, so there is no second copy of the group
46//! membership to go stale. That is the only direction worth having: the group is the authority on
47//! what the group rewrites, and a table that repeated it would be the third mechanism again under a
48//! new name.
49//!
50//! What is written down here is the half no pass can be asked for. [`HAND`] is the opcodes lowered
51//! somewhere a rule cannot reach and a pass cannot be asked about either, because the answer is a
52//! `match` arm in [`crate::lower`] or in `rucc_safety`, and [`LIBCALLS`] is the runtime function an
53//! operation becomes, which was three sets of `match` arms and is now one list they read.
54
55use rucc_ir::Opcode;
56
57use crate::coverage::{GAPS, NAMES};
58use crate::lowering::Step;
59use crate::select::Table;
60
61/// What rewrites an operation before the selector sees it.
62#[derive(Debug, Clone, Copy, PartialEq, Eq)]
63pub enum Lowering {
64    /// A member of the pre-selection group, which says for itself which opcodes it is about.
65    Group(Step),
66    /// A place a rule cannot reach and a pass cannot be asked about, and what it does there.
67    Hand(&'static str),
68}
69
70impl Lowering {
71    /// Where the rewrite happens, for a report somebody reads.
72    #[must_use]
73    pub const fn where_(self) -> &'static str {
74        match self {
75            Lowering::Group(step) => step.name(),
76            Lowering::Hand(where_) => where_,
77        }
78    }
79}
80
81/// One operation at one mode, and the three answers.
82#[derive(Debug, Clone)]
83pub struct Row {
84    /// The opcode the row is about.
85    pub opcode: Opcode,
86    /// What the operation at this mode is called, which is `add.i64` or `sitofp.i64.f64` or, for an
87    /// operation with no mode, the opcode's own name.
88    pub name: &'static str,
89    /// Whether a rule in this target's table is written at that name.
90    pub rule: bool,
91    /// What rewrites it before selection, if anything does.
92    pub lowering: Option<Lowering>,
93    /// The runtime function it becomes, if that is what happens to it.
94    pub libcall: Option<&'static str>,
95    /// Why nothing does any of the three, and the issue that closes it.
96    pub nothing: Option<(&'static str, &'static str)>,
97}
98
99impl Row {
100    /// Whether this target can be asked to do this operation at this mode at all.
101    ///
102    /// The question the whole table is for. A row with no answer is an operation that reaches the
103    /// selector and is refused there, which turns a hole in the back end into a user's problem.
104    #[must_use]
105    pub const fn answered(&self) -> bool {
106        self.rule || self.lowering.is_some() || self.libcall.is_some()
107    }
108}
109
110/// An opcode lowered somewhere a rule cannot reach, and what happens to it there.
111///
112/// Not one of these is a gap. Each is an opcode whose lowering depends on something no pattern can
113/// see, so the answer lives where that something is known: where a call's operands go depends on
114/// the signature, where a local lives depends on the frame, an unconditional jump is an edge and
115/// edges live on the block.
116///
117/// This used to be twice as long, and the half that went is the half the pre-selection group can be
118/// asked about directly. An entry here is one nothing can be asked about, because what does the
119/// work is a `match` arm rather than a pass with a name.
120pub static HAND: &[(Opcode, &str)] = &[
121    // The convention. What a call's operands are is whatever the signature made them, and which
122    // register each one arrives in depends on the classification of every argument before it.
123    (Opcode::Call, "`crate::abi`, which builds a call out of the convention"),
124    (Opcode::CallIndirect, "`crate::abi`, the same instruction with the callee in a register"),
125    // The frame, which is not known until the allocator has finished running out of registers.
126    (Opcode::Alloca, "`crate::lower`, as an address into a frame `crate::frame` lays out later"),
127    // The stack pointer, which is not a value the program computed and so is not a value a rule
128    // could bind. A scope holding a variable length array reads it as it opens and writes it back
129    // as it closes, which is how the bytes are given back.
130    (Opcode::StackSave, "`crate::lower`, as a move out of the stack pointer"),
131    (Opcode::StackRestore, "`crate::lower`, the same move the other way round"),
132    // A relocation, which is right because of what the linker does rather than because of what
133    // any bitvector equals.
134    (Opcode::GlobalAddr, "`crate::lower`, a `lea` off the instruction pointer with a name on it"),
135    // The same instruction against a place in this function rather than a name outside it. What
136    // it addresses is a block, and a block is not a value a pattern can bind.
137    (Opcode::BlockAddr, "`crate::lower`, the same `lea` against a label of this function"),
138    // The one thing on this machine that no ordinary instruction can work out, which is why it
139    // is built here rather than matched: `%fs` is not a register a rule could name.
140    (Opcode::ThreadPointer, "`crate::lower`, as the load through `%fs` at zero that reads it"),
141    // A hint, which is built here for a reason of the same shape and one step stronger: which of
142    // the four instructions it is comes out of a number in the builtin's arguments, and a pattern
143    // matches on an opcode and a type and could not see it.
144    (Opcode::Prefetch, "`crate::lower`, as one of the four `prefetch` instructions"),
145    // Stopping, which is built here because it computes nothing for a rule to have a pattern for
146    // and because what makes it right is the operating system rather than any bitvector.
147    (Opcode::Trap, "`crate::lower`, as the `ud2` the program stops on"),
148    // The two that walk the frames, built here because how long the walk is comes out of a number
149    // beside the instruction and a pattern matches on an opcode and a type. What they start from is
150    // the frame pointer, which is not a register a rule could name either, and asking for one is
151    // part of building them.
152    (Opcode::FrameAddress, "`crate::lower`, as the walk up the saved frame pointers"),
153    (Opcode::ReturnAddress, "`crate::lower`, as the same walk with one load at the end of it"),
154    // The pair that saves a place in a function and comes back to it, built here because what the
155    // first of them writes down is where control comes back to, which is a place in this function
156    // and not a value a pattern can bind. Each is a group of instructions rather than one, and the
157    // first of them ends the block it was written in, which no rule can do.
158    (
159        Opcode::SetjmpMarker,
160        "`crate::lower`, as the four words it writes and the block the restore comes back to",
161    ),
162    (
163        Opcode::LongjmpMarker,
164        "`crate::lower`, as the four words read back, the frame put back and the jump",
165    ),
166    // No instruction at all. The IR keeps the width the same and the machine has one register
167    // file for both, so the value is already where it needs to be.
168    (Opcode::PtrToInt, "`crate::lower`, which renames the value rather than computing anything"),
169    (Opcode::IntToPtr, "`crate::lower`, the same rename the other way round"),
170    // Memory SSA, which is built at -O2, read by the passes that need it, and taken back off
171    // before selection. Nothing in the back end has ever seen a value of type `mem`.
172    (Opcode::MemEntry, "nothing at all, since memory SSA comes off before the back end runs"),
173    // The edges and the two ways of writing down that control does not arrive.
174    (Opcode::Jump, "`crate::layout`, since an edge is on the block and not in the block"),
175    // The one terminator selection does write, because what it reads is a value. How many arms it
176    // has is not fixed, and a rule says what an instruction reads rather than where a block goes.
177    (Opcode::IndirectBr, "`crate::lower`, as the jump through the register that holds the address"),
178    (Opcode::Unreachable, "nothing at all, which is the answer for a place control does not reach"),
179    (Opcode::UnreachableHint, "nothing at all, for the same reason"),
180    // The template, which is a string and not a term. A rule set cannot be written over a string,
181    // so the instructions a template names are looked up in the machine description rather than
182    // matched, which is `rucc_target::x86_64::read`.
183    (
184        Opcode::InlineAsm,
185        "`crate::lower`, as the places its operands share and the instructions its template names",
186    ),
187    // The barrier itself, which is one instruction or none and neither is a rewrite of anything.
188    (
189        Opcode::Fence,
190        "`crate::lower`, as an `mfence` at the strongest ordering and nothing below it",
191    ),
192    // The compare and exchange, which is one instruction and produces two values, and a rule
193    // replaces a term with an instruction producing one.
194    (
195        Opcode::Cmpxchg,
196        "`crate::lower`, as a locked compare and exchange and the byte that reads its answer",
197    ),
198    // The read modify write, which produces one value a rule could have named and whose operation
199    // is carried beside it rather than in the head a rule matches on, so one pattern would be all
200    // thirteen of them. `crate::lowering::Step::Retries` is the half of this the group does and it
201    // names no opcode, because the half it does not do is lowered here.
202    (
203        Opcode::AtomicRmw,
204        "`crate::lower`, as an exchange or a locked add, and `crate::retry` for the eight with no \
205         instruction, with the two on floating values refused",
206    ),
207    // The one of the five variable argument opcodes the group does not name, because what it writes
208    // is the register save area and where that is comes out of the convention rather than the term.
209    (Opcode::VaStart, "`crate::varargs`, which writes the register save area the ABI describes"),
210    // Memory safety. A check is a call to the runtime, and the rewrite happens after the optimizer
211    // has run so that the descriptor table only has rows for checks that survived it.
212    (Opcode::CheckBounds, "`rucc_safety::lower`, into a call carrying the row that describes it"),
213    (Opcode::CheckLive, "`rucc_safety::lower`, the same call over the lifetime plane"),
214    (Opcode::CheckDeriv, "`rucc_safety::lower`, the same call where the pointer is computed"),
215    (Opcode::CheckType, "`rucc_safety::lower`, the same call, carrying the type asked about"),
216    (
217        Opcode::CheckInit,
218        "`rucc_safety::lower`, the same call over the init plane, carrying no type",
219    ),
220    (Opcode::CheckRace, "`rucc_safety::lower`, the same call over the epoch plane"),
221    (
222        Opcode::CheckFree,
223        "`rucc_safety::lower`, the same call in front of the free rather than the access",
224    ),
225    // The five plane writes the same pass emits, which become calls the same way. A judgement
226    // decides nothing, so none of the calls carries a descriptor row, and neither do the two
227    // edges below them.
228    (Opcode::MetaType, "`rucc_safety::lower`, into the call that records what a store stored"),
229    (Opcode::MetaTypeCopy, "`rucc_safety::lower`, the same call over the range a copy read"),
230    (Opcode::MetaInit, "`rucc_safety::lower`, into the call that says a store wrote a range"),
231    (Opcode::MetaInitCopy, "`rucc_safety::lower`, the same call over the range a copy read"),
232    (Opcode::MetaEpoch, "`rucc_safety::lower`, into the call that says which thread stored"),
233    // The two halves of a synchronization edge, which are the same shape of call and are not a
234    // plane write at all: what they move is a thread's own clock, which lives beside the thread.
235    (
236        Opcode::MetaRelease,
237        "`rucc_safety::lower`, into the call that publishes this thread's clock at an atomic",
238    ),
239    (Opcode::MetaAcquire, "`rucc_safety::lower`, into the call that takes the other end of it"),
240    // The same pair for a fence, which are the same calls with no key, since a fence orders
241    // against every thread rather than against an object.
242    (
243        Opcode::MetaFenceRelease,
244        "`rucc_safety::lower`, into the call that publishes this thread's clock to everyone",
245    ),
246    (
247        Opcode::MetaFenceAcquire,
248        "`rucc_safety::lower`, into the call that takes what any release fence published",
249    ),
250    // The `restrict` contract, which is judgement J8 and is the one check that records as well as
251    // asks. What it records goes in a slot the block owns, and the two markers are what open and
252    // close that slot, so all four are calls to the runtime the same way.
253    (
254        Opcode::CheckRestrictRead,
255        "`rucc_safety::lower`, into the call that asks what the block has already reached",
256    ),
257    (Opcode::CheckRestrictWrite, "`rucc_safety::lower`, the same call, saying it wrote"),
258    (Opcode::RestrictEnter, "`rucc_safety::lower`, into the call that opens the block's record"),
259    (Opcode::RestrictLeave, "`rucc_safety::lower`, into the call that closes it again"),
260    // The two markers, and the only pair on this list that is lowered into nothing. A declared
261    // region is not code, it is the reason some code carries no checks, so by the time the back end
262    // sees it the whole of its effect has already happened. What it costs is the count document 10
263    // section 10.2 asks for, and `rucc_safety::summary` takes that before the back end runs.
264    (Opcode::SafeRegionBegin, "`rucc_safety::lower`, into nothing, once the count has been taken"),
265    (Opcode::SafeRegionEnd, "`rucc_safety::lower`, the same, which is to say nothing"),
266    (Opcode::CapExtent, "`rucc_safety::lower`, into a call that asks rather than one that judges"),
267    (Opcode::CapExtentBack, "`rucc_safety::lower`, the same call about the bytes below an address"),
268    // The capability the checks were reading, which the same pass takes out once they are calls,
269    // because a call to the runtime is handed an address and finds the rest for itself. One that
270    // something does read is a slot, and the only one of those the pass can fill so far is a
271    // capability for a pointer an allocator just returned, which is a load out of that instance's
272    // own header rather than anything worked out from the address.
273    (Opcode::CapOf, "`rucc_safety::slot`, into the header read at an allocation site or the walk"),
274    // The two ends of a capability that something does read. A capability is four words of frame
275    // and the value that stands for one is the slot's address, so the pair below is an `alloca`
276    // with four zero words written into it and a call handed the addresses of two slots.
277    (Opcode::CapNull, "`rucc_safety::slot`, into a frame slot with the bottom capability in it"),
278    (Opcode::CapStore, "`rucc_safety::slot`, into the call that writes one into the aux plane"),
279    // The other end of that write, which is the one capability nothing has to work out, because the
280    // store that put it beside the pointer already did. So this is a call too, and it is the only
281    // instruction the pass rewrites that reads a slot and fills one.
282    (Opcode::CapLoad, "`rucc_safety::slot`, into the call that reads one back out again"),
283    // The sub-object tier's whole mechanism, which is arithmetic on the range a capability holds
284    // and is a call for the same reason the rest are: where the four words sit is the runtime's to
285    // know, and a second place that agreed about it would be a second place that could stop.
286    (Opcode::CapNarrow, "`rucc_safety::slot`, into the call that moves the range in"),
287    // The expensive producer and the only one that always has an answer, which is why it is what a
288    // pointer from outside the instrumented world falls back to. Same two arguments as the fresh
289    // allocation above, since the runtime declares the pair as one shape.
290    (Opcode::CapRecover, "`rucc_safety::slot`, into the call that walks the planes for one"),
291    // The two ends of a call, which is where a capability stops being this function's business.
292    // Neither of them is a capability instruction in the sense the five above are: one copies a
293    // call's worth of them into a frame in thread local storage and publishes it, and the other
294    // says there is no frame at all, which is what a callee nobody can vouch for gets.
295    (Opcode::CapPublish, "`rucc_safety::frame`, into the frame a call hands its callee"),
296    (Opcode::CapClear, "`rucc_safety::frame`, into the call that says there is no frame"),
297    // And the reading end of the first of those two, which is the one of the three that does make a
298    // capability. It is in the callee rather than in the caller and it answers whether or not there
299    // was a frame, because a pointer nobody described is one to be recovered from the planes.
300    (Opcode::CapArg, "`rucc_safety::frame`, into the read of the frame the caller published"),
301    // And the same pair for the pointer a call gives back, which is the one value crossing a call in
302    // the other direction. The writing end is in the callee and is the only thing here that writes
303    // into a frame it did not make, which it may because the frame is the caller's stack and the
304    // caller is waiting for it.
305    (
306        Opcode::CapYield,
307        "`rucc_safety::frame`, into the write of the frame the caller is waiting on",
308    ),
309    (Opcode::CapResult, "`rucc_safety::frame`, into the read of what the callee left behind"),
310    // What `__builtin_expect` said, which the pass writes onto the arms of the branch it was said
311    // about before taking the instruction out, so that a hint and a profile are the same thing to
312    // everything downstream of the optimizer.
313    (Opcode::Expect, "`rucc_opt::expect`, which moves the hint onto the branch and removes it"),
314];
315
316/// The runtime function an operation becomes, by opcode and by mode.
317///
318/// The third answer, and the one GCC's fallback ladder ends at. An operation with no instruction
319/// and no way of being built out of instructions is a call to the compiler runtime, and which call
320/// it is is a fact about the operation and the mode and nothing else. It used to be three sets of
321/// `match` arms, in [`crate::quad`], in [`crate::wide`] and in [`crate::expand`], and it is one
322/// list they read.
323///
324/// The mode is spelled the way the rule language spells one, which is the width for an operation on
325/// one type and the two widths for a conversion. Every mode here is a mode the rule language cannot
326/// spell, since an operation the machine has does not become a call, which is why these names are
327/// not in [`rucc_ir::term::heads`] and are rows of their own.
328///
329/// The bulk operations are the exception that proves it. A copy becomes a run of moves at a size
330/// the lowering will take on and a call to the C library above it, so the mode is the size rather
331/// than a width, and both answers are true of the same row.
332pub static LIBCALLS: &[(Opcode, &str, &str)] = &[
333    // The quad format, which no x86-64 instruction touches. `crate::quad` is the pass.
334    (Opcode::FAdd, "f128", "__addtf3"),
335    (Opcode::FSub, "f128", "__subtf3"),
336    (Opcode::FMul, "f128", "__multf3"),
337    (Opcode::FDiv, "f128", "__divtf3"),
338    (Opcode::FNeg, "f128", "__negtf2"),
339    // A comparison is one call per predicate and a test of the integer it gives back, which is why
340    // the pass keeps the integer predicate beside the name and this list holds only the name.
341    (Opcode::FCmp, "oeq.f128", "__eqtf2"),
342    (Opcode::FCmp, "une.f128", "__netf2"),
343    (Opcode::FCmp, "olt.f128", "__lttf2"),
344    (Opcode::FCmp, "ole.f128", "__letf2"),
345    (Opcode::FCmp, "ogt.f128", "__gttf2"),
346    (Opcode::FCmp, "oge.f128", "__getf2"),
347    (Opcode::FCmp, "uno.f128", "__unordtf2"),
348    (Opcode::FPExt, "f32.f128", "__extendsftf2"),
349    (Opcode::FPExt, "f64.f128", "__extenddftf2"),
350    (Opcode::FPTrunc, "f128.f32", "__trunctfsf2"),
351    (Opcode::FPTrunc, "f128.f64", "__trunctfdf2"),
352    (Opcode::SIToFP, "i32.f128", "__floatsitf"),
353    (Opcode::SIToFP, "i64.f128", "__floatditf"),
354    (Opcode::UIToFP, "i32.f128", "__floatunsitf"),
355    (Opcode::UIToFP, "i64.f128", "__floatunditf"),
356    (Opcode::FPToSI, "f128.i32", "__fixtfsi"),
357    (Opcode::FPToSI, "f128.i64", "__fixtfdi"),
358    (Opcode::FPToUI, "f128.i32", "__fixunstfsi"),
359    (Opcode::FPToUI, "f128.i64", "__fixunstfdi"),
360    // An integer wider than a register. `crate::wide` splits what it can into halves and calls for
361    // what it cannot, which is the four that need the whole value at once and the conversions.
362    (Opcode::UDiv, "i128", "__udivti3"),
363    (Opcode::SDiv, "i128", "__divti3"),
364    (Opcode::URem, "i128", "__umodti3"),
365    (Opcode::SRem, "i128", "__modti3"),
366    (Opcode::SIToFP, "i128.f32", "__floattisf"),
367    (Opcode::SIToFP, "i128.f64", "__floattidf"),
368    (Opcode::SIToFP, "i128.f128", "__floattitf"),
369    (Opcode::UIToFP, "i128.f32", "__floatuntisf"),
370    (Opcode::UIToFP, "i128.f64", "__floatuntidf"),
371    (Opcode::UIToFP, "i128.f128", "__floatuntitf"),
372    (Opcode::FPToSI, "f32.i128", "__fixsfti"),
373    (Opcode::FPToSI, "f64.i128", "__fixdfti"),
374    (Opcode::FPToSI, "f128.i128", "__fixtfti"),
375    (Opcode::FPToUI, "f32.i128", "__fixunssfti"),
376    (Opcode::FPToUI, "f64.i128", "__fixunsdfti"),
377    (Opcode::FPToUI, "f128.i128", "__fixunstfti"),
378    // The bulk operations, which are the C library rather than the compiler runtime. A copy the
379    // lowering will not take on is one whose size is not a constant or is above the threshold, and
380    // a move is always a call because the two regions may overlap.
381    (Opcode::Memcpy, "big", "memcpy"),
382    (Opcode::Memset, "big", "memset"),
383    (Opcode::Memmove, "any", "memmove"),
384];
385
386/// The runtime function this operation at this mode becomes, or nothing where it is not a call.
387///
388/// What the passes that emit one read, so that the name a call is made under and the name the table
389/// reports are the same string rather than two strings somebody has to keep equal.
390#[must_use]
391pub fn libcall(opcode: Opcode, mode: &str) -> Option<&'static str> {
392    LIBCALLS
393        .iter()
394        .find(|&&(at, spelled, _)| at == opcode && spelled == mode)
395        .map(|&(_, _, name)| name)
396}
397
398/// What rewrites this opcode before selection, if anything does.
399///
400/// The group is asked first and answers for itself, so the membership is not written down twice.
401/// [`HAND`] is what is left, which is the opcodes no pass can be asked about.
402#[must_use]
403pub fn lowering(opcode: Opcode) -> Option<Lowering> {
404    for &step in Step::GROUP {
405        if step.opcodes().contains(&opcode) {
406            return Some(Lowering::Group(step));
407        }
408    }
409    HAND.iter().find(|&&(at, _)| at == opcode).map(|&(_, where_)| Lowering::Hand(where_))
410}
411
412/// The whole table for one target's rules.
413///
414/// Nothing is compiled and nothing is run. Every column is data: the rule set is a table, the group
415/// says which opcodes it is about, and the two lists above are lists.
416#[must_use]
417pub fn rows(table: &Table) -> Vec<Row> {
418    let patterns = pattern_heads(table);
419    let named = rucc_ir::term::heads();
420    let mut out = Vec::with_capacity(named.len() + LIBCALLS.len() + 64);
421
422    // The names the rule language can spell, which is the universe the rule column is about.
423    for &(opcode, name) in &named {
424        out.push(Row {
425            opcode,
426            name,
427            rule: patterns.contains(&name),
428            lowering: lowering(opcode),
429            libcall: None,
430            nothing: NAMES
431                .iter()
432                .find(|&&(at, ..)| at == name)
433                .map(|&(_, why, issue)| (why, issue)),
434        });
435    }
436
437    // The modes the rule language cannot spell, which is why the calls exist.
438    for &(opcode, mode, call) in LIBCALLS {
439        out.push(Row {
440            opcode,
441            name: mode,
442            rule: false,
443            lowering: lowering(opcode),
444            libcall: Some(call),
445            nothing: None,
446        });
447    }
448
449    // And the operations with no mode at all, which still have the question asked about them.
450    for opcode in Opcode::all() {
451        if named.iter().any(|&(at, _)| at == opcode) {
452            continue;
453        }
454        if LIBCALLS.iter().any(|&(at, ..)| at == opcode) {
455            continue;
456        }
457        out.push(Row {
458            opcode,
459            name: opcode.name(),
460            rule: false,
461            lowering: lowering(opcode),
462            libcall: None,
463            nothing: GAPS
464                .iter()
465                .find(|&&(at, ..)| at == opcode)
466                .map(|&(_, why, issue)| (why, issue)),
467        });
468    }
469    out
470}
471
472/// Every name a rule in a table is written about, which is the first question the trie asks.
473///
474/// Node zero is the root of the trie over the patterns and the first thing any walk asks is what
475/// the term in hand is called, so the branches on the head there are exactly the set of pattern
476/// heads. Nothing else can be at the root: a pattern is a term with a head, so the first step of
477/// every one of them is a head, there is no constant to compare and nothing bound yet to be the
478/// same as. There is no wildcard there to worry about either, since a rule matching any term at
479/// all is one nobody has written and one that would be an error to write, because a lowering has
480/// to know what it is lowering.
481///
482/// The names come out sorted and without repeats because the root is sorted, which is what the
483/// walk needs it to be, so there is nothing to do here but read it.
484pub(crate) fn pattern_heads(table: &Table) -> Vec<&'static str> {
485    let Some(root) = table.nodes.first() else { return Vec::new() };
486    let mut found: Vec<&'static str> = root.heads.iter().map(|&(head, ..)| head).collect();
487    found.dedup();
488    found
489}
490
491#[cfg(test)]
492mod tests {
493    use super::*;
494    use crate::select::x86_64::TABLE;
495
496    /// The claim the table is for, which is section 36.4's: an operation this target cannot do, that
497    /// nothing rewrites and that has no runtime function, is a build failure here rather than a
498    /// selection failure on somebody's program.
499    #[test]
500    fn every_row_has_at_least_one_answer_or_says_why_it_has_none() {
501        let mut unanswered = Vec::new();
502        for row in rows(&TABLE) {
503            if row.answered() || row.nothing.is_some() {
504                continue;
505            }
506            unanswered.push(row.name);
507        }
508        assert!(
509            unanswered.is_empty(),
510            "no rule lowers these, nothing rewrites them, no runtime function stands for them and \
511             nothing says why: {unanswered:?}"
512        );
513    }
514
515    /// Every row that has no answer names the issue that gives it one, since a hole with no issue
516    /// behind it is a hole nobody has decided anything about.
517    #[test]
518    fn a_row_with_no_answer_names_the_issue_that_gives_it_one() {
519        for row in rows(&TABLE) {
520            let Some((why, issue)) = row.nothing else { continue };
521            assert!(
522                !row.answered(),
523                "`{}` is {why} and is also answered, so the entry is stale and {issue} may be \
524                 closed",
525                row.name
526            );
527            let number = issue
528                .strip_prefix("tamnd/rucc#")
529                .unwrap_or_else(|| panic!("{issue} is not an issue in this project's tracker"));
530            assert!(number.parse::<u32>().is_ok(), "{issue} does not name an issue number");
531        }
532    }
533
534    /// The one overlap that is a contradiction. A rule at a name something rewrites by hand before
535    /// selection runs is a rule that can never fire, because the instruction is gone by then. The
536    /// group is not this, which is the next test.
537    #[test]
538    fn a_rule_at_a_name_something_rewrites_by_hand_could_never_fire() {
539        for row in rows(&TABLE) {
540            let Some(Lowering::Hand(where_)) = row.lowering else { continue };
541            assert!(
542                !row.rule,
543                "`{}` is rewritten by {where_} before selection, so the rule written at it can \
544                 never fire",
545                row.name
546            );
547        }
548    }
549
550    /// And the overlap that is not a contradiction, which is the thing the old single list could
551    /// not say. A member of the group is allowed to leave a construct alone, and the two it leaves
552    /// alone most often are the conversions this machine has an instruction for, so those names
553    /// have a rule and a lowering at once and both are true.
554    #[test]
555    fn an_operation_the_machine_has_and_a_lowering_names_is_allowed_both() {
556        let both: Vec<&str> = rows(&TABLE)
557            .iter()
558            .filter(|row| row.rule && matches!(row.lowering, Some(Lowering::Group(_))))
559            .map(|row| row.name)
560            .collect();
561        assert!(
562            both.iter().any(|name| name.starts_with("sitofp.")),
563            "a signed conversion is what `crate::expand` walks away from when the machine has the \
564             instruction, and the table should show both answers: {both:?}"
565        );
566    }
567
568    /// The group membership is read rather than repeated, which is what stops the two going out of
569    /// step. Asking for a step's opcodes and asking the table for the same opcode give the same
570    /// step, because there is only the one list.
571    #[test]
572    fn the_lowering_column_is_the_group_saying_what_it_is_about() {
573        for &step in Step::GROUP {
574            for &opcode in step.opcodes() {
575                assert_eq!(
576                    lowering(opcode),
577                    Some(Lowering::Group(step)),
578                    "`{}` is named by `{}` and the table says otherwise",
579                    opcode.name(),
580                    step.name()
581                );
582            }
583        }
584    }
585
586    /// An opcode is answered for in one place. A member of the group that is also on the hand
587    /// written list is the three mechanisms back again, with the list and the group each thinking
588    /// it owns the opcode.
589    #[test]
590    fn nothing_the_group_names_is_also_written_down_by_hand() {
591        for &(opcode, where_) in HAND {
592            for &step in Step::GROUP {
593                assert!(
594                    !step.opcodes().contains(&opcode),
595                    "`{}` is named by `{}` and the hand written list says it is lowered by {where_}",
596                    opcode.name(),
597                    step.name()
598                );
599            }
600        }
601    }
602
603    /// A runtime function is named once. Two rows naming the same call at the same mode would be
604    /// the same duplication in the column the passes read.
605    #[test]
606    fn no_two_rows_answer_for_the_same_operation_at_the_same_mode() {
607        let mut seen: Vec<(Opcode, &str)> = Vec::new();
608        for &(opcode, mode, call) in LIBCALLS {
609            assert!(
610                !seen.contains(&(opcode, mode)),
611                "`{}` at `{mode}` is answered twice, and the second answer is {call}",
612                opcode.name()
613            );
614            seen.push((opcode, mode));
615        }
616    }
617
618    /// The lookup the passes make, which is the whole reason the list is data rather than `match`
619    /// arms. A pass asks for the operation and the mode and gets the one string.
620    #[test]
621    fn the_passes_ask_for_a_call_by_the_operation_and_the_mode() {
622        assert_eq!(libcall(Opcode::SDiv, "i128"), Some("__divti3"));
623        assert_eq!(libcall(Opcode::FAdd, "f128"), Some("__addtf3"));
624        assert_eq!(libcall(Opcode::SIToFP, "i128.f64"), Some("__floattidf"));
625        assert_eq!(libcall(Opcode::Memmove, "any"), Some("memmove"));
626        assert_eq!(libcall(Opcode::SDiv, "i64"), None, "a divide the machine has is not a call");
627        assert_eq!(libcall(Opcode::Add, "i128"), None, "a wide add is two adds and not a call");
628    }
629
630    /// Every runtime function is one somebody can link against, which for the compiler runtime
631    /// means the name gcc's own runtime uses. A misspelled one would build and fail at the link,
632    /// which is the furthest away this mistake can be found.
633    #[test]
634    fn a_runtime_function_is_spelled_the_way_the_runtime_spells_it() {
635        for &(opcode, mode, call) in LIBCALLS {
636            let library = matches!(opcode, Opcode::Memcpy | Opcode::Memset | Opcode::Memmove);
637            assert_eq!(
638                call.starts_with("__"),
639                !library,
640                "`{call}` is a {} function and is not spelled like one",
641                if library { "C library" } else { "compiler runtime" }
642            );
643            assert!(
644                !mode.is_empty() && mode.is_ascii(),
645                "`{call}` answers for a mode with no name"
646            );
647        }
648    }
649
650    /// One row per operation and mode, which is what section 36.4 asks for, and enough of them that
651    /// the table is about the whole back end rather than a corner of it.
652    #[test]
653    fn the_table_is_one_row_per_operation_and_mode() {
654        let rows = rows(&TABLE);
655        assert!(
656            rows.len() > Opcode::all().count(),
657            "an operation with more than one mode is more than one row, so there are more rows \
658             than there are opcodes: {} rows and {} opcodes",
659            rows.len(),
660            Opcode::all().count()
661        );
662        let with_rule = rows.iter().filter(|row| row.rule).count();
663        let with_lowering = rows.iter().filter(|row| row.lowering.is_some()).count();
664        let with_libcall = rows.iter().filter(|row| row.libcall.is_some()).count();
665        assert!(with_rule > 0 && with_lowering > 0 && with_libcall > 0);
666        assert_eq!(with_libcall, LIBCALLS.len());
667        println!(
668            "rucc-codegen: {} rows, {with_rule} by rule, {with_lowering} by lowering, \
669             {with_libcall} by a call to the runtime",
670            rows.len()
671        );
672    }
673
674    /// Every opcode is in the table exactly once under its own name or once per mode it has, and
675    /// none is left out. A new opcode with no row is the thing this whole module exists to stop.
676    #[test]
677    fn every_opcode_the_ir_has_is_in_the_table() {
678        let rows = rows(&TABLE);
679        for opcode in Opcode::all() {
680            assert!(
681                rows.iter().any(|row| row.opcode == opcode),
682                "`{}` has no row, so nothing says what this target does about it",
683                opcode.name()
684            );
685        }
686    }
687
688    /// What a hand written entry says, which is a place somebody can open. An entry naming nothing
689    /// is an entry that excuses an opcode without saying where the answer is.
690    #[test]
691    fn a_hand_written_entry_names_where_the_answer_is() {
692        for &(opcode, where_) in HAND {
693            assert!(
694                where_.contains('`') || where_.starts_with("nothing"),
695                "the entry for `{}` says {where_}, which names no module",
696                opcode.name()
697            );
698        }
699        assert_eq!(Lowering::Hand("`crate::abi`, and so on").where_(), "`crate::abi`, and so on");
700        assert_eq!(Lowering::Group(Step::Bytes).where_(), "bytes");
701    }
702}