Skip to main content

rucc_codegen/select/
x86_64.rs

1//! The x86-64 lowering table.
2//!
3//! Everything below the module comment is generated from `rules/x86-64.rules` by `rucc-rules`
4//! when this crate is built, and none of it is in the repository. The rule file is the only
5//! place the rules are written, which is what makes the table that is matched with and the
6//! table `rucc-verify` proves things about the same table.
7//!
8//! To read the rules, read the rule file. To read the automaton they compile into, build the
9//! crate and read `x86-64.rs` under the build directory, which is a file worth looking at once
10//! for the shape of it and never again.
11
12// A guard is emitted as the comparison the rule writes, so a rule saying a shift count is at
13// least zero and less than the width comes out as two comparisons rather than as a range. That
14// is deliberate: the generated line and the rule it came from should read the same, and the
15// suggestion to write it another way is advice for somebody editing code, which nobody here is.
16#![allow(clippy::manual_range_contains)]
17
18include!(concat!(env!("OUT_DIR"), "/x86-64.rs"));
19
20#[cfg(test)]
21mod tests {
22    use rucc_target::x86_64;
23
24    use super::TABLE;
25    use crate::select::Piece;
26
27    /// The prefix a rule file puts in front of a machine term, which is how it says which target
28    /// the term belongs to. It is not part of the opcode.
29    const PREFIX: &str = "x64.";
30
31    /// The two address constructors, which are not instructions. An addressing mode is an
32    /// argument to `lea` and to every memory operand after it, so it is written as a term in the
33    /// rule file and built by the selector into the instruction that takes it.
34    const AMODES: &[&str] =
35        &["amode_base_index_scale", "amode_index_scale", "amode_base", "amode_base_offset"];
36
37    /// Every head this table can write, in and under the replacements.
38    fn heads() -> Vec<&'static str> {
39        let mut found: Vec<&'static str> = TABLE
40            .rules
41            .iter()
42            .flat_map(|rule| rule.replacement.iter())
43            .filter_map(|piece| match piece {
44                Piece::App { head, .. } => Some(*head),
45                _ => None,
46            })
47            .collect();
48        found.sort_unstable();
49        found.dedup();
50        found
51    }
52
53    #[test]
54    fn every_instruction_the_table_writes_is_described() {
55        for head in heads() {
56            if AMODES.contains(&head) {
57                continue;
58            }
59            let opcode = head.strip_prefix(PREFIX).unwrap_or_else(|| {
60                panic!("{head} is neither an x86-64 term nor an addressing mode")
61            });
62            assert!(
63                x86_64::form(opcode).is_some(),
64                "{head} is selected by a rule and `rucc_target::x86_64` does not say what it \
65                 does with its operands"
66            );
67        }
68    }
69
70    /// The order the operands of a store are written in, which is the IR's and not a choice this
71    /// file makes.
72    ///
73    /// A pattern is matched against an instruction's operand list by position, so a rule that
74    /// names the address where the IR holds the value is a rule that stores to the value and
75    /// writes the address into memory. Nothing in a proof would catch it, because a proof is
76    /// about the rule file agreeing with itself, and both halves would be wrong in the same way.
77    /// `rucc_ir::Builder::store` takes the value first and the machine instruction takes it last,
78    /// which is why the two halves of one of these rules read in opposite orders.
79    #[test]
80    fn a_store_is_written_with_the_value_first_because_that_is_where_the_ir_keeps_it() {
81        let mut seen = 0;
82        for rule in TABLE.rules {
83            let Some(rest) = rule.pattern.strip_prefix("(store.") else { continue };
84            let (width, operands) = rest.split_once(' ').expect("a store takes operands");
85            assert!(
86                operands.starts_with(&format!("(value.{width} ")),
87                "line {}: {} binds something other than the value it is storing first",
88                rule.line,
89                rule.pattern
90            );
91            assert!(
92                operands.contains("(value.i64 "),
93                "line {}: {} reaches no address",
94                rule.line,
95                rule.pattern
96            );
97            seen += 1;
98        }
99        assert_eq!(seen, 16, "the store rules moved and this test did not follow them");
100    }
101
102    /// Every comparison can be made against a constant as well as against a register.
103    ///
104    /// Four comparisons in five in the corpus are against a constant, and without a rule for one
105    /// the constant is loaded into a register first, which is an instruction and a register the
106    /// machine never needed. A missing width or a missing condition would not fail anything else:
107    /// the register rule still matches, the output is still correct, and the only sign is code
108    /// that is one instruction longer in a place nobody is looking. So the two lists are counted
109    /// against each other here.
110    ///
111    /// What this cannot check is that the condition on the immediate rule is the right one, since
112    /// both halves of a wrong pair would be a consistent pair. That is what the `spec` clause is
113    /// for, and `rucc-verify` is what reads it.
114    #[test]
115    fn a_comparison_against_a_constant_is_written_for_every_one_against_a_register() {
116        let mut against_register = Vec::new();
117        let mut against_constant = Vec::new();
118        for rule in TABLE.rules {
119            let Some(rest) = rule.pattern.strip_prefix("(icmp_") else { continue };
120            let (condition, operands) = rest.split_once(".i1 ").expect("a comparison takes two");
121            let width = operands
122                .strip_prefix("(value.")
123                .and_then(|rest| rest.split_once(' '))
124                .map(|(width, _)| width)
125                .expect("a comparison reads a value first");
126            let named = format!("{condition}.{width}");
127            if operands.contains("(iconst.") {
128                // The constant is the second operand and never the first, because a comparison is
129                // not symmetric and the same condition on the other side means the opposite.
130                assert!(
131                    !operands.starts_with("(iconst."),
132                    "line {}: {} compares a constant against a value",
133                    rule.line,
134                    rule.pattern
135                );
136                against_constant.push(named);
137            } else {
138                against_register.push(named);
139            }
140        }
141        against_register.sort_unstable();
142        against_constant.sort_unstable();
143        assert_eq!(against_register, against_constant);
144        assert_eq!(against_register.len(), 40, "ten conditions at four widths");
145    }
146
147    /// The instructions the calling convention writes rather than a rule.
148    ///
149    /// Three kinds of them. Naming the register an argument arrived in, where an argument is
150    /// depends on its position in the signature and on the classification of every argument before
151    /// it, and a rule pattern sees one term and has no way to say any of that, so `crate::abi`
152    /// builds these from the convention instead. Calling a name is the same the other way round:
153    /// what its operands are is whatever the signature made them, and a call through an address is
154    /// the same instruction with one operand more.
155    ///
156    /// The second half of a value that comes back in two registers is the third. A return of one
157    /// value is a rule, because where that value goes depends on nothing but the value, which is
158    /// exactly what a rule can say. A return of two is not, because which register the second half
159    /// is in depends on the first half: the two register files are counted separately, so a
160    /// `double` and a `long` both come back at place zero and two `long`s do not.
161    const CONVENTION: &[&str] = &[
162        "arg_val_8",
163        "arg_val_16",
164        "arg_val_32",
165        "arg_val_64",
166        "arg_val_f16",
167        "arg_val_f32",
168        "arg_val_f64",
169        "arg_val_f128",
170        "ret_val2_8",
171        "ret_val2_16",
172        "ret_val2_32",
173        "ret_val2_64",
174        "ret_val2_f16",
175        "ret_val2_f32",
176        "ret_val2_f64",
177        "ret_val2_f128",
178        "call",
179        "call_reg",
180    ];
181
182    /// The instructions the block layout writes rather than a rule.
183    ///
184    /// A rule sees one branch and the layout is about the order of every block in the function, so
185    /// which arm falls through is not something any pattern could say. That answer is what decides
186    /// whether the jump goes to the arm the condition is true for or the other one, and whether
187    /// there is a second jump after it, so all of these are written where the answer is.
188    ///
189    /// The comparisons are here for a second reason on top of that one. A branch on a comparison
190    /// is a comparison and a jump on the flags it set, and the flags are not a value: no pattern
191    /// could bind one and no `spec` clause could say anything about one. So the pair is put
192    /// together by the layout, out of a comparison a rule did select and the branch behind it,
193    /// which is the same argument `rucc_target::x86_64::Form::CmpSet` is one form rather than two
194    /// under.
195    /// The instructions the size directed peephole writes rather than a rule.
196    ///
197    /// [`crate::shorten`] turns a comparison of a register against zero into a test of the register
198    /// against itself, which asks the machine the same thing in one byte less, and an addition of
199    /// one into the instruction that adds one and says so in its opcode, which is another byte less.
200    /// No rule could select either. Whether the first says the same thing depends on the constant
201    /// the comparison carries and a pattern binds a value rather than reads a number out of one, and
202    /// whether the second does depends on what reads the carry behind it, which is not something a
203    /// pattern sees at all. The eight bit test is not here because the layout writes that one as
204    /// well and it is on the list below.
205    const PEEPHOLE: &[&str] = &[
206        "test_rr_16",
207        "test_rr_32",
208        "test_rr_64",
209        "inc_r_8",
210        "inc_r_16",
211        "inc_r_32",
212        "inc_r_64",
213        "dec_r_8",
214        "dec_r_16",
215        "dec_r_32",
216        "dec_r_64",
217    ];
218
219    const LAYOUT: &[&str] = &[
220        "test_rr_8",
221        "cmp_rr_8",
222        "cmp_rr_16",
223        "cmp_rr_32",
224        "cmp_rr_64",
225        "cmp_ri_8",
226        "cmp_ri_16",
227        "cmp_ri_32",
228        "cmp_ri_64",
229        "cmp_rm_8",
230        "cmp_rm_16",
231        "cmp_rm_32",
232        "cmp_rm_64",
233        "cmp_mi_8",
234        "cmp_mi_16",
235        "cmp_mi_32",
236        "cmp_mi_64",
237        "jcc_e",
238        "jcc_ne",
239        "jcc_l",
240        "jcc_le",
241        "jcc_g",
242        "jcc_ge",
243        "jcc_b",
244        "jcc_be",
245        "jcc_a",
246        "jcc_ae",
247        "jmp",
248    ];
249
250    /// The instructions the compare pass writes rather than a rule.
251    ///
252    /// The other half of the argument the comparisons above are here under. A rule selects a
253    /// comparison that keeps its answer in a byte, because that is the shape a value has. What is
254    /// left of one when the machine has already made the comparison is the byte with no comparison
255    /// in front of it, and there is no pattern for that: the term it would compute is the same term
256    /// the full comparison computes, and what makes the short one right is the instruction three
257    /// places back rather than anything about the value. So `crate::compare` writes them by name,
258    /// in place of a comparison it found was already made.
259    const COMPARE: &[&str] = &[
260        "set_e", "set_ne", "set_l", "set_le", "set_g", "set_ge", "set_b", "set_be", "set_a",
261        "set_ae",
262    ];
263
264    /// The instruction a computed `goto` is written as rather than a rule.
265    ///
266    /// The one branch `crate::lower` writes by name, and the one the block layout does not write
267    /// either. What it reads is the address, which a pattern could have bound, so it is not
268    /// exempt for the reason the branches above are. What no pattern can say is the rest of it:
269    /// how many arms the block has, which is every label of the function the program took the
270    /// address of, and a rule says what an instruction reads rather than where a block goes.
271    const LABELS: &[&str] = &["jmp_reg"];
272
273    /// The instruction the memory model writes rather than a rule.
274    ///
275    /// A barrier computes nothing, so there is no equality for the solver to discharge and no
276    /// pattern for a rule to be written as. What makes it the right answer is what the machine
277    /// promises about the order two other instructions become visible in, which is a claim about
278    /// the program around it rather than about any value. `crate::lower` writes it by name, at the
279    /// strongest ordering and nowhere else, and `crate::expand` says why the strongest is the only
280    /// one that costs anything here.
281    const BARRIER: &[&str] = &["mfence"];
282
283    /// The instruction a program stops on, which `crate::lower` writes rather than a rule.
284    ///
285    /// The first half of the barrier's reason and not the second. It computes nothing, so there is
286    /// no equality for the solver and no pattern for a rule. What makes it right is not a claim
287    /// about the order anything becomes visible in either: it is what the operating system does
288    /// with the fault, which is a fact about neither the values nor the program around it.
289    const STOP: &[&str] = &["ud2"];
290
291    /// The instructions that are a hint rather than a computation.
292    ///
293    /// The same shape of exemption the barrier gets and for a reason one step further out. A
294    /// barrier computes nothing and still has to be where it is, so there is at least a claim about
295    /// the program around it. A prefetch does not even have that: a machine that drops the whole
296    /// instruction runs the program correctly, because the only thing it can change is how long the
297    /// program takes.
298    ///
299    /// So there is no equality for the solver and no pattern for a rule, and which of the four a
300    /// program gets is decided by a number in the builtin's own arguments rather than by anything
301    /// about the value being prefetched. `crate::lower` writes them by name, out of the hint the IR
302    /// carries beside the instruction.
303    const HINT: &[&str] = &["prefetch_nta", "prefetch_t0", "prefetch_t1", "prefetch_t2"];
304
305    /// The instructions nothing but an `asm` statement asks for.
306    ///
307    /// One step further out again. A prefetch is a hint and is still something the compiler decides
308    /// to write, out of a builtin the program called. These are instructions the program wrote down
309    /// itself, by name, in a template, and nothing else in the language reaches them: there is no
310    /// builtin for either, no rule could match a term that produces one, and `crate::lower` writes
311    /// them only because [`rucc_target::x86_64::read`] found the name in a template and said which
312    /// opcode that is.
313    ///
314    /// `pause` is the hint a spin lock writes between two tries at the lock. `cpuid` is how a
315    /// program asks the processor what it can do, which there is no other way to ask, so every
316    /// program that takes a faster path on some machines than on others has one of these in it.
317    ///
318    /// The alignment is the third, and it is on this list rather than one of its own because it
319    /// meets the claim below outright: an instruction is exempt for this reason exactly when there
320    /// is nothing about it for a rule to name, and an opcode with no operands and no addressing mode
321    /// has nothing. It is not an instruction at all, which is more than the test asks and is the
322    /// reason no rule could have been written for it however the rule language grew.
323    ///
324    /// A byte out of a template is the fourth and is there for the same reason as the alignment,
325    /// one step further still: it is not an instruction, and what it holds is a byte the program
326    /// wrote out itself because its assembler was older than the instruction it wanted. There is
327    /// nothing for a rule to have said about a number a program handed the processor directly.
328    const TEMPLATE: &[&str] = &["cpuid", "pause", "align", "byte"];
329
330    /// The instructions a template asks for that are right because of the line above them.
331    ///
332    /// These are exempt for the reason the ten bytes in [`COMPARE`] are, one step further out. A
333    /// rule selects a conditional move with its comparison in front of it, because that pair is the
334    /// shape a select has. The move on its own computes the same term and what makes it right is the
335    /// comparison somewhere behind it rather than anything about its own operands, so no pattern
336    /// could say what it means. The compare pass does not write one either, because it replaces a
337    /// comparison it found was already made and there is no earlier move here to replace: what
338    /// writes one is a program that put the comparison on one line of a template and the move on the
339    /// next, which is what zstd does to keep a bounds check from becoming a branch.
340    ///
341    /// So these have operands a rule could have named, unlike everything in [`TEMPLATE`], and they
342    /// are still not instructions a rule could have been written for.
343    /// The add with carry and the subtract with borrow, which read a bit off the instruction in
344    /// front of them.
345    ///
346    /// Exempt one step further out again than [`CONDITIONAL`]. A conditional move reads the
347    /// condition state and leaves it alone, so what is missing from a rule that named one is the
348    /// comparison. These read it and write it both, and what is missing is worse than a comparison:
349    /// the bit they read is the carry out of an addition, and an addition in the IR is an addition
350    /// of a width with no carry out at all, so there is no term a rule could match that the bit is
351    /// a part of. A program gets one by writing both halves itself in a template, which is what
352    /// `add_ssaaaa` and `sub_ddmmss` in libgmp's `longlong.h` are. The form against a constant is
353    /// here for the same reason and is the same instruction with a zero where the second source is,
354    /// which `add_sssaaaa` writes for the top word of a number three words wide.
355    ///
356    /// What keeps the two halves together once they are two instructions in a block is not here. It
357    /// is `rucc_target::FlagInsts`, which the scheduler reads for exactly this, and the test below
358    /// checks the entry is there rather than trusting that somebody remembered.
359    const CARRY: &[&str] = &[
360        "adc_rr_8",
361        "adc_rr_16",
362        "adc_rr_32",
363        "adc_rr_64",
364        "sbb_rr_8",
365        "sbb_rr_16",
366        "sbb_rr_32",
367        "sbb_rr_64",
368        "adc_ri_8",
369        "adc_ri_16",
370        "adc_ri_32",
371        "adc_ri_64",
372        "sbb_ri_8",
373        "sbb_ri_16",
374        "sbb_ri_32",
375        "sbb_ri_64",
376    ];
377
378    const CONDITIONAL: &[&str] = &[
379        "cmov_e_16",
380        "cmov_e_32",
381        "cmov_e_64",
382        "cmov_ne_16",
383        "cmov_ne_32",
384        "cmov_ne_64",
385        "cmov_l_16",
386        "cmov_l_32",
387        "cmov_l_64",
388        "cmov_le_16",
389        "cmov_le_32",
390        "cmov_le_64",
391        "cmov_g_16",
392        "cmov_g_32",
393        "cmov_g_64",
394        "cmov_ge_16",
395        "cmov_ge_32",
396        "cmov_ge_64",
397        "cmov_b_16",
398        "cmov_b_32",
399        "cmov_b_64",
400        "cmov_be_16",
401        "cmov_be_32",
402        "cmov_be_64",
403        "cmov_a_16",
404        "cmov_a_32",
405        "cmov_a_64",
406        "cmov_ae_16",
407        "cmov_ae_32",
408        "cmov_ae_64",
409    ];
410
411    /// The instructions that look for a set bit, which a template asks for and nothing else does.
412    ///
413    /// These have a source and a destination a rule could have named, the way the conditional moves
414    /// above do, and the reason no rule names them is a different one again. It is not that their
415    /// meaning comes from the line in front of them: each of these says on its own exactly what it
416    /// computes. It is that [`crate::expand`] already answers the question they answer, out of
417    /// arithmetic every machine has, and it does that because what these do when the source is zero
418    /// is four different things on four families of processor. A rule that selected one would be a
419    /// rule whose answer depends on which machine ran it.
420    ///
421    /// So the only thing that reaches one is a program that wrote the name in a template, which is
422    /// what the libraries that were counting bits before there was a builtin for it all do.
423    /// `crate::lower` writes them for the reason it writes the three in [`TEMPLATE`], and they are
424    /// not on that list because they are not bare: a rule could have named these operands and the
425    /// claim that list makes would be false of them.
426    const SEARCH: &[&str] = &[
427        "bsf_16", "bsf_32", "bsf_64", "bsr_16", "bsr_32", "bsr_64", "lzcnt_32", "lzcnt_64",
428        "tzcnt_32", "tzcnt_64",
429    ];
430
431    /// The instruction that turns a register round, which a template asks for and nothing else does.
432    ///
433    /// The list above, one step simpler. A search is unselected because what it does with a source
434    /// of zero is not the same on every processor, so a rule that chose one would depend on what ran
435    /// it. A byte reversal has no such case: it means exactly one thing everywhere. What keeps it
436    /// off the rule set is a choice made once, in [`crate::expand`], which builds a reversal out of
437    /// shifts and masks so that the answer is the same on every target this compiler has rather than
438    /// good on the one that happens to have the instruction. tamnd/rucc#310 is where that trade is
439    /// written down, and the day a target grows its own reversal is the day to reopen it.
440    ///
441    /// So the only thing that reaches one is a program that wrote the name in a template, which is
442    /// what libgmp does in `gmp-impl.h` to put a limb the other way round.
443    ///
444    /// The third is the same thing at a width `bswap` does not reach. Turning a sixteen bit number
445    /// round is exchanging its two bytes with each other, and this machine says that by naming the
446    /// high byte of a register, which only the first four registers have. femtolisp writes one in
447    /// `llt/utils.h`, which is how a C library older than `__builtin_bswap16` said it, and that
448    /// header is the one every other file of the library includes.
449    const SWAP: &[&str] = &["bswap_32", "bswap_64", "xchg_high_16"];
450
451    /// The jump out of the function a template may end with, which a template asks for and nothing
452    /// else could.
453    ///
454    /// Unselected for a reason none of the lists above give, and the plainest reason of the lot:
455    /// there is no term in the IR for it to be the answer to. A tail jump is not a computation and
456    /// it is not a branch between this function's blocks either, it is the function ending
457    /// somewhere other than at its own `ret`, and the only thing that says a function ends that way
458    /// is a program writing `jmp` at the end of a template in a function that is `naked`. See
459    /// [`rucc_target::x86_64::Step::Away`].
460    const AWAY: &[&str] = &["jmp_away"];
461
462    /// The multiply that keeps both halves of its product and the division that reads both halves
463    /// of its dividend, which a template asks for and nothing else does.
464    ///
465    /// A third reason again, and the plainest of the three. A search is unselected because its
466    /// answer depends on the processor and a reversal because a choice was made to build one out of
467    /// arithmetic. This one is unselected because there is nothing in the IR to select it from: a
468    /// multiply in C takes two values of a type and produces a value of that type, so the term a
469    /// rule would match on is the narrow product, and the wide product is not a term at all. A rule
470    /// that fired on the narrow one and wrote this would be writing an instruction that computes
471    /// twice as much as was asked for and leaves the rest in a register nobody asked about.
472    ///
473    /// So the only thing that reaches one is a program that wrote the name in a template, which is
474    /// what `umul_ppmm` in libgmp's `longlong.h` does, and what every library that is building
475    /// arithmetic out of limbs does somewhere.
476    ///
477    /// The division is the same claim upside down and is on this list because the reason is the same
478    /// one. A division in C divides a number by a number of its own width, so the term a rule would
479    /// match is the narrow one, and this compiler already has two opcodes for that: each of them
480    /// fills the high half of the dividend itself and then throws one of the two answers away. A
481    /// dividend the program filled both halves of is not a term the IR has, and `udiv_qrnnd` beside
482    /// the multiply in the same header is how long division a limb at a time is written.
483    const WIDE: &[&str] = &[
484        "mul_wide_16",
485        "mul_wide_32",
486        "mul_wide_64",
487        "imul_wide_16",
488        "imul_wide_32",
489        "imul_wide_64",
490        "div_wide_16",
491        "div_wide_32",
492        "div_wide_64",
493        "idiv_wide_16",
494        "idiv_wide_32",
495        "idiv_wide_64",
496    ];
497
498    /// The instructions that produce two values, which is one more than a rule can name.
499    ///
500    /// A rule replaces a term with a term, and a term is the value one instruction computes. A
501    /// compare and exchange computes two: what it found at the address, and whether what it found
502    /// was what the program expected. There is no way to write the second one down in the rule
503    /// language, and inventing one would be inventing a language for a single instruction.
504    ///
505    /// So `crate::lower` writes it by name, the way it writes the barrier by name, and for a reason
506    /// that is about the rule language rather than about the machine. What the solver would have
507    /// been asked to prove about it is the easy half in any case: the arithmetic is a comparison
508    /// and a select, and what is hard is that the whole of it happens at once, which is the same
509    /// claim about the program around it that a barrier makes.
510    const ATOMIC: &[&str] = &["cmpxchg_8", "cmpxchg_16", "cmpxchg_32", "cmpxchg_64"];
511
512    /// The instructions whose operation is in the payload rather than in the head.
513    ///
514    /// A different exemption from the one above, on instructions that produce one value each and so
515    /// could be named by a rule if the rule had anything to match on. The head a pattern matches is
516    /// an opcode and a type, and every read modify write in the IR is the one opcode `atomic_rmw`.
517    /// Which of the thirteen operations it performs is carried beside the instruction rather than in
518    /// its name, so a pattern written for the exchange would match the add and the nand as well, and
519    /// the rule language has no way to look at what a rule matched to tell them apart.
520    ///
521    /// Giving each operation its own opcode is the other way out and is a worse trade: it is
522    /// thirteen opcodes at four widths where the IR wants one, and every pass that treats a read
523    /// modify write as one thing would then have a list of fifty two.
524    ///
525    /// So `crate::lower` writes these by name too. Three operations here, out of the thirteen: the
526    /// bitwise ones need a loop around a compare and exchange, which is control flow and so is built
527    /// before selection rather than during it, and they are the rest of `tamnd/rucc#311`.
528    const PAYLOAD: &[&str] =
529        &["xchg_8", "xchg_16", "xchg_32", "xchg_64", "xadd_8", "xadd_16", "xadd_32", "xadd_64"];
530
531    /// The instructions a frame writes rather than a rule.
532    ///
533    /// A prologue, an epilogue, a copy, a spill and a reload are not in the program. They are what
534    /// the allocator's answer costs, so they are written after it, by `crate::finish` reading
535    /// `x86_64::FRAME`. Six of the names that describes are already reachable from a rule, since a
536    /// prologue taking its frame is a subtraction and a spill is a store, and those are not here:
537    /// this is only the ones nothing else can reach.
538    const FRAME: &[&str] = &[
539        "push_64",
540        "pop_64",
541        "ret",
542        "mov_rr_64",
543        "movaps_rr",
544        // The touch a probing prologue puts on each page as it reaches it, the landing pad a
545        // prologue opens with, and the byte that does nothing which one reserves room with. All
546        // three are written by a frame and none on a command line that did not ask for it.
547        "or_mi_8",
548        "endbr64",
549        "nop",
550    ];
551
552    /// The instructions that reach the x87 stack, which are selected but not from here.
553    ///
554    /// A third kind of exemption, and the same reason all the way down the list.
555    ///
556    /// Every one of these is written by `crate::lower`, as part of a group rather than on its own.
557    /// What one of them leaves behind and the next picks up is the top of the x87 stack, which is
558    /// not a register anything allocates from and not a value a pattern could bind, so a rule
559    /// could neither match the middle of a group nor name what its replacement produced. And an
560    /// add here reads two addresses and writes a third, where one machine IR instruction carries
561    /// one addressing mode, so the group cannot be folded into a single opcode the way
562    /// `ucomisd_set_e` folds a comparison and a `setcc` either.
563    ///
564    /// So these are exempt for the reason `FRAME` is exempt rather than for the reason the list
565    /// below is, and they will stay exempt. Two of them are not reached by anything yet all the
566    /// same: `fsub_p` and `fdiv_p` are the other direction of the subtraction and the division,
567    /// which a code generator that pushed its operands the other way round would need and this one
568    /// does not. `fabs` is a third, since C spells that as a call to a library function.
569    const X87: &[&str] = &[
570        "fld_t",
571        "fstp_t",
572        "fld_s",
573        "fld_l",
574        "fild_l",
575        "fild_ll",
576        "fstp_s",
577        "fstp_l",
578        "fistp_l",
579        "fistp_ll",
580        "fnstcw",
581        "fldcw",
582        "fadd_p",
583        "fsub_p",
584        "fsubr_p",
585        "fmul_p",
586        "fdiv_p",
587        "fdivr_p",
588        "fchs",
589        "fabs",
590        "fucomip_set_a",
591        "fucomip_set_ae",
592        "fucomip_set_b",
593        "fucomip_set_be",
594        "fucomip_set_e",
595        "fucomip_set_ne",
596        "fucomip_set_p",
597        "fucomip_set_np",
598        "fucomip_set_e_and_np",
599        "fucomip_set_ne_or_p",
600    ];
601
602    /// The instructions no rule selects yet, because the rules that selected them were taken out.
603    ///
604    /// A different kind of exemption from the three above. Those say an instruction is written
605    /// somewhere a rule cannot reach and always will be. These say nobody reaches one at all right
606    /// now, and name the work that puts the rules back.
607    ///
608    /// The rules went out under `tamnd/rucc#368`. C promotes the operands of an arithmetic
609    /// operator to `int`, so a byte add and a two byte compare are things no C program asks the
610    /// back end for, and the rules at those widths sat proved and never selected over the whole
611    /// torture corpus at every optimization level. The width narrowing pass in `tamnd/rucc#375` is
612    /// what asks for them, and the rules come back with it.
613    ///
614    /// The descriptions stayed. A description says what an x86-64 instruction is, how long it is
615    /// and how it encodes, and that is true whether or not anything selects it. Taking them out
616    /// would be deleting a correct account of the machine to make a list shorter, and putting them
617    /// back is then a second thing to get right rather than a line of a rule file.
618    const NARROW: &[&str] = &[
619        // Three of the two address forms against an immediate. The `narrow` pass does write the
620        // shape, since `char c = a | 1;` narrows to a byte `or` against a byte constant, and no
621        // rule selects these yet: the constant goes into a register and the register with
622        // register rule takes it. Their `add`, `sub` and `and` siblings do have rules and are
623        // reached by the bitfield lowering, so this is six rules missing rather than a shape
624        // nothing writes.
625        "or_ri_8",
626        "or_ri_16",
627        "xor_ri_8",
628        "xor_ri_16",
629        "imul_ri_8",
630        "imul_ri_16",
631        // The divides, which are four instructions per width because the quotient and the
632        // remainder come out of one division in two different registers. `narrow` refuses these
633        // on purpose: the most negative byte over minus one is a defined hundred and twenty eight
634        // at four bytes and is the overflow that raises at one, so narrowing a division wants a
635        // range that rules the pair out and there is no range analysis yet.
636        "idiv_quo_8",
637        "idiv_quo_16",
638        "idiv_rem_8",
639        "idiv_rem_16",
640        "div_quo_8",
641        "div_quo_16",
642        "div_rem_8",
643        "div_rem_16",
644        // The shifts by a value, whose count is in `cl` whatever the width being shifted is. The
645        // same refusal for the same kind of reason: a count of twenty is a defined shift to zero
646        // at four bytes and is poison at one, so only a count that is a constant below the narrow
647        // width narrows, and that one selects the immediate forms which do have rules.
648        "shl_rcl_8",
649        "shl_rcl_16",
650        "shr_rcl_8",
651        "shr_rcl_16",
652        "sar_rcl_8",
653        "sar_rcl_16",
654    ];
655
656    /// The arithmetic that reaches memory, which [`crate::combine`] writes: the forms that read a
657    /// source out of it and the forms that leave the answer in it.
658    ///
659    /// A function rather than a list, for the reason the compare pass's exemption is taken from the
660    /// flag description rather than typed out: the pass already writes down which instructions it
661    /// can produce, and a second copy of that here would be a second opinion about one pass.
662    ///
663    /// No rule selects one of these because a rule matches a term and one of these is two terms, a
664    /// load and an arithmetic operation, put together, or three where the answer goes back to
665    /// memory. Whether they may be put together depends on what is written between them and on
666    /// whether anything else wants what the load read, and neither is a fact about any of the
667    /// terms. That is the whole reason the pass exists and the module documentation there says it
668    /// at length.
669    fn combine() -> Vec<&'static str> {
670        let loads = crate::combine::FOLDS.iter().map(|fold| fold.into);
671        // And the instruction a load on the other side comes to, which for most rows is the one
672        // above and for a comparison is the condition the other way round.
673        let swapped = crate::combine::FOLDS.iter().filter_map(|fold| fold.swapped);
674        let stores = crate::combine::UPDATES.iter().map(|update| update.into);
675        let constants = crate::combine::BUMPS.iter().map(|bump| bump.into);
676        loads.chain(swapped).chain(stores).chain(constants).collect()
677    }
678
679    #[test]
680    fn every_instruction_exempt_from_a_rule_is_one_a_frame_really_writes() {
681        // The same claim as the one about the convention, so that this list cannot grow an opcode
682        // that no frame asks for. In the order `x86_64::FRAME` names them, the copies after the
683        // return because there is one set of them per class the allocator may spill.
684        let frame = &x86_64::FRAME;
685        let mut written = vec![frame.push, frame.pop, frame.ret];
686        for class in frame.classes {
687            written.extend([class.mov, class.load, class.store]);
688        }
689        // And the touch a probing prologue puts on a page, which the target names as an option
690        // because a target with no instruction that writes an address without changing it takes
691        // every frame in one subtraction and has nothing to exempt.
692        written.extend(frame.probe.map(|probe| probe.inst));
693        // And the landing pad and the byte that does nothing, which are options for the same
694        // reason.
695        written.extend(frame.landing);
696        written.extend(frame.pad);
697        // What is left after the ones a rule already reaches, which are the loads and the stores of
698        // both register files, since those are the same instructions a program's own reads and
699        // writes of memory are. The vector pair joined them with the rules for a quad float, and a
700        // spill of one is now the same instruction as a program reading a `_Float128` variable.
701        written.retain(|opcode| !heads().contains(&format!("{PREFIX}{opcode}").as_str()));
702        assert_eq!(written, FRAME);
703    }
704
705    #[test]
706    fn every_instruction_exempt_from_a_rule_is_one_the_convention_really_writes() {
707        // An exemption list that nothing checks is a hole, since an opcode dropped into it stops
708        // being covered by either direction of the pinning. These are the ones `crate::abi` can
709        // name, at the four integer widths and the four float formats it has names for an
710        // argument in, and no others.
711        let strip = |head: &'static str| head.strip_prefix(PREFIX).expect("an x86-64 term");
712        let named = |ty| strip(crate::abi::head_of(ty).expect("every width the pseudos cover"));
713        // The second half of a pair at place one, which is the place a rule cannot name. The first
714        // half at place zero is `ret_val_*` and is reached by a rule, so it is not on this list.
715        let second = |ty| strip(crate::abi::ret_of(ty, 1).expect("every width the pseudos cover"));
716        let widths = || {
717            [8, 16, 32, 64].into_iter().map(rucc_ir::Type::int).chain(
718                [
719                    rucc_ir::Float::F16,
720                    rucc_ir::Float::F32,
721                    rucc_ir::Float::F64,
722                    rucc_ir::Float::F128,
723                ]
724                .map(rucc_ir::Type::float),
725            )
726        };
727        let written: Vec<&str> = widths()
728            .map(named)
729            .chain(widths().map(second))
730            .chain([strip(crate::abi::CALL), strip(crate::abi::CALL_REG)])
731            .collect();
732        assert_eq!(written, CONVENTION);
733    }
734
735    /// The same claim about the block layout's list, which is longer than it looks.
736    ///
737    /// A name here that the layout does not write is an opcode exempted from needing a rule and
738    /// reached by nothing, and a name the layout writes that is not here is a failing test in
739    /// `every_described_instruction_is_reachable_from_a_rule` with a misleading message. Both are
740    /// avoided by taking the list from `rucc_target::x86_64::BRANCH` rather than believing it.
741    #[test]
742    fn every_instruction_exempt_from_a_rule_is_one_the_block_layout_really_writes() {
743        let branch = &x86_64::BRANCH;
744        // Eighty entries name sixteen instructions between them, so this is a set rather than a
745        // list and both sides are sorted before they are held against each other. What the order
746        // of the list itself is for is reading it.
747        let mut written: Vec<&str> = vec![branch.test, branch.jump];
748        written.extend(branch.fused.iter().map(|fusion| fusion.cmp));
749        written.extend(branch.fused.iter().flat_map(|fusion| [fusion.if_true, fusion.if_false]));
750        written.sort_unstable();
751        written.dedup();
752        let mut exempt = LAYOUT.to_vec();
753        exempt.sort_unstable();
754        assert_eq!(written, exempt);
755    }
756
757    /// The same claim about the compare pass. What it writes is what the flag description says is
758    /// left of a comparison, so the exemption is taken from that rather than typed out twice, and
759    /// an entry added there without a rule to go with it shows up here rather than in a build that
760    /// fails somewhere else.
761    #[test]
762    fn every_instruction_exempt_from_a_rule_is_one_the_compare_pass_really_writes() {
763        let mut written: Vec<&str> =
764            x86_64::FLAGS.compares.iter().filter_map(|entry| entry.kept).collect();
765        written.sort_unstable();
766        written.dedup();
767        let mut exempt = COMPARE.to_vec();
768        exempt.sort_unstable();
769        assert_eq!(written, exempt);
770    }
771
772    /// And the same claim about the one the lowering writes, held against the name the target gave
773    /// it rather than against the spelling written above.
774    #[test]
775    fn the_instruction_a_computed_goto_is_exempt_for_is_the_one_the_target_names() {
776        assert_eq!(LABELS, [x86_64::BRANCH.indirect]);
777    }
778
779    /// The rows of the constant table that take nothing yet are exactly the narrow ones waiting on
780    /// the width narrowing, so the day `NARROW` shrinks is the day this says so.
781    ///
782    /// `crate::combine::BUMPS` has a row per instruction this machine has, which is the whole five
783    /// operations at the whole four widths. Four of those instructions arrive out of a rule that is
784    /// not written yet, so four of the rows sit there taking nothing. That is a fact worth holding
785    /// rather than a thing to notice again later.
786    #[test]
787    fn the_constant_runs_that_take_nothing_are_the_ones_no_rule_selects_yet() {
788        let written = heads();
789        let mut waiting = Vec::new();
790        for bump in crate::combine::BUMPS {
791            if !written.contains(&format!("{PREFIX}{}", bump.from).as_str()) {
792                waiting.push(bump.from);
793            }
794        }
795        assert_eq!(waiting, ["or_ri_8", "or_ri_16", "xor_ri_8", "xor_ri_16"]);
796        for from in waiting {
797            assert!(NARROW.contains(&from), "{from} is unselected and is not on the list");
798        }
799    }
800
801    #[test]
802    fn every_described_instruction_is_reachable_from_a_rule() {
803        let written = heads();
804        let combine = combine();
805        for &(opcode, _) in x86_64::INSTS {
806            if combine.contains(&opcode) {
807                continue;
808            }
809            if CONVENTION.contains(&opcode) || LAYOUT.contains(&opcode) || FRAME.contains(&opcode) {
810                continue;
811            }
812            if PEEPHOLE.contains(&opcode) {
813                continue;
814            }
815            if NARROW.contains(&opcode) || BARRIER.contains(&opcode) || X87.contains(&opcode) {
816                continue;
817            }
818            if ATOMIC.contains(&opcode) || PAYLOAD.contains(&opcode) || HINT.contains(&opcode) {
819                continue;
820            }
821            if CONDITIONAL.contains(&opcode) {
822                continue;
823            }
824            if CARRY.contains(&opcode) {
825                continue;
826            }
827            if COMPARE.contains(&opcode) || TEMPLATE.contains(&opcode) {
828                continue;
829            }
830            if SEARCH.contains(&opcode) || SWAP.contains(&opcode) || WIDE.contains(&opcode) {
831                continue;
832            }
833            if AWAY.contains(&opcode) {
834                continue;
835            }
836            if LABELS.contains(&opcode) || STOP.contains(&opcode) {
837                continue;
838            }
839            let head = format!("{PREFIX}{opcode}");
840            assert!(
841                written.contains(&head.as_str()),
842                "{opcode} is described and no rule in {} selects it",
843                TABLE.source
844            );
845        }
846    }
847
848    /// The same claim about the peephole's list, which is a claim about the target's description
849    /// rather than about this crate: every name on it is one the target really has, and every one
850    /// of them is a shorter spelling the description names, which is what says the peephole is
851    /// where it comes from. A name on the list that the peephole could never write would be an
852    /// instruction nothing writes at all, and this test is what stops that sitting there unnoticed.
853    #[test]
854    fn every_instruction_exempt_from_a_rule_is_one_the_peephole_really_writes() {
855        let tests = x86_64::SHORT.testing.iter().map(|entry| entry.into);
856        let steps = x86_64::SHORT.stepping.iter().map(|entry| entry.into);
857        let shorter: Vec<&str> = tests.chain(steps).collect();
858        for &opcode in PEEPHOLE {
859            assert!(
860                x86_64::form(opcode).is_some(),
861                "{opcode} is not an instruction this describes"
862            );
863            assert!(shorter.contains(&opcode), "{opcode} is not one the peephole writes");
864        }
865    }
866
867    /// The same claim about the barrier as the ones above make about the convention and the frame:
868    /// the list holds instructions this target really describes, and holds only the ones that have
869    /// no operands, since an instruction with an operand is one a rule could have been written for.
870    #[test]
871    fn every_instruction_exempt_from_a_rule_is_one_the_memory_model_really_writes() {
872        for &opcode in BARRIER {
873            let form = x86_64::form(opcode).expect("an instruction this target describes");
874            assert!(form.operands().is_empty(), "{opcode} has operands, so a rule could name it");
875        }
876    }
877
878    /// The same claim about the instruction a program stops on, which is the barrier's shape
879    /// exactly: no operands, because an instruction with one is an instruction a rule could have
880    /// been written for, and no addressing mode either, because it is given nothing at all.
881    #[test]
882    fn the_instruction_exempt_from_a_rule_because_it_stops_the_program_is_bare() {
883        for &opcode in STOP {
884            let form = x86_64::form(opcode).expect("an instruction this target describes");
885            assert!(form.operands().is_empty(), "{opcode} has operands, so a rule could name it");
886            assert!(!form.takes_mem(), "{opcode} is given an address and stopping needs none");
887        }
888    }
889
890    /// The same claim about the hints, with the one difference between them written down. A hint is
891    /// given an address and nothing else, so it has no operands for the reason a barrier has none
892    /// and it does carry an addressing mode, which is what a rule would have had to match on.
893    #[test]
894    fn every_instruction_exempt_from_a_rule_because_it_is_a_hint_is_given_only_an_address() {
895        for &opcode in HINT {
896            let form = x86_64::form(opcode).expect("an instruction this target describes");
897            assert!(form.operands().is_empty(), "{opcode} has operands, so a rule could name it");
898            assert!(form.takes_mem(), "{opcode} is a hint about an address and is given none");
899        }
900    }
901
902    /// The same claim about the template list. An instruction is exempt for this reason exactly
903    /// when there is nothing about it for a rule to name, and there are two ways to have nothing.
904    /// No operands and no address, which is the hint. Or every operand fixed to one register by the
905    /// description, which is the question put to the processor: a rule names the operands of a term
906    /// and binds them to the values underneath it, and an operand that can be nothing but `rax` is
907    /// not a place a value goes. Either way the whole of the claim holds, which is that there was
908    /// nowhere else for the instruction to come from.
909    #[test]
910    fn every_instruction_exempt_from_a_rule_because_only_a_template_asks_for_it_is_bare() {
911        for &opcode in TEMPLATE {
912            let form = x86_64::form(opcode).expect("an instruction this target describes");
913            let fixed = form
914                .operands()
915                .iter()
916                .all(|desc| matches!(desc.constraint, rucc_target::Constraint::Fixed(_)));
917            assert!(fixed, "{opcode} has an operand a rule could name");
918            assert!(!form.takes_mem(), "{opcode} is given an address, so a rule could name it");
919        }
920    }
921
922    /// The same claim about the bit searches, read off the description that put them there and read
923    /// both ways round. An instruction is exempt for this reason exactly when the machine describes
924    /// it as a search, so the list cannot grow an opcode that is something else, and a search this
925    /// target grows later cannot be left off the list and quietly go unselected with nobody saying
926    /// why. Nothing in the rule set selects one, which is the other half of the reason and is what
927    /// the check above would have caught in any case.
928    #[test]
929    fn every_instruction_exempt_from_a_rule_because_only_a_template_searches_for_a_bit_is_one() {
930        let written = heads();
931        for &opcode in SEARCH {
932            let form = x86_64::form(opcode).expect("an instruction this target describes");
933            assert_eq!(form, x86_64::Form::Search, "{opcode} is not a search");
934            assert!(
935                !written.contains(&format!("{PREFIX}{opcode}").as_str()),
936                "a rule in {} selects {opcode}, which only a template asks for",
937                TABLE.source
938            );
939        }
940        for &(opcode, form) in x86_64::INSTS {
941            if form == x86_64::Form::Search {
942                assert!(SEARCH.contains(&opcode), "{opcode} is a search and is not on the list");
943            }
944        }
945    }
946
947    /// The same claim about the byte reversal, read both ways round the way the searches are, and
948    /// with the one thing that is different about it checked as well: this is the instruction of its
949    /// shape that leaves the condition state alone, which is the whole reason it has a form rather
950    /// than being a unary operation, so a description that stopped saying that would stop being the
951    /// reason this list exists.
952    #[test]
953    fn every_instruction_exempt_from_a_rule_because_only_a_template_turns_a_register_round_is_one()
954    {
955        let written = heads();
956        for &opcode in SWAP {
957            let form = x86_64::form(opcode).expect("an instruction this target describes");
958            // Two forms and one job. The wide reversals are one shape and the sixteen bit one is
959            // another, because the narrow one is an exchange between the halves of a register and
960            // has to say which register, so what they share is the answer they compute rather than
961            // the operands they compute it from.
962            assert!(
963                matches!(form, x86_64::Form::Swap | x86_64::Form::SwapHalves),
964                "{opcode} is not a byte reversal"
965            );
966            assert!(
967                !(x86_64::FLAGS.writes)(opcode),
968                "{opcode} writes the condition state, so it is a unary operation after all"
969            );
970            assert!(
971                !written.contains(&format!("{PREFIX}{opcode}").as_str()),
972                "a rule in {} selects {opcode}, which only a template asks for",
973                TABLE.source
974            );
975        }
976        for &(opcode, form) in x86_64::INSTS {
977            if matches!(form, x86_64::Form::Swap | x86_64::Form::SwapHalves) {
978                assert!(SWAP.contains(&opcode), "{opcode} is a reversal and is not on the list");
979            }
980        }
981    }
982
983    /// The same claim about the two that work on a pair of registers, read both ways round and with
984    /// the thing that puts them out of reach of a rule checked rather than asserted in prose: each
985    /// writes two registers, and a rule replaces a term with a term, so there is no way to say the
986    /// second answer in the rule language at all. That is the same bar the compare and exchange is
987    /// exempt at, and this list is separate from that one because the reason it is nobody's to select
988    /// is different: an atomic is written by name where it is needed, and nothing in this compiler
989    /// needs one of these.
990    #[test]
991    fn every_instruction_exempt_from_a_rule_because_only_a_template_wants_both_halves_writes_two() {
992        let written = heads();
993        let both = [x86_64::Form::MulWide, x86_64::Form::DivWide];
994        for &opcode in WIDE {
995            let form = x86_64::form(opcode).expect("an instruction this target describes");
996            assert!(both.contains(&form), "{opcode} works on one register rather than on a pair");
997            let defs = form.operands().iter().filter(|desc| desc.role.is_def()).count();
998            assert_eq!(defs, 2, "{opcode} writes {defs} registers and a pair takes two");
999            assert!(
1000                !written.contains(&format!("{PREFIX}{opcode}").as_str()),
1001                "a rule in {} selects {opcode}, which only a template asks for",
1002                TABLE.source
1003            );
1004        }
1005        for &(opcode, form) in x86_64::INSTS {
1006            if both.contains(&form) {
1007                assert!(WIDE.contains(&opcode), "{opcode} works on a pair and is not on the list");
1008            }
1009        }
1010    }
1011
1012    /// The same claim about the carry pair, and the one thing that has to be true of them that is
1013    /// not true of anything else on any of these lists. An instruction here reads the condition
1014    /// state and writes it, which is what makes it half of a pair and not a rewrite of its own, and
1015    /// the scheduler will only keep it behind the instruction that set the bit if the target says
1016    /// it reads one.
1017    #[test]
1018    fn every_instruction_exempt_from_a_rule_because_it_reads_a_carry_says_it_reads_the_state() {
1019        let written = heads();
1020        for &opcode in CARRY {
1021            let form = x86_64::form(opcode).expect("an instruction this target describes");
1022            let pair = matches!(form, x86_64::Form::AluCarry | x86_64::Form::AluCarryI);
1023            assert!(pair, "{opcode} is not one of the pair");
1024            assert_eq!(
1025                x86_64::FLAGS.reads(opcode),
1026                Some(rucc_target::Reads::Carry),
1027                "{opcode} does not say it reads the carry, so the scheduler may move it"
1028            );
1029            assert!(
1030                (x86_64::FLAGS.writes)(opcode),
1031                "{opcode} is said to leave the condition state alone"
1032            );
1033            assert!(
1034                !written.contains(&format!("{PREFIX}{opcode}").as_str()),
1035                "a rule in {} selects {opcode}, which only a template asks for",
1036                TABLE.source
1037            );
1038        }
1039        for &(opcode, form) in x86_64::INSTS {
1040            if matches!(form, x86_64::Form::AluCarry | x86_64::Form::AluCarryI) {
1041                assert!(CARRY.contains(&opcode), "{opcode} reads a carry and is not on the list");
1042            }
1043        }
1044    }
1045
1046    /// The same claim about the conditional moves, read off the flag description the way the compare
1047    /// pass's list is taken from it rather than typed out twice. An instruction is exempt for this
1048    /// reason exactly when it reads the condition state and leaves it as it found it, which is what
1049    /// says the instruction in front of it is where its meaning comes from. One that wrote the state
1050    /// as well would be one a pattern could match on its own.
1051    #[test]
1052    fn every_instruction_exempt_from_a_rule_because_a_comparison_gives_it_its_meaning_reads_one() {
1053        for &opcode in CONDITIONAL {
1054            x86_64::form(opcode).expect("an instruction this target describes");
1055            assert!(
1056                x86_64::FLAGS.reads(opcode).is_some(),
1057                "{opcode} reads no comparison, so a rule could name it"
1058            );
1059            assert!(
1060                !(x86_64::FLAGS.writes)(opcode),
1061                "{opcode} writes the condition state, so a rule could name it"
1062            );
1063        }
1064    }
1065
1066    /// The same claim about the atomic list, read off the thing that put the entry there: an
1067    /// instruction is exempt for this reason exactly when it writes more than one value, and an
1068    /// instruction that writes one is one a rule could have been written for.
1069    #[test]
1070    fn every_instruction_exempt_from_a_rule_is_one_that_writes_more_than_one_value() {
1071        let written = heads();
1072        for &opcode in ATOMIC {
1073            let form = x86_64::form(opcode).expect("an instruction this target describes");
1074            let writes = form.operands().iter().filter(|desc| desc.role.is_def()).count();
1075            assert!(writes > 1, "{opcode} writes one value, so a rule could name it");
1076            assert!(
1077                !written.contains(&format!("{PREFIX}{opcode}").as_str()),
1078                "a rule in {} selects {opcode}, which `crate::lower` also writes by hand",
1079                TABLE.source
1080            );
1081        }
1082    }
1083
1084    /// The same claim about the payload list, read off the thing that puts an entry there.
1085    ///
1086    /// Two halves. Each of these writes one value, which is what says the reason above is not the
1087    /// reason here, so a list that grew to cover an instruction the atomic list should have had
1088    /// fails. And there really is more than one operation behind the one IR opcode, which is the
1089    /// whole of why a pattern cannot name any of them, and is a fact about the IR that would stop
1090    /// being true if the operations were ever given opcodes of their own.
1091    #[test]
1092    fn every_instruction_exempt_because_its_operation_is_beside_it_writes_one_value() {
1093        assert!(
1094            rucc_ir::RmwOp::all().count() > 1,
1095            "one operation per opcode would be a head a rule could match"
1096        );
1097        let written = heads();
1098        for &opcode in PAYLOAD {
1099            let form = x86_64::form(opcode).expect("an instruction this target describes");
1100            let writes = form.operands().iter().filter(|desc| desc.role.is_def()).count();
1101            assert_eq!(writes, 1, "{opcode} writes more than one value, so it is the other list's");
1102            assert!(
1103                !written.contains(&format!("{PREFIX}{opcode}").as_str()),
1104                "a rule in {} selects {opcode}, which `crate::lower` also writes by hand",
1105                TABLE.source
1106            );
1107        }
1108    }
1109
1110    /// The staleness rule every list in this project is kept under, on the one list here whose
1111    /// entries are meant to leave. A rule that starts selecting one of these is `tamnd/rucc#375`
1112    /// arriving, and the entry goes with it. An entry naming an instruction nothing describes is a
1113    /// misspelling, and it would sit here exempting nothing.
1114    #[test]
1115    fn an_instruction_a_rule_now_selects_is_off_the_list_of_the_ones_left_for_later() {
1116        let written = heads();
1117        for &opcode in NARROW {
1118            let head = format!("{PREFIX}{opcode}");
1119            assert!(
1120                !written.contains(&head.as_str()),
1121                "a rule in {} selects {opcode} now, so it is not waiting on tamnd/rucc#375",
1122                TABLE.source
1123            );
1124            assert!(
1125                x86_64::INSTS.iter().any(|&(described, _)| described == opcode),
1126                "{opcode} is not an instruction anything describes"
1127            );
1128        }
1129    }
1130
1131    /// The same staleness rule on the x87 pair, and one thing more that is particular to them.
1132    ///
1133    /// They are a pair. An instruction that pushes onto the x87 stack and nothing that pops off it
1134    /// again would leave the stack one deeper than the function found it, which is not a mistake
1135    /// the allocator or the block layout could catch, since neither of them knows the stack is
1136    /// there. So the two arrive together and leave together, and that is what this says.
1137    #[test]
1138    fn the_x87_stack_is_reached_by_a_pair_and_by_nothing_else() {
1139        let written = heads();
1140        for &opcode in X87 {
1141            assert!(
1142                x86_64::INSTS.iter().any(|&(described, _)| described == opcode),
1143                "{opcode} is not an instruction anything describes"
1144            );
1145            assert!(
1146                !written.contains(&format!("{PREFIX}{opcode}").as_str()),
1147                "a rule in {} selects {opcode}, which `crate::lower` also writes by hand",
1148                TABLE.source
1149            );
1150        }
1151        // One way onto the stack per format a value can be read from, one way off it per format a
1152        // value can be written to, the control word pair that is neither, and the arithmetic. The
1153        // count is here as well as in the target description because this list is what says none
1154        // of them is reachable, and a name that arrived here without its partner would be a format
1155        // this target can convert in one direction and not the other.
1156        assert_eq!(X87.len(), 30, "twelve that move a value and eighteen that work on one");
1157    }
1158}