rucc_ir/term.rs
1//! The IR as something a rule can match against.
2//!
3//! Design: `spec/10-backend.md` section 10.2 and `spec/optimizer/13-rewrite-rules.md`.
4//!
5//! Two rule sets are matched against the IR. `rucc-codegen` lowers it to machine terms and
6//! `rucc-opt` rewrites it to more IR, and both of them are asking what an instruction is called
7//! and what its operands are. This is here rather than in either of them so that there is one
8//! answer to that: a rewrite rule and a lowering rule that spelled `add.i32` differently would
9//! be two vocabularies over one IR, and the day they drifted apart nothing would say so.
10//!
11//! A rule is written about a term and the compiler has no terms. It has a function full of
12//! instructions, and what a pattern is about is one of them together with whatever its operands
13//! were computed from. So this is the [`Subject`] the matcher asks its three questions of, and
14//! the answers come out of the IR: nothing is built and nothing is thrown away.
15//!
16//! # How an operand is shown
17//!
18//! The same IR value can be several different terms. `(add.i32 (value.i32 x) (iconst.i32 k))`
19//! and `(add.i32 (value.i32 x) (value.i32 y))` are two patterns over one instruction, and which
20//! one it is depends on whether the second operand is a constant and on whether the rule that
21//! wants a constant will take this one. `(add.i64 (value.i64 x) (mul.i64 (value.i64 y)
22//! (iconst.i64 4)))` is a third, and it is about two instructions rather than one.
23//!
24//! The matcher does not backtrack across alternatives for one node: [`Subject::head`] gives one
25//! answer and the walk believes it. So the choice is made before the walk rather than during it.
26//! A [`Plan`] says how each operand of the instruction is shown, the caller tries the plans in
27//! order, and the first that matches is the one that fires. There are at most three ways to show
28//! an operand and at most two operands in any pattern either rule set has, so the whole of the
29//! search is a handful of walks over a trie, each of which fails in its first node or two.
30//!
31//! # How deep it goes
32//!
33//! One level. An operand may be shown as the instruction that computed it, and that
34//! instruction's own operands are shown as a register or as a constant and never expanded
35//! again, which is as deep as any pattern in either rule file reaches. A rule set that wants
36//! three levels needs this to grow a level, and it would be found by the rule failing to fire
37//! rather than by anything going wrong.
38
39use rucc_base::rules::Subject;
40
41use crate::{Def, Extra, Float, FloatPred, Func, Inst, IntPred, Opcode, Type, Value};
42
43/// How many operands of one instruction a plan can speak about.
44///
45/// Two is what every pattern in the rule set needs, and a third costs nothing to carry. An
46/// instruction with more operands than this is one no rule matches, which is the same answer it
47/// would get from a plan that could describe it.
48pub const MAX_ARGS: usize = 3;
49
50/// How one operand is shown to the matcher.
51#[derive(Clone, Copy, Debug, PartialEq, Eq)]
52pub enum Shown {
53 /// As a value sitting in a register, which is what `(value.iN x)` matches.
54 Reg,
55 /// As a constant the caller has in hand, which is what `(iconst.iN k)` matches.
56 Const,
57 /// As a register that is not a constant, which is what `(value.iN x)` matches when the
58 /// operand is anything other than a number.
59 ///
60 /// This is [`Shown::Reg`] with the constants refused. A canonicalisation is a rule that
61 /// moves an operand from one side to the other, and the swapped form it writes matches the
62 /// rule again the moment the other side is a constant too, which is a term the pass would
63 /// rewrite until it ran out of fuel. Saying which side is not a number is what stops it, and
64 /// it has to be said in the plan rather than in a guard, because a guard reads a binding as
65 /// a number and is false when it is not one.
66 Var,
67 /// As the instruction that computed it, so a rule can be about two instructions at once.
68 Expand,
69}
70
71/// How every operand of one instruction is shown.
72pub type Plan = [Shown; MAX_ARGS];
73
74/// Everything shown as a register, which is the plan that matches when no other does.
75pub const PLAIN: Plan = [Shown::Reg; MAX_ARGS];
76
77/// One node of the term the matcher is walking.
78///
79/// A position rather than a term, because the term does not exist. Two of these are values in
80/// their own right, and they are the two a pattern can bind: the register a `value` wraps and
81/// the number an `iconst` wraps.
82#[derive(Clone, Copy, Debug, PartialEq, Eq)]
83pub enum Term {
84 /// The instruction being matched.
85 Root,
86 /// Operand `i` of the root, shown the way the plan says to show it.
87 Arg(u8),
88 /// Operand `j` of the instruction that computed operand `i` of the root.
89 Deep(u8, u8),
90 /// A value in a register, which is what a pattern binds when it writes `(value.iN x)`.
91 Reg(Value),
92 /// A constant, which is what a pattern binds or tests inside an `(iconst.iN k)`.
93 Num(i128),
94}
95
96/// One instruction of a function, as the terms a rule could match.
97#[derive(Debug)]
98pub struct Terms<'a> {
99 func: &'a Func,
100 root: Inst,
101 plan: Plan,
102}
103
104impl<'a> Terms<'a> {
105 /// The instruction, shown the way the plan says.
106 #[must_use]
107 pub fn new(func: &'a Func, root: Inst, plan: Plan) -> Self {
108 Self { func, root, plan }
109 }
110
111 /// The instruction this is about.
112 #[must_use]
113 pub fn root(&self) -> Inst {
114 self.root
115 }
116
117 /// What the root, or an instruction one of its operands was expanded into, is called in a
118 /// rule file.
119 #[must_use]
120 pub fn name(&self, inst: Inst) -> Option<&'static str> {
121 head_of(self.func, inst)
122 }
123
124 /// The value operands of an instruction.
125 fn args(&self, inst: Inst) -> &[Value] {
126 &self.func[self.func[inst].args]
127 }
128
129 /// Operand `index` of the root, or nothing if it has no such operand.
130 fn arg_value(&self, index: u8) -> Option<Value> {
131 self.args(self.root).get(usize::from(index)).copied()
132 }
133
134 /// The instruction a value is the result of, or nothing for a block parameter.
135 fn def_of(&self, value: Value) -> Option<Inst> {
136 match self.func[value].def {
137 Def::Result { inst, .. } => Some(inst),
138 Def::Param { .. } => None,
139 }
140 }
141
142 /// What a value is, if it is a constant.
143 #[must_use]
144 pub fn constant(&self, value: Value) -> Option<i128> {
145 let inst = self.def_of(value)?;
146 let data = &self.func[inst];
147 if data.opcode != Opcode::IConst {
148 return None;
149 }
150 let Extra::Imm(imm) = data.extra else { return None };
151 let ty = self.func[value].ty;
152 if !ty.is_int() {
153 return None;
154 }
155 // One bit is read unsigned, and every other width is read signed. The sign bit of a one
156 // bit integer is the whole of it, so the signed reading of a true is minus one, and what
157 // a rule at that width means by the number it matched is the truth value rather than a
158 // bit pattern. Reading it signed would put a byte of ones in a register where the rest of
159 // the rule set expects a zero or a one.
160 if is_bit(ty) {
161 return Some(i128::try_from(self.func[imm].unsigned()).unwrap_or(0));
162 }
163 Some(self.func[imm].signed(ty))
164 }
165
166 /// The head of a value shown as a register or as a constant, which is a term of one
167 /// argument either way: the thing the pattern binds.
168 fn leaf_head(&self, value: Value, shown: Shown) -> Option<(&'static str, usize)> {
169 let ty = self.func[value].ty;
170 let name = match shown {
171 Shown::Reg => value_head(ty)?,
172 Shown::Const => iconst_head(ty)?,
173 // A constant shown this way is not shown at all. The head is the only place that can
174 // refuse it, since a binding says nothing about what the operand was called.
175 Shown::Var if self.constant(value).is_none() => value_head(ty)?,
176 Shown::Var => return None,
177 // An expansion is not a leaf, and nothing asks this about one.
178 Shown::Expand => return None,
179 };
180 Some((name, 1))
181 }
182
183 /// What a value shown as a register or as a constant binds, which is the value itself or
184 /// the number it is.
185 fn leaf_arg(&self, value: Value, shown: Shown) -> Term {
186 match shown {
187 Shown::Const => self.constant(value).map_or(Term::Reg(value), Term::Num),
188 Shown::Reg | Shown::Var | Shown::Expand => Term::Reg(value),
189 }
190 }
191
192 /// How an operand of an expanded operand is shown, which is as a constant when it is one
193 /// and as a register otherwise.
194 ///
195 /// There is no choice to make here. The reason to show a constant as a register is that no
196 /// rule would take it as an immediate, and the answer to that inside an expansion is to
197 /// stop expanding, which is a plan the selector tries anyway.
198 fn deep_shown(&self, value: Value) -> Shown {
199 if self.constant(value).is_some() { Shown::Const } else { Shown::Reg }
200 }
201
202 /// The value a place holds, or nothing for a place that holds a constant rather than a
203 /// value.
204 ///
205 /// This is what makes two places comparable. A rule that writes one name twice is asking
206 /// whether both of its operands are the same value, and the two places are operand zero and
207 /// operand one, which are never equal as places.
208 fn value_at(&self, node: Term) -> Option<Value> {
209 match node {
210 Term::Root => self.func[self.root].first_result,
211 Term::Arg(index) => self.arg_value(index),
212 Term::Deep(outer, inner) => {
213 self.expansion(outer).and_then(|(_, args)| args.get(usize::from(inner)).copied())
214 }
215 Term::Reg(value) => Some(value),
216 Term::Num(_) => None,
217 }
218 }
219
220 /// The instruction an expanded operand of the root was computed by, with its operands.
221 fn expansion(&self, index: u8) -> Option<(Inst, &[Value])> {
222 let value = self.arg_value(index)?;
223 let inst = self.def_of(value)?;
224 Some((inst, self.args(inst)))
225 }
226}
227
228impl Subject for Terms<'_> {
229 type Node = Term;
230
231 fn head(&self, node: Term) -> Option<(&str, usize)> {
232 match node {
233 Term::Root => {
234 let name = head_of(self.func, self.root)?;
235 let data = &self.func[self.root];
236 // A constant has no operands and its term has one, which is the constant, so it
237 // is the one instruction whose arity is not the length of its operand list.
238 let arity =
239 if data.opcode == Opcode::IConst { 1 } else { self.args(self.root).len() };
240 Some((name, arity))
241 }
242 Term::Arg(index) => {
243 let value = self.arg_value(index)?;
244 match self.plan[usize::from(index)] {
245 Shown::Expand => {
246 let (inst, args) = self.expansion(index)?;
247 Some((head_of(self.func, inst)?, args.len()))
248 }
249 shown => self.leaf_head(value, shown),
250 }
251 }
252 Term::Deep(outer, inner) => {
253 let (_, args) = self.expansion(outer)?;
254 let value = *args.get(usize::from(inner))?;
255 self.leaf_head(value, self.deep_shown(value))
256 }
257 Term::Reg(_) | Term::Num(_) => None,
258 }
259 }
260
261 fn arg(&self, node: Term, index: usize) -> Term {
262 let index = u8::try_from(index).unwrap_or(u8::MAX);
263 match node {
264 Term::Root => {
265 let data = &self.func[self.root];
266 if data.opcode == Opcode::IConst {
267 let value = data.first_result.expect("a constant has a result");
268 return self.leaf_arg(value, Shown::Const);
269 }
270 Term::Arg(index)
271 }
272 Term::Arg(outer) => match self.plan[usize::from(outer)] {
273 Shown::Expand => Term::Deep(outer, index),
274 shown => {
275 self.arg_value(outer).map_or(Term::Num(0), |value| self.leaf_arg(value, shown))
276 }
277 },
278 Term::Deep(outer, inner) => {
279 let value = self
280 .expansion(outer)
281 .and_then(|(_, args)| args.get(usize::from(inner)).copied());
282 value.map_or(Term::Num(0), |value| self.leaf_arg(value, self.deep_shown(value)))
283 }
284 // Neither has a head, so nothing asks either of them for an argument.
285 Term::Reg(_) | Term::Num(_) => node,
286 }
287 }
288
289 fn int(&self, node: Term) -> Option<i128> {
290 match node {
291 Term::Num(value) => Some(value),
292 _ => None,
293 }
294 }
295
296 fn same(&self, a: Term, b: Term) -> bool {
297 match (self.value_at(a), self.value_at(b)) {
298 (Some(left), Some(right)) => left == right,
299 // Neither is a value, so the only other thing either can be is a constant the plan
300 // asked to be shown as one. Two constants of the same number are the same term
301 // whatever computed them, which is the one case where this is not an identity.
302 _ => match (self.int(a), self.int(b)) {
303 (Some(left), Some(right)) => left == right,
304 _ => false,
305 },
306 }
307 }
308}
309
310/// What an instruction is called in a rule file, or nothing if the rules have no name for it.
311///
312/// The one function here that a caller with an [`Inst`] and no [`Terms`] wants, which is
313/// anything reporting on a rule rather than matching one.
314///
315/// The name carries the width, because a rule file that did not say how wide a term is would be
316/// a file whose reader has to look at the line above to find out. Which widths there are names
317/// for is the rule language's business and not this crate's: an instruction at a width nothing
318/// is written about has no name here, and the answer to it is that no rule matches.
319pub fn head_of(func: &Func, inst: Inst) -> Option<&'static str> {
320 let data = &func[inst];
321
322 // A store is the one instruction with a name here that computes nothing, so the width in
323 // its name is the width of what it is storing and has to come from an operand. That operand
324 // is the first one, which is the order `crate::Builder::store` puts them in and the order
325 // a pattern for one is written in.
326 //
327 // Nothing looks at the flags or the ordering, and both of those are worth saying out loud.
328 // A `volatile` access has to happen exactly once and must not move, and neither of those is
329 // something selection does: one IR load is one instruction whatever its flags say, and
330 // folding the address arithmetic into the addressing mode does not change how many times
331 // memory is touched. An ordering would be a different matter, because a store that releases
332 // is not a plain `mov` on any machine where it means anything, but an ordered access is
333 // `atomic_load` or `atomic_store` and those are different opcodes with no name here. The IR
334 // verifier is what makes that true rather than merely usual: it rejects an ordering on a
335 // plain access, so by the time anything is selected there is none to miss.
336 if data.opcode == Opcode::Store {
337 let value = *func[data.args].first()?;
338 return store_head(func[value].ty);
339 }
340
341 // A return is the other one, and the width comes from the operand for the same reason. A
342 // return of nothing has no name, and neither has a return of more than one value: a rule
343 // for either would have to say where each of them goes, and where a value goes is a fact
344 // about the convention rather than about a term, so the rule language has nothing to say
345 // about it. A return of nothing needs no rule at all, since the epilogue is the whole of it.
346 if data.opcode == Opcode::Return {
347 let [value] = &func[data.args] else { return None };
348 return ret_head(func[*value].ty);
349 }
350
351 // A conditional branch is the third instruction here that computes nothing. Where it goes is
352 // not part of its name and not part of any pattern: a machine IR block holds its own
353 // successors, so a rule for a branch never has to say a block, and what is left for it to say
354 // is what the branch is about, which is the condition.
355 if data.opcode == Opcode::BrIf {
356 let [cond] = &func[data.args] else { return None };
357 return (func[*cond].ty == Type::int(1)).then_some(BRIF);
358 }
359
360 let result = data.first_result?;
361 let ty = func[result].ty;
362 match data.opcode {
363 Opcode::IConst => iconst_head(ty),
364 Opcode::Load => load_head(ty),
365 Opcode::ICmp => {
366 let Extra::IntPred(pred) = data.extra else { return None };
367 Some(icmp_head(pred))
368 }
369 // A float comparison, whose name comes from the operands rather than from the result: the
370 // result is one bit either way and what tells the two instructions apart is the format.
371 Opcode::FCmp => {
372 let Extra::FloatPred(pred) = data.extra else { return None };
373 fcmp_head(pred, func[*func[data.args].first()?].ty)
374 }
375 Opcode::SExt | Opcode::ZExt | Opcode::Trunc => {
376 let from = func[*func[data.args].first()?].ty;
377 convert_head(data.opcode, from, ty)
378 }
379 // The conversions with a float on one side or both. A separate row because what is on
380 // each side is part of the name and a width alone would not say which register file the
381 // value is in, which is the whole difference between these and the three above.
382 Opcode::FPExt | Opcode::FPTrunc | Opcode::FPToSI | Opcode::SIToFP | Opcode::Bitcast => {
383 let from = func[*func[data.args].first()?].ty;
384 cross_head(data.opcode, from, ty)
385 }
386 // Address arithmetic is an add at the address width, which is all it is once both
387 // operands are in registers: the offset is already in bytes, which the IR guarantees and
388 // the front end is what did the multiplying. Calling it that is what lets every rule
389 // written about an add reach it, including the ones that fold it into an addressing mode,
390 // and there is nothing in any of them it could get wrong.
391 Opcode::PtrAdd => binary_head(Opcode::Add, ty),
392 opcode => binary_head(opcode, ty),
393 }
394}
395
396/// What a conditional branch is called, which carries the width of the condition and nothing
397/// else, since where the branch goes is on the block rather than in the term.
398///
399/// A constant rather than a literal in [`head_of`] because [`heads`] says it too, and a name
400/// written in two places is a name that can differ in one of them.
401const BRIF: &str = "brif.i1";
402
403/// Every name this module can give an instruction, with the opcode it gives it to.
404///
405/// This is what a rule file could be written about, so that the back end's coverage check can ask what one
406/// is written about and say where the difference is. It comes out of the same functions
407/// [`head_of`] asks rather than out of a list, because a list of names checked against another
408/// list of names is a test that both were typed the same way, which is not the question worth
409/// asking.
410///
411/// The sweep is over every type the compiler has, including the ones nothing here has a name for.
412/// A width with no name contributes nothing and costs nothing, and the day one of them gets a name
413/// it appears here without anybody remembering to add it, which is the property that makes this
414/// worth generating rather than writing down.
415pub fn heads() -> Vec<(Opcode, &'static str)> {
416 let types = [
417 Type::int(1),
418 Type::int(8),
419 Type::int(16),
420 Type::int(32),
421 Type::int(64),
422 Type::int(128),
423 Type::PTR,
424 Type::float(Float::F32),
425 Type::float(Float::F64),
426 Type::float(Float::F80),
427 Type::vector(Type::int(32), 4),
428 ];
429
430 let mut found = Vec::new();
431 for opcode in Opcode::all() {
432 // The names that come from one type, which is the result's for most of these and an
433 // operand's for the two that compute nothing. The arms are the ones `head_of` has, in the
434 // order it has them, so that a name reachable there is reachable here.
435 for &ty in &types {
436 let name = match opcode {
437 Opcode::Store => store_head(ty),
438 Opcode::Return => ret_head(ty),
439 Opcode::IConst => iconst_head(ty),
440 Opcode::Load => load_head(ty),
441 Opcode::PtrAdd => binary_head(Opcode::Add, ty),
442 _ => binary_head(opcode, ty),
443 };
444 if let Some(name) = name {
445 found.push((opcode, name));
446 }
447 }
448 // And the names that come from a predicate or from two types at once.
449 match opcode {
450 Opcode::BrIf => found.push((opcode, BRIF)),
451 Opcode::ICmp => found.extend(IntPred::all().map(|pred| (opcode, icmp_head(pred)))),
452 Opcode::FCmp => {
453 for pred in FloatPred::all() {
454 let named = types.iter().filter_map(|&ty| fcmp_head(pred, ty));
455 found.extend(named.map(|name| (opcode, name)));
456 }
457 }
458 Opcode::SExt | Opcode::ZExt | Opcode::Trunc => {
459 for &from in &types {
460 let named = types.iter().filter_map(|&to| convert_head(opcode, from, to));
461 found.extend(named.map(|name| (opcode, name)));
462 }
463 }
464 Opcode::FPExt | Opcode::FPTrunc | Opcode::FPToSI | Opcode::SIToFP | Opcode::Bitcast => {
465 for &from in &types {
466 let named = types.iter().filter_map(|&to| cross_head(opcode, from, to));
467 found.extend(named.map(|name| (opcode, name)));
468 }
469 }
470 _ => {}
471 }
472 }
473
474 found.sort_unstable();
475 found.dedup();
476 found
477}
478
479/// How wide an address is on the machine this lowers for.
480///
481/// The rule set has no term for a pointer and needs none. An address in a register is an integer
482/// of the machine's address width, every rule that could compute one is a rule about an integer
483/// of that width, and the only thing missing was a name. [`slot`] used to ask the type how wide
484/// it was, and a pointer answers nothing, because how wide an address is belongs to the target
485/// rather than to the IR. So this is where the target's answer is written down.
486///
487/// Sixty four, and a constant rather than something asked of a target, because every
488/// architecture `rucc_target::Arch` names is a sixty four bit one. There is no target in the
489/// compiler that would want a different number, and a thirty two bit one would want more from
490/// the rule sets than a number.
491pub const ADDRESS: u32 = 64;
492
493/// Which of the four widths a type is, or nothing for a width no rule is written at.
494///
495/// A pointer is one of them, at [`ADDRESS`]. A vector is none of them however wide its lane is,
496/// because a rule at a width says nothing about how many lanes it acts on and lowering an add of
497/// four lanes to an add of one would be wrong rather than incomplete.
498pub fn slot(ty: Type) -> Option<usize> {
499 if !ty.is_scalar() {
500 return None;
501 }
502 let bits = if ty.is_ptr() { ADDRESS } else { ty.is_int().then(|| ty.bits())? };
503 match bits {
504 8 => Some(0),
505 16 => Some(1),
506 32 => Some(2),
507 64 => Some(3),
508 _ => None,
509 }
510}
511
512/// Which of the two float widths a type is, or nothing for anything that is not a float.
513///
514/// Two rather than [`slot`]'s four, and a table of its own rather than more entries in that one,
515/// because a `float` and an `int` of the same width are not the same term to any rule: they are in
516/// different register files and every instruction that touches them is a different instruction. A
517/// `long double` is none of them, since it is on the x87 stack rather than in a vector register
518/// and nothing here is written about that stack.
519pub fn float_slot(ty: Type) -> Option<usize> {
520 if !ty.is_scalar() || !ty.is_float() {
521 return None;
522 }
523 match ty.bits() {
524 32 => Some(0),
525 64 => Some(1),
526 _ => None,
527 }
528}
529
530/// Whether a type is the one bit a truth value comes in.
531///
532/// One bit is a width the rule set is written at and is not one of [`slot`]'s four, because it is
533/// not a width the machine computes in. There is no one bit register and no one bit instruction: a
534/// value of this width lives in a whole byte with the other seven bits zero, which is what a
535/// `setcc` leaves behind, and every rule written at one bit is a byte instruction chosen because
536/// it keeps that true. The model says the same thing from the other side, giving `setcc` a meaning
537/// one bit wide, so the abstraction is stated in both places rather than assumed in either.
538///
539/// What makes the invariant hold rather than merely be usual is the short list of places a value
540/// of this width can come from. A comparison produces a zero or a one, a constant at this width is
541/// written as one, the three bitwise operations carry those through unchanged, and everything else
542/// at one bit reaches [`slot`] and gets nothing. A load is the one that reaches outside the
543/// compiler, since it gives back whatever byte was at the address, and what says that byte is a
544/// zero or a one is C rather than the machine: the value of a `_Bool` object holding anything else
545/// is undefined. The store at this width is what keeps that true from the other side, because the
546/// only values it can be handed are the ones this paragraph lists.
547pub fn is_bit(ty: Type) -> bool {
548 ty.is_scalar() && ty.is_int() && ty.bits() == 1
549}
550
551/// What a value in a register is called at that width.
552fn value_head(ty: Type) -> Option<&'static str> {
553 if is_bit(ty) {
554 return Some("value.i1");
555 }
556 if let Some(at) = float_slot(ty) {
557 return Some(["value.f32", "value.f64"][at]);
558 }
559 Some(["value.i8", "value.i16", "value.i32", "value.i64"][slot(ty)?])
560}
561
562/// What a constant is called at that width.
563///
564/// An integer and not an address, unlike everything else here. What a pattern binds inside one of
565/// these is the number, and [`Terms::constant`] only has a number for an integer, so a term that
566/// named an address would be one a rule could match and then find nothing behind.
567fn iconst_head(ty: Type) -> Option<&'static str> {
568 if !ty.is_int() {
569 return None;
570 }
571 if is_bit(ty) {
572 return Some("iconst.i1");
573 }
574 Some(["iconst.i8", "iconst.i16", "iconst.i32", "iconst.i64"][slot(ty)?])
575}
576
577/// What a load is called, which is the width of the value it produced.
578fn load_head(ty: Type) -> Option<&'static str> {
579 if let Some(at) = float_slot(ty) {
580 return Some(["load.f32", "load.f64"][at]);
581 }
582 if is_bit(ty) {
583 return Some("load.i1");
584 }
585 Some(["load.i8", "load.i16", "load.i32", "load.i64"][slot(ty)?])
586}
587
588/// What a store is called, which is the width of the value it writes, since it produces nothing
589/// to take a width from.
590fn store_head(ty: Type) -> Option<&'static str> {
591 if let Some(at) = float_slot(ty) {
592 return Some(["store.f32", "store.f64"][at]);
593 }
594 if is_bit(ty) {
595 return Some("store.i1");
596 }
597 Some(["store.i8", "store.i16", "store.i32", "store.i64"][slot(ty)?])
598}
599
600/// What a return is called, which is the width of the value it gives back, for the same reason.
601fn ret_head(ty: Type) -> Option<&'static str> {
602 if let Some(at) = float_slot(ty) {
603 return Some(["ret.f32", "ret.f64"][at]);
604 }
605 if is_bit(ty) {
606 return Some("ret.i1");
607 }
608 Some(["ret.i8", "ret.i16", "ret.i32", "ret.i64"][slot(ty)?])
609}
610
611/// What a comparison is called, which does not carry the width of what it compared: the result
612/// is one bit whatever the operands were, and the operands say how wide they are themselves.
613fn icmp_head(pred: IntPred) -> &'static str {
614 match pred {
615 IntPred::Eq => "icmp_eq.i1",
616 IntPred::Ne => "icmp_ne.i1",
617 IntPred::Slt => "icmp_slt.i1",
618 IntPred::Sle => "icmp_sle.i1",
619 IntPred::Sgt => "icmp_sgt.i1",
620 IntPred::Sge => "icmp_sge.i1",
621 IntPred::Ult => "icmp_ult.i1",
622 IntPred::Ule => "icmp_ule.i1",
623 IntPred::Ugt => "icmp_ugt.i1",
624 IntPred::Uge => "icmp_uge.i1",
625 }
626}
627
628/// The predicate a head names, when the head is a comparison of two integers.
629///
630/// The inverse of `icmp_head`, which is private, and a search over it rather than a second table, because two
631/// tables that are supposed to be inverses are two tables that will stop being inverses. Ten
632/// comparisons is a short enough search that the alternative would be arranging for a map to be
633/// built once, and this is asked once per rule that fires rather than once per instruction.
634///
635/// What wants this is the peephole. A rule may write a comparison, and the predicate is not part
636/// of the opcode: [`heads`] gives every predicate the same [`Opcode::ICmp`], so a rewriter that
637/// asked only for the opcode would build a comparison with whatever predicate happened to be on
638/// the instruction it replaced. That is not an instruction computing something else, it is one
639/// computing the opposite.
640pub fn int_pred(head: &str) -> Option<IntPred> {
641 IntPred::all().find(|&pred| icmp_head(pred) == head)
642}
643
644/// What a float comparison is called, which does carry the format of what it compared.
645///
646/// The difference from [`icmp_head`] is the whole reason this is a second function. A comparison
647/// of two integers is the same instruction whatever file they came from, because there is only one
648/// file they could have come from, so the width lives on the operands and the name says nothing
649/// about it. A comparison of two floats is a different instruction for a `float` and a `double`,
650/// and the operands are in registers that hold either, so the name has to say which.
651///
652/// The two predicates that read nothing have no name here. `false` and `true` do not look at their
653/// operands, so a rule for either would be a rule that computes a constant out of a comparison it
654/// did not make, and the front end writes neither: nothing in C spells them and nothing here folds
655/// a comparison into one yet.
656fn fcmp_head(pred: FloatPred, ty: Type) -> Option<&'static str> {
657 let at = float_slot(ty)?;
658 let names: [&'static str; 2] = match pred {
659 FloatPred::Oeq => ["fcmp_oeq.f32.i1", "fcmp_oeq.f64.i1"],
660 FloatPred::Ogt => ["fcmp_ogt.f32.i1", "fcmp_ogt.f64.i1"],
661 FloatPred::Oge => ["fcmp_oge.f32.i1", "fcmp_oge.f64.i1"],
662 FloatPred::Olt => ["fcmp_olt.f32.i1", "fcmp_olt.f64.i1"],
663 FloatPred::Ole => ["fcmp_ole.f32.i1", "fcmp_ole.f64.i1"],
664 FloatPred::One => ["fcmp_one.f32.i1", "fcmp_one.f64.i1"],
665 FloatPred::Ord => ["fcmp_ord.f32.i1", "fcmp_ord.f64.i1"],
666 FloatPred::Uno => ["fcmp_uno.f32.i1", "fcmp_uno.f64.i1"],
667 FloatPred::Ueq => ["fcmp_ueq.f32.i1", "fcmp_ueq.f64.i1"],
668 FloatPred::Ugt => ["fcmp_ugt.f32.i1", "fcmp_ugt.f64.i1"],
669 FloatPred::Uge => ["fcmp_uge.f32.i1", "fcmp_uge.f64.i1"],
670 FloatPred::Ult => ["fcmp_ult.f32.i1", "fcmp_ult.f64.i1"],
671 FloatPred::Ule => ["fcmp_ule.f32.i1", "fcmp_ule.f64.i1"],
672 FloatPred::Une => ["fcmp_une.f32.i1", "fcmp_une.f64.i1"],
673 FloatPred::False | FloatPred::True => return None,
674 };
675 Some(names[at])
676}
677
678/// What a conversion is called, which is the two widths it is between.
679///
680/// The two conversions one bit has are a row and a column of their own rather than a fifth entry
681/// in the tables below. A five by five table would have a name for every conversion between one
682/// bit and every other width in both directions, and half of those are conversions nothing writes:
683/// a sign extension from one bit is what an `unsigned` comparison result would need and there is
684/// none, and neither of the other two opcodes narrows.
685///
686/// What writes the narrowing is worth saying, because a conversion to `_Bool` is not one. C says
687/// that conversion is a comparison against zero, and it reaches the IR as an `icmp`. A `trunc` to
688/// one bit is what a bit field of width one whose type is a `_Bool` needs, where the front end has
689/// already brought the bit down to the bottom of a wider value and what is left is to say that the
690/// bottom of it is the whole of the value.
691fn convert_head(opcode: Opcode, from: Type, to: Type) -> Option<&'static str> {
692 if is_bit(from) {
693 if opcode != Opcode::ZExt {
694 return None;
695 }
696 return Some(["zext.i1.i8", "zext.i1.i16", "zext.i1.i32", "zext.i1.i64"][slot(to)?]);
697 }
698 if is_bit(to) {
699 if opcode != Opcode::Trunc {
700 return None;
701 }
702 return Some(["trunc.i8.i1", "trunc.i16.i1", "trunc.i32.i1", "trunc.i64.i1"][slot(from)?]);
703 }
704 let table: &[[Option<&'static str>; 4]; 4] = match opcode {
705 Opcode::SExt => &SEXT,
706 Opcode::ZExt => &ZEXT,
707 Opcode::Trunc => &TRUNC,
708 _ => return None,
709 };
710 table[slot(from)?][slot(to)?]
711}
712
713/// Which of the two integer widths a conversion to or from a float is written at, or nothing for
714/// any other width.
715///
716/// The machine converts at thirty two bits and at sixty four and at no width below them. A C
717/// program turning a `double` into a `short` is a conversion to `int` and a truncation after it,
718/// and the front end is what writes the truncation, so a narrower conversion arriving here has no
719/// name and is reported rather than lowered to an instruction that would round it in the wrong
720/// place.
721fn cross_slot(ty: Type) -> Option<usize> {
722 match slot(ty)? {
723 2 => Some(0),
724 3 => Some(1),
725 _ => None,
726 }
727}
728
729/// Whether that type is the integer the float at that index shares its width with.
730///
731/// A pointer is not, however wide it is. The IR has `ptrtoint` for turning an address into a
732/// number, and a `bitcast` that moved one through a vector register would be hiding that
733/// conversion rather than performing it, which is what the IR verifier says as well.
734fn paired_int(ty: Type, at: usize) -> bool {
735 ty.is_scalar() && ty.is_int() && ty.bits() == [32, 64][at]
736}
737
738/// What a conversion with a float on one side or both is called, which is what it goes between and
739/// which side each of them is on.
740///
741/// The name carries the format where an integer conversion carries a width, for the reason
742/// [`float_slot`] gives: a `float` and an `int` of the same width are in different register files
743/// and no rule written about one says anything about the other. So there is no name here that
744/// could be read as either, and a rule for `fptosi.f64.i32` cannot match anything but a `double`
745/// becoming an `int`.
746///
747/// The unsigned conversions have no name. The machine has no instruction for either below a
748/// register wider than anything this allocates, so each is several instructions and belongs in a
749/// pass that rewrites it into these rather than in a rule that would have to be several
750/// instructions long.
751fn cross_head(opcode: Opcode, from: Type, to: Type) -> Option<&'static str> {
752 match opcode {
753 // Between the two formats, one name each way. There is no third format with a name here,
754 // so these two are the whole of it rather than the first two of a table.
755 Opcode::FPExt => {
756 (float_slot(from)? == 0 && float_slot(to)? == 1).then_some("fpext.f32.f64")
757 }
758 Opcode::FPTrunc => {
759 (float_slot(from)? == 1 && float_slot(to)? == 0).then_some("fptrunc.f64.f32")
760 }
761 Opcode::FPToSI => Some(FPTOSI[float_slot(from)?][cross_slot(to)?]),
762 Opcode::SIToFP => Some(SITOFP[cross_slot(from)?][float_slot(to)?]),
763 // A reinterpretation, which is a `movd` or a `movq` between the two register files and is
764 // the one conversion here that changes no bit. Between two integers or between two floats
765 // it is nothing at all, since the IR keeps the width the same, so the four that cross the
766 // files are the four with a name.
767 Opcode::Bitcast => match (float_slot(from), float_slot(to)) {
768 (Some(at), None) if paired_int(to, at) => {
769 Some(["bitcast.f32.i32", "bitcast.f64.i64"][at])
770 }
771 (None, Some(at)) if paired_int(from, at) => {
772 Some(["bitcast.i32.f32", "bitcast.i64.f64"][at])
773 }
774 _ => None,
775 },
776 _ => None,
777 }
778}
779
780/// A float to a signed integer, from the format down the side to the width across the top.
781static FPTOSI: [[&str; 2]; 2] =
782 [["fptosi.f32.i32", "fptosi.f32.i64"], ["fptosi.f64.i32", "fptosi.f64.i64"]];
783
784/// A signed integer to a float, the other way round.
785static SITOFP: [[&str; 2]; 2] =
786 [["sitofp.i32.f32", "sitofp.i32.f64"], ["sitofp.i64.f32", "sitofp.i64.f64"]];
787
788/// What each of the binary operations is called at each width.
789///
790/// The three bitwise ones are the only ones with a name at one bit. They are what a `!=` between
791/// two truth values and a `&&` folded to one instruction become, and each of them takes two bytes
792/// that are a zero or a one to a byte that is a zero or a one. There is nothing to be gained by an
793/// add or a shift at this width and no front end writes one.
794fn binary_head(opcode: Opcode, ty: Type) -> Option<&'static str> {
795 if is_bit(ty) {
796 return match opcode {
797 Opcode::And => Some("and.i1"),
798 Opcode::Or => Some("or.i1"),
799 Opcode::Xor => Some("xor.i1"),
800 _ => None,
801 };
802 }
803 if let Some(at) = float_slot(ty) {
804 // The four the machine has one instruction each for. A remainder is not among them: there
805 // is no scalar instruction for it and what C means by `fmod` is a call, so an `frem` that
806 // reached here would find no rule and be reported rather than lowered to something else.
807 let names: &[&'static str; 2] = match opcode {
808 Opcode::FAdd => &["fadd.f32", "fadd.f64"],
809 Opcode::FSub => &["fsub.f32", "fsub.f64"],
810 Opcode::FMul => &["fmul.f32", "fmul.f64"],
811 Opcode::FDiv => &["fdiv.f32", "fdiv.f64"],
812 _ => return None,
813 };
814 return Some(names[at]);
815 }
816 let names: &[&'static str; 4] = match opcode {
817 Opcode::Add => &["add.i8", "add.i16", "add.i32", "add.i64"],
818 Opcode::Sub => &["sub.i8", "sub.i16", "sub.i32", "sub.i64"],
819 Opcode::Mul => &["mul.i8", "mul.i16", "mul.i32", "mul.i64"],
820 Opcode::SDiv => &["sdiv.i8", "sdiv.i16", "sdiv.i32", "sdiv.i64"],
821 Opcode::UDiv => &["udiv.i8", "udiv.i16", "udiv.i32", "udiv.i64"],
822 Opcode::SRem => &["srem.i8", "srem.i16", "srem.i32", "srem.i64"],
823 Opcode::URem => &["urem.i8", "urem.i16", "urem.i32", "urem.i64"],
824 Opcode::And => &["and.i8", "and.i16", "and.i32", "and.i64"],
825 Opcode::Or => &["or.i8", "or.i16", "or.i32", "or.i64"],
826 Opcode::Xor => &["xor.i8", "xor.i16", "xor.i32", "xor.i64"],
827 Opcode::Shl => &["shl.i8", "shl.i16", "shl.i32", "shl.i64"],
828 Opcode::LShr => &["lshr.i8", "lshr.i16", "lshr.i32", "lshr.i64"],
829 Opcode::AShr => &["ashr.i8", "ashr.i16", "ashr.i32", "ashr.i64"],
830 // Named by the width of the two arms, which is the width of the answer. The bit that
831 // chooses is one bit whatever they are, so it says nothing about which instruction this
832 // is and is not in the name.
833 Opcode::Select => &["select.i8", "select.i16", "select.i32", "select.i64"],
834 _ => return None,
835 };
836 Some(names[slot(ty)?])
837}
838
839/// The widening conversions, from the width down the side to the width across the top. The
840/// diagonal and everything below it is empty, because a sign extension to a width it already
841/// has is not an instruction and the IR does not have one.
842static SEXT: [[Option<&str>; 4]; 4] = [
843 [None, Some("sext.i8.i16"), Some("sext.i8.i32"), Some("sext.i8.i64")],
844 [None, None, Some("sext.i16.i32"), Some("sext.i16.i64")],
845 [None, None, None, Some("sext.i32.i64")],
846 [None, None, None, None],
847];
848
849static ZEXT: [[Option<&str>; 4]; 4] = [
850 [None, Some("zext.i8.i16"), Some("zext.i8.i32"), Some("zext.i8.i64")],
851 [None, None, Some("zext.i16.i32"), Some("zext.i16.i64")],
852 [None, None, None, Some("zext.i32.i64")],
853 [None, None, None, None],
854];
855
856/// The narrowing ones, which fill the other corner for the same reason.
857static TRUNC: [[Option<&str>; 4]; 4] = [
858 [None, None, None, None],
859 [Some("trunc.i16.i8"), None, None, None],
860 [Some("trunc.i32.i8"), Some("trunc.i32.i16"), None, None],
861 [Some("trunc.i64.i8"), Some("trunc.i64.i16"), Some("trunc.i64.i32"), None],
862];
863
864#[cfg(test)]
865mod tests {
866 use rucc_base::Interner;
867
868 use super::*;
869 use crate::{Builder, Flags, Signature};
870
871 /// A function with one block, and the builder to put instructions in it.
872 fn func() -> (Func, crate::Block) {
873 let mut names = Interner::new();
874 let mut func = Func::new(names.intern("f"), Signature::new());
875 let block = func.create_block();
876 (func, block)
877 }
878
879 /// The instruction that computed a value, which every value in these tests has.
880 fn inst_of(func: &Func, value: Value) -> Inst {
881 match func[value].def {
882 Def::Result { inst, .. } => inst,
883 Def::Param { .. } => unreachable!(),
884 }
885 }
886
887 #[test]
888 fn an_instruction_is_the_term_the_rule_file_names_it_by() {
889 let (mut func, block) = func();
890 let i32 = Type::int(32);
891 let mut build = Builder::new(&mut func, block);
892 let k = build.iconst(i32, 7);
893 let x = build.iconst(i32, 3);
894 let sum = build.binary(Opcode::Add, x, k, Flags::default());
895 let add = inst_of(&func, sum);
896
897 let terms = Terms::new(&func, add, PLAIN);
898 assert_eq!(terms.head(Term::Root), Some(("add.i32", 2)));
899 assert_eq!(terms.head(Term::Arg(0)), Some(("value.i32", 1)));
900 assert_eq!(terms.arg(Term::Arg(0), 0), Term::Reg(x));
901 assert_eq!(terms.head(Term::Reg(x)), None);
902 assert_eq!(terms.int(Term::Reg(x)), None);
903 }
904
905 /// What a pattern writing one name in two places asks. The two operands of `x & x` are
906 /// operand zero and operand one, so the question is about the values in them and not about
907 /// the places, and `spec/optimizer/13-rewrite-rules.md` section 13.4 has four identities
908 /// that cannot be written without it.
909 #[test]
910 fn two_places_are_the_same_term_when_the_same_value_is_in_both() {
911 let (mut func, block) = func();
912 let i32 = Type::int(32);
913 let mut build = Builder::new(&mut func, block);
914 let x = build.iconst(i32, 3);
915 let y = build.iconst(i32, 5);
916 let both = build.binary(Opcode::And, x, x, Flags::default());
917 let apart = build.binary(Opcode::And, x, y, Flags::default());
918
919 let terms = Terms::new(&func, inst_of(&func, both), PLAIN);
920 let left = terms.arg(Term::Arg(0), 0);
921 let right = terms.arg(Term::Arg(1), 0);
922 assert_ne!(Term::Arg(0), Term::Arg(1));
923 assert!(terms.same(left, right));
924
925 let terms = Terms::new(&func, inst_of(&func, apart), PLAIN);
926 let left = terms.arg(Term::Arg(0), 0);
927 let right = terms.arg(Term::Arg(1), 0);
928 assert!(!terms.same(left, right));
929 }
930
931 /// Two operands shown as constants are the same term when they are the same number, whatever
932 /// computed each of them. That is the one case where this is not identity of a value, and it
933 /// is right: a rule about `x - x` is about what the operands are, and two `3`s are one term.
934 #[test]
935 fn two_constants_of_one_number_are_the_same_term() {
936 let (mut func, block) = func();
937 let i32 = Type::int(32);
938 let mut build = Builder::new(&mut func, block);
939 let x = build.iconst(i32, 3);
940 let y = build.iconst(i32, 3);
941 let sum = build.binary(Opcode::Add, x, y, Flags::default());
942
943 let terms = Terms::new(&func, inst_of(&func, sum), [Shown::Const; MAX_ARGS]);
944 let left = terms.arg(Term::Arg(0), 0);
945 let right = terms.arg(Term::Arg(1), 0);
946 assert_ne!(x, y);
947 assert_eq!((left, right), (Term::Num(3), Term::Num(3)));
948 assert!(terms.same(left, right));
949 // And a constant is not the value beside it, because one of them has a number and the
950 // other has not.
951 assert!(!terms.same(left, Term::Reg(y)));
952 }
953
954 #[test]
955 fn an_operand_shown_as_a_constant_gives_the_number_up() {
956 let (mut func, block) = func();
957 let i32 = Type::int(32);
958 let mut build = Builder::new(&mut func, block);
959 let x = build.iconst(i32, 3);
960 let k = build.iconst(i32, -7);
961 let sum = build.binary(Opcode::Add, x, k, Flags::default());
962 let add = inst_of(&func, sum);
963
964 let terms = Terms::new(&func, add, [Shown::Reg, Shown::Const, Shown::Reg]);
965 assert_eq!(terms.head(Term::Arg(1)), Some(("iconst.i32", 1)));
966 assert_eq!(terms.arg(Term::Arg(1), 0), Term::Num(-7));
967 assert_eq!(terms.int(Term::Num(-7)), Some(-7));
968 // The same operand shown as a register is a register, and a guard asking what number it
969 // is gets no answer, which is what makes a rule about a number decline it.
970 let plain = Terms::new(&func, add, PLAIN);
971 assert_eq!(plain.head(Term::Arg(1)), Some(("value.i32", 1)));
972 assert_eq!(plain.int(plain.arg(Term::Arg(1), 0)), None);
973 }
974
975 /// An operand shown as a variable is a register when it is one and nothing at all when it is a
976 /// number.
977 ///
978 /// This is the whole of what [`Shown::Var`] is for. A canonicalisation that moves a constant
979 /// to the right has to be able to say that the right side does not already hold one, and the
980 /// only place that can be said is the head, since the binding is a register either way.
981 #[test]
982 fn an_operand_shown_as_a_variable_refuses_to_be_a_constant() {
983 let (mut func, block) = func();
984 let i32 = Type::int(32);
985 let x = func.append_param(block, i32);
986 let mut build = Builder::new(&mut func, block);
987 let k = build.iconst(i32, 3);
988 let sum = build.binary(Opcode::Add, x, k, Flags::default());
989 let add = inst_of(&func, sum);
990
991 // Operand zero is the parameter, so it is shown, and it is shown as a register.
992 let terms = Terms::new(&func, add, [Shown::Var, Shown::Var, Shown::Reg]);
993 assert_eq!(terms.head(Term::Arg(0)), Some(("value.i32", 1)));
994 assert_eq!(terms.arg(Term::Arg(0), 0), Term::Reg(x));
995 // Operand one is the constant, so there is no head and no rule reaches past it. Shown as
996 // a plain register it would be `value.i32` and the rule would match.
997 assert_eq!(terms.head(Term::Arg(1)), None);
998 assert_eq!(Terms::new(&func, add, PLAIN).head(Term::Arg(1)), Some(("value.i32", 1)));
999 }
1000
1001 #[test]
1002 fn a_constant_is_a_term_of_one_argument_and_has_no_operands() {
1003 let (mut func, block) = func();
1004 let mut build = Builder::new(&mut func, block);
1005 let k = build.iconst(Type::int(64), 12);
1006 let inst = inst_of(&func, k);
1007
1008 let terms = Terms::new(&func, inst, PLAIN);
1009 assert_eq!(terms.head(Term::Root), Some(("iconst.i64", 1)));
1010 assert_eq!(terms.arg(Term::Root, 0), Term::Num(12));
1011 }
1012
1013 #[test]
1014 fn an_expanded_operand_is_the_instruction_that_computed_it() {
1015 let (mut func, block) = func();
1016 let i64 = Type::int(64);
1017 // A parameter, because the point of the test is an operand that is not a constant.
1018 let y = func.append_param(block, i64);
1019 let mut build = Builder::new(&mut func, block);
1020 let x = build.iconst(i64, 1);
1021 let four = build.iconst(i64, 4);
1022 let scaled = build.binary(Opcode::Mul, y, four, Flags::default());
1023 let sum = build.binary(Opcode::Add, x, scaled, Flags::default());
1024 let add = inst_of(&func, sum);
1025
1026 let terms = Terms::new(&func, add, [Shown::Reg, Shown::Expand, Shown::Reg]);
1027 assert_eq!(terms.head(Term::Root), Some(("add.i64", 2)));
1028 assert_eq!(terms.head(Term::Arg(1)), Some(("mul.i64", 2)));
1029 assert_eq!(terms.head(Term::Deep(1, 0)), Some(("value.i64", 1)));
1030 assert_eq!(terms.arg(Term::Deep(1, 0), 0), Term::Reg(y));
1031 // The constant inside an expansion is shown as one without being asked to be.
1032 assert_eq!(terms.head(Term::Deep(1, 1)), Some(("iconst.i64", 1)));
1033 assert_eq!(terms.arg(Term::Deep(1, 1), 0), Term::Num(4));
1034 }
1035
1036 #[test]
1037 fn a_comparison_says_which_one_it_is_and_a_conversion_says_both_widths() {
1038 let (mut func, block) = func();
1039 let mut build = Builder::new(&mut func, block);
1040 let x = build.iconst(Type::int(32), 1);
1041 let y = build.iconst(Type::int(32), 2);
1042 let less = build.icmp(IntPred::Slt, x, y);
1043 let wide = build.unary(Opcode::SExt, x, Type::int(64));
1044 let narrow = build.unary(Opcode::Trunc, x, Type::int(8));
1045 let cmp = inst_of(&func, less);
1046 assert_eq!(Terms::new(&func, cmp, PLAIN).head(Term::Root), Some(("icmp_slt.i1", 2)));
1047 let sext = inst_of(&func, wide);
1048 assert_eq!(Terms::new(&func, sext, PLAIN).head(Term::Root), Some(("sext.i32.i64", 1)));
1049 let trunc = inst_of(&func, narrow);
1050 assert_eq!(Terms::new(&func, trunc, PLAIN).head(Term::Root), Some(("trunc.i32.i8", 1)));
1051 }
1052
1053 #[test]
1054 fn a_width_no_rule_is_written_at_has_no_name() {
1055 let (mut func, block) = func();
1056 let mut build = Builder::new(&mut func, block);
1057 let x = build.iconst(Type::int(128), 1);
1058 let inst = inst_of(&func, x);
1059 assert_eq!(Terms::new(&func, inst, PLAIN).head(Term::Root), None);
1060 }
1061
1062 /// An address is an integer of the machine's width to every term here, which is what lets one
1063 /// be loaded from, stored through, returned and added to by rules written about integers.
1064 #[test]
1065 fn an_address_is_an_integer_as_wide_as_the_machine_addresses() {
1066 assert_eq!(value_head(Type::PTR), Some("value.i64"));
1067 assert_eq!(load_head(Type::PTR), Some("load.i64"));
1068 assert_eq!(store_head(Type::PTR), Some("store.i64"));
1069 assert_eq!(ret_head(Type::PTR), Some("ret.i64"));
1070 // Not a constant, since nothing writes an address down as one.
1071 assert_eq!(iconst_head(Type::PTR), None);
1072 }
1073
1074 /// One bit is a width with names of its own, and they are not the four the tables hold. What
1075 /// has a name there is what a truth value is written with: a constant, the three bitwise
1076 /// operations, and the widening that turns one into a number.
1077 #[test]
1078 fn one_bit_is_a_width_with_a_name_for_what_a_truth_value_is_written_with() {
1079 let bit = Type::int(1);
1080 assert_eq!(slot(bit), None);
1081 assert_eq!(value_head(bit), Some("value.i1"));
1082 assert_eq!(iconst_head(bit), Some("iconst.i1"));
1083 assert_eq!(binary_head(Opcode::And, bit), Some("and.i1"));
1084 assert_eq!(binary_head(Opcode::Or, bit), Some("or.i1"));
1085 assert_eq!(binary_head(Opcode::Xor, bit), Some("xor.i1"));
1086 assert_eq!(convert_head(Opcode::ZExt, bit, Type::int(8)), Some("zext.i1.i8"));
1087 assert_eq!(convert_head(Opcode::ZExt, bit, Type::int(32)), Some("zext.i1.i32"));
1088 assert_eq!(convert_head(Opcode::ZExt, bit, Type::int(64)), Some("zext.i1.i64"));
1089 assert_eq!(convert_head(Opcode::Trunc, Type::int(8), bit), Some("trunc.i8.i1"));
1090 assert_eq!(convert_head(Opcode::Trunc, Type::int(64), bit), Some("trunc.i64.i1"));
1091 }
1092
1093 /// The three that reach an object of this width, which are the reason a `_Bool` in memory
1094 /// compiles at all. They are named at one bit rather than at the byte holding one because
1095 /// what the rule set has to say about them is what they do to the bit.
1096 #[test]
1097 fn the_places_a_truth_value_is_an_object_have_a_name() {
1098 let bit = Type::int(1);
1099 assert_eq!(load_head(bit), Some("load.i1"));
1100 assert_eq!(store_head(bit), Some("store.i1"));
1101 assert_eq!(ret_head(bit), Some("ret.i1"));
1102 }
1103
1104 /// Everything else at one bit has no name, which is what keeps the byte holding one a zero or
1105 /// a one: an add at this width would be an instruction that leaves something else there.
1106 #[test]
1107 fn nothing_else_at_one_bit_has_a_name() {
1108 let bit = Type::int(1);
1109 assert_eq!(binary_head(Opcode::Add, bit), None);
1110 assert_eq!(binary_head(Opcode::Shl, bit), None);
1111 // Not a sign extension either, which would be a truth value spread over every bit.
1112 assert_eq!(convert_head(Opcode::SExt, bit, Type::int(32)), None);
1113 // And not a widening to it or a narrowing from it, since neither is a conversion: the
1114 // two widths would be the same one.
1115 assert_eq!(convert_head(Opcode::ZExt, Type::int(32), bit), None);
1116 assert_eq!(convert_head(Opcode::Trunc, bit, Type::int(32)), None);
1117 }
1118
1119 /// A one bit constant is the truth value it stands for. The signed reading of a one bit
1120 /// integer turns a true into a minus one, which would put a byte of ones where every rule at
1121 /// this width expects a one.
1122 #[test]
1123 fn a_one_bit_constant_is_a_zero_or_a_one_rather_than_a_zero_or_a_minus_one() {
1124 let (mut func, block) = func();
1125 let mut build = Builder::new(&mut func, block);
1126 let bit = Type::int(1);
1127 let no = build.iconst(bit, 0);
1128 let yes = build.iconst(bit, 1);
1129 let terms = Terms::new(&func, inst_of(&func, yes), PLAIN);
1130 assert_eq!(terms.constant(no), Some(0));
1131 assert_eq!(terms.constant(yes), Some(1));
1132 assert_eq!(terms.head(Term::Root), Some(("iconst.i1", 1)));
1133 assert_eq!(terms.arg(Term::Root, 0), Term::Num(1));
1134 }
1135
1136 /// A float is a term of its own at each of the two widths the machine has instructions for.
1137 /// The same width of integer is a different term, which is what keeps a rule about one from
1138 /// ever firing on the other, and it has to be, because the two are in different register
1139 /// files.
1140 #[test]
1141 fn a_float_is_a_term_of_its_own_at_each_width_the_machine_computes_in() {
1142 let f32 = Type::float(Float::F32);
1143 let f64 = Type::float(Float::F64);
1144 assert_eq!(value_head(f32), Some("value.f32"));
1145 assert_eq!(value_head(f64), Some("value.f64"));
1146 assert_eq!(load_head(f32), Some("load.f32"));
1147 assert_eq!(store_head(f64), Some("store.f64"));
1148 assert_eq!(ret_head(f32), Some("ret.f32"));
1149 assert_eq!(binary_head(Opcode::FAdd, f32), Some("fadd.f32"));
1150 assert_eq!(binary_head(Opcode::FSub, f64), Some("fsub.f64"));
1151 assert_eq!(binary_head(Opcode::FMul, f32), Some("fmul.f32"));
1152 assert_eq!(binary_head(Opcode::FDiv, f64), Some("fdiv.f64"));
1153 // Not one of the four widths an integer rule is written at, and not a constant either,
1154 // since what a pattern binds inside an `iconst` is a number and a float is not one.
1155 assert_eq!(slot(f32), None);
1156 assert_eq!(slot(f64), None);
1157 assert_eq!(iconst_head(f64), None);
1158 // An integer add at thirty two bits is a different name from a float add at the same
1159 // width, which is the whole of what keeps the two rule sets apart.
1160 assert_ne!(binary_head(Opcode::Add, Type::int(32)), binary_head(Opcode::FAdd, f32));
1161 }
1162
1163 /// What the machine has no scalar instruction for has no name, so it is reported rather than
1164 /// lowered to something near it. A remainder is a call to `fmod` and a `long double` is on the
1165 /// x87 stack, and neither is anything a rule in this set is written about.
1166 #[test]
1167 fn a_float_operation_the_machine_lacks_has_no_name() {
1168 assert_eq!(binary_head(Opcode::FRem, Type::float(Float::F32)), None);
1169 let long = Type::float(Float::F80);
1170 assert_eq!(float_slot(long), None);
1171 assert_eq!(value_head(long), None);
1172 assert_eq!(binary_head(Opcode::FAdd, long), None);
1173 assert_eq!(ret_head(long), None);
1174 }
1175
1176 /// A lane count is not a width, so a rule written at a width does not get to answer for a
1177 /// vector of that width. Nothing produces one yet and the day something does it should be
1178 /// reported rather than lowered to an instruction that acts on one lane of it.
1179 #[test]
1180 fn a_vector_is_not_the_width_of_its_lane() {
1181 let i32x4 = Type::vector(Type::int(32), 4);
1182 assert_eq!(slot(i32x4), None);
1183 assert_eq!(value_head(i32x4), None);
1184 assert_eq!(binary_head(Opcode::Add, i32x4), None);
1185 }
1186
1187 /// The sweep says the same thing about an instruction that looking the instruction up does,
1188 /// which is the only way it is worth anything: a list of names built beside the naming rather
1189 /// than out of it would be a second table to keep in step.
1190 #[test]
1191 fn the_names_the_sweep_finds_are_the_names_an_instruction_gets() {
1192 let (mut func, block) = func();
1193 let other = func.create_block();
1194 let mut build = Builder::new(&mut func, block);
1195 let cond = build.iconst(Type::int(1), 1);
1196 let x = build.iconst(Type::int(32), 1);
1197 let sum = build.binary(Opcode::Add, x, x, Flags::default());
1198 let branch = build.br_if(cond, other, &[], other, &[]);
1199
1200 let names = heads();
1201 for inst in [inst_of(&func, sum), inst_of(&func, x), branch] {
1202 let name = head_of(&func, inst).expect("all three have a name");
1203 let opcode = func[inst].opcode;
1204 assert!(
1205 names.contains(&(opcode, name)),
1206 "an instruction is called {name} and the sweep does not know that name"
1207 );
1208 }
1209 }
1210
1211 /// Every name is there once and belongs to one opcode. A name in the list twice would count
1212 /// twice in the coverage report, and the two instructions a name could belong to are the two
1213 /// the machine has one instruction for: an add of two numbers and an add of an address.
1214 #[test]
1215 fn a_name_is_listed_once_and_an_address_add_is_the_one_name_two_opcodes_share() {
1216 let names = heads();
1217 let mut once = names.clone();
1218 once.dedup();
1219 assert_eq!(names, once, "the sweep lists a name twice");
1220 assert!(names.contains(&(Opcode::Add, "add.i64")));
1221 assert!(names.contains(&(Opcode::PtrAdd, "add.i64")));
1222 }
1223
1224 /// A width nothing is written at contributes nothing, which is what makes the sweep safe to
1225 /// run over every type there is. These four are the widths that have no name today, and each
1226 /// is an issue rather than an oversight: one bit arithmetic, `__int128`, `long double` and a
1227 /// vector of any lane count.
1228 #[test]
1229 fn a_width_with_no_name_puts_nothing_in_the_sweep() {
1230 let named: Vec<&'static str> = heads().into_iter().map(|(_, name)| name).collect();
1231 for name in &named {
1232 assert!(!name.contains("i128"), "{name} is a width no rule is written at");
1233 assert!(!name.contains("f80"), "{name} is a width no rule is written at");
1234 }
1235 // One bit is the width with some names and not others, so it is checked from the other
1236 // side: what a truth value is written with, and nothing else. A comparison is in the list
1237 // because its result is one bit, whatever it compared.
1238 let mut bit: Vec<&'static str> =
1239 named.into_iter().filter(|name| name.ends_with(".i1")).collect();
1240 bit.sort_unstable();
1241 assert_eq!(
1242 bit,
1243 [
1244 "and.i1",
1245 "brif.i1",
1246 "fcmp_oeq.f32.i1",
1247 "fcmp_oeq.f64.i1",
1248 "fcmp_oge.f32.i1",
1249 "fcmp_oge.f64.i1",
1250 "fcmp_ogt.f32.i1",
1251 "fcmp_ogt.f64.i1",
1252 "fcmp_ole.f32.i1",
1253 "fcmp_ole.f64.i1",
1254 "fcmp_olt.f32.i1",
1255 "fcmp_olt.f64.i1",
1256 "fcmp_one.f32.i1",
1257 "fcmp_one.f64.i1",
1258 "fcmp_ord.f32.i1",
1259 "fcmp_ord.f64.i1",
1260 "fcmp_ueq.f32.i1",
1261 "fcmp_ueq.f64.i1",
1262 "fcmp_uge.f32.i1",
1263 "fcmp_uge.f64.i1",
1264 "fcmp_ugt.f32.i1",
1265 "fcmp_ugt.f64.i1",
1266 "fcmp_ule.f32.i1",
1267 "fcmp_ule.f64.i1",
1268 "fcmp_ult.f32.i1",
1269 "fcmp_ult.f64.i1",
1270 "fcmp_une.f32.i1",
1271 "fcmp_une.f64.i1",
1272 "fcmp_uno.f32.i1",
1273 "fcmp_uno.f64.i1",
1274 "icmp_eq.i1",
1275 "icmp_ne.i1",
1276 "icmp_sge.i1",
1277 "icmp_sgt.i1",
1278 "icmp_sle.i1",
1279 "icmp_slt.i1",
1280 "icmp_uge.i1",
1281 "icmp_ugt.i1",
1282 "icmp_ule.i1",
1283 "icmp_ult.i1",
1284 "iconst.i1",
1285 "load.i1",
1286 "or.i1",
1287 "ret.i1",
1288 "store.i1",
1289 "trunc.i16.i1",
1290 "trunc.i32.i1",
1291 "trunc.i64.i1",
1292 "trunc.i8.i1",
1293 "xor.i1",
1294 ]
1295 );
1296 }
1297
1298 /// Address arithmetic is named as the add it is, which is what puts it in reach of every rule
1299 /// written about one, including the two below that fold it into an address.
1300 #[test]
1301 fn address_arithmetic_is_an_add_at_the_address_width() {
1302 let (mut func, block) = func();
1303 let base = func.append_param(block, Type::PTR);
1304 let mut build = Builder::new(&mut func, block);
1305 let step = build.iconst(Type::int(64), 4);
1306 let args = func.push_values(&[base, step]);
1307 let next = Builder::new(&mut func, block)
1308 .value(crate::InstData { args, ..crate::InstData::new(Opcode::PtrAdd) }, Type::PTR);
1309 let inst = inst_of(&func, next);
1310
1311 let terms = Terms::new(&func, inst, [Shown::Reg, Shown::Const, Shown::Reg]);
1312 assert_eq!(terms.head(Term::Root), Some(("add.i64", 2)));
1313 assert_eq!(terms.head(Term::Arg(0)), Some(("value.i64", 1)));
1314 assert_eq!(terms.head(Term::Arg(1)), Some(("iconst.i64", 1)));
1315 assert_eq!(terms.arg(Term::Arg(1), 0), Term::Num(4));
1316 }
1317}