rucc_ir/term.rs
1//! The IR as something a rule can match against.
2//!
3//! Design: `spec/10-backend.md` section 10.2 and `spec/optimizer/13-rewrite-rules.md`.
4//!
5//! Two rule sets are matched against the IR. `rucc-codegen` lowers it to machine terms and
6//! `rucc-opt` rewrites it to more IR, and both of them are asking what an instruction is called
7//! and what its operands are. This is here rather than in either of them so that there is one
8//! answer to that: a rewrite rule and a lowering rule that spelled `add.i32` differently would
9//! be two vocabularies over one IR, and the day they drifted apart nothing would say so.
10//!
11//! A rule is written about a term and the compiler has no terms. It has a function full of
12//! instructions, and what a pattern is about is one of them together with whatever its operands
13//! were computed from. So this is the [`Subject`] the matcher asks its three questions of, and
14//! the answers come out of the IR: nothing is built and nothing is thrown away.
15//!
16//! # How an operand is shown
17//!
18//! The same IR value can be several different terms. `(add.i32 (value.i32 x) (iconst.i32 k))`
19//! and `(add.i32 (value.i32 x) (value.i32 y))` are two patterns over one instruction, and which
20//! one it is depends on whether the second operand is a constant and on whether the rule that
21//! wants a constant will take this one. `(add.i64 (value.i64 x) (mul.i64 (value.i64 y)
22//! (iconst.i64 4)))` is a third, and it is about two instructions rather than one.
23//!
24//! The matcher does not backtrack across alternatives for one node: [`Subject::head`] gives one
25//! answer and the walk believes it. So the choice is made before the walk rather than during it.
26//! A [`Plan`] says how each operand of the instruction is shown, the caller tries the plans in
27//! order, and the first that matches is the one that fires. There are at most three ways to show
28//! an operand and at most two operands in any pattern either rule set has, so the whole of the
29//! search is a handful of walks over a trie, each of which fails in its first node or two.
30//!
31//! # How deep it goes
32//!
33//! One level. An operand may be shown as the instruction that computed it, and that
34//! instruction's own operands are shown as a register or as a constant and never expanded
35//! again, which is as deep as any pattern in either rule file reaches. A rule set that wants
36//! three levels needs this to grow a level, and it would be found by the rule failing to fire
37//! rather than by anything going wrong.
38
39use rucc_base::rules::Subject;
40
41use crate::{Def, Extra, Float, FloatPred, Func, Inst, IntPred, Opcode, Type, Value};
42
43/// How many operands of one instruction a plan can speak about.
44///
45/// Two is what every pattern in the rule set needs, and a third costs nothing to carry. An
46/// instruction with more operands than this is one no rule matches, which is the same answer it
47/// would get from a plan that could describe it.
48pub const MAX_ARGS: usize = 3;
49
50/// How one operand is shown to the matcher.
51#[derive(Clone, Copy, Debug, PartialEq, Eq)]
52pub enum Shown {
53 /// As a value sitting in a register, which is what `(value.iN x)` matches.
54 Reg,
55 /// As a constant the caller has in hand, which is what `(iconst.iN k)` matches.
56 Const,
57 /// As a register that is not a constant, which is what `(value.iN x)` matches when the
58 /// operand is anything other than a number.
59 ///
60 /// This is [`Shown::Reg`] with the constants refused. A canonicalisation is a rule that
61 /// moves an operand from one side to the other, and the swapped form it writes matches the
62 /// rule again the moment the other side is a constant too, which is a term the pass would
63 /// rewrite until it ran out of fuel. Saying which side is not a number is what stops it, and
64 /// it has to be said in the plan rather than in a guard, because a guard reads a binding as
65 /// a number and is false when it is not one.
66 Var,
67 /// As the instruction that computed it, so a rule can be about two instructions at once.
68 Expand,
69}
70
71/// How every operand of one instruction is shown.
72pub type Plan = [Shown; MAX_ARGS];
73
74/// Everything shown as a register, which is the plan that matches when no other does.
75pub const PLAIN: Plan = [Shown::Reg; MAX_ARGS];
76
77/// One node of the term the matcher is walking.
78///
79/// A position rather than a term, because the term does not exist. Two of these are values in
80/// their own right, and they are the two a pattern can bind: the register a `value` wraps and
81/// the number an `iconst` wraps.
82#[derive(Clone, Copy, Debug, PartialEq, Eq)]
83pub enum Term {
84 /// The instruction being matched.
85 Root,
86 /// Operand `i` of the root, shown the way the plan says to show it.
87 Arg(u8),
88 /// Operand `j` of the instruction that computed operand `i` of the root.
89 Deep(u8, u8),
90 /// A value in a register, which is what a pattern binds when it writes `(value.iN x)`.
91 Reg(Value),
92 /// A constant, which is what a pattern binds or tests inside an `(iconst.iN k)`.
93 Num(i128),
94}
95
96/// One instruction of a function, as the terms a rule could match.
97#[derive(Debug)]
98pub struct Terms<'a> {
99 func: &'a Func,
100 root: Inst,
101 plan: Plan,
102}
103
104impl<'a> Terms<'a> {
105 /// The instruction, shown the way the plan says.
106 #[must_use]
107 pub fn new(func: &'a Func, root: Inst, plan: Plan) -> Self {
108 Self { func, root, plan }
109 }
110
111 /// The instruction this is about.
112 #[must_use]
113 pub fn root(&self) -> Inst {
114 self.root
115 }
116
117 /// What the root, or an instruction one of its operands was expanded into, is called in a
118 /// rule file.
119 #[must_use]
120 pub fn name(&self, inst: Inst) -> Option<&'static str> {
121 head_of(self.func, inst)
122 }
123
124 /// The value operands of an instruction.
125 fn args(&self, inst: Inst) -> &[Value] {
126 &self.func[self.func[inst].args]
127 }
128
129 /// Operand `index` of the root, or nothing if it has no such operand.
130 fn arg_value(&self, index: u8) -> Option<Value> {
131 self.args(self.root).get(usize::from(index)).copied()
132 }
133
134 /// The instruction a value is the result of, or nothing for a block parameter.
135 fn def_of(&self, value: Value) -> Option<Inst> {
136 match self.func[value].def {
137 Def::Result { inst, .. } => Some(inst),
138 Def::Param { .. } => None,
139 }
140 }
141
142 /// What a value is, if it is a constant.
143 #[must_use]
144 pub fn constant(&self, value: Value) -> Option<i128> {
145 let inst = self.def_of(value)?;
146 let data = &self.func[inst];
147 if data.opcode != Opcode::IConst {
148 return None;
149 }
150 let Extra::Imm(imm) = data.extra else { return None };
151 let ty = self.func[value].ty;
152 if !ty.is_int() {
153 return None;
154 }
155 // One bit is read unsigned, and every other width is read signed. The sign bit of a one
156 // bit integer is the whole of it, so the signed reading of a true is minus one, and what
157 // a rule at that width means by the number it matched is the truth value rather than a
158 // bit pattern. Reading it signed would put a byte of ones in a register where the rest of
159 // the rule set expects a zero or a one.
160 if is_bit(ty) {
161 return Some(i128::try_from(self.func[imm].unsigned()).unwrap_or(0));
162 }
163 Some(self.func[imm].signed(ty))
164 }
165
166 /// The head of a value shown as a register or as a constant, which is a term of one
167 /// argument either way: the thing the pattern binds.
168 fn leaf_head(&self, value: Value, shown: Shown) -> Option<(&'static str, usize)> {
169 let ty = self.func[value].ty;
170 let name = match shown {
171 Shown::Reg => value_head(ty)?,
172 Shown::Const => iconst_head(ty)?,
173 // A constant shown this way is not shown at all. The head is the only place that can
174 // refuse it, since a binding says nothing about what the operand was called.
175 Shown::Var if self.constant(value).is_none() => value_head(ty)?,
176 Shown::Var => return None,
177 // An expansion is not a leaf, and nothing asks this about one.
178 Shown::Expand => return None,
179 };
180 Some((name, 1))
181 }
182
183 /// What a value shown as a register or as a constant binds, which is the value itself or
184 /// the number it is.
185 fn leaf_arg(&self, value: Value, shown: Shown) -> Term {
186 match shown {
187 Shown::Const => self.constant(value).map_or(Term::Reg(value), Term::Num),
188 Shown::Reg | Shown::Var | Shown::Expand => Term::Reg(value),
189 }
190 }
191
192 /// How an operand of an expanded operand is shown, which is as a constant when it is one
193 /// and as a register otherwise.
194 ///
195 /// There is no choice to make here. The reason to show a constant as a register is that no
196 /// rule would take it as an immediate, and the answer to that inside an expansion is to
197 /// stop expanding, which is a plan the selector tries anyway.
198 fn deep_shown(&self, value: Value) -> Shown {
199 if self.constant(value).is_some() { Shown::Const } else { Shown::Reg }
200 }
201
202 /// The value a place holds, or nothing for a place that holds a constant rather than a
203 /// value.
204 ///
205 /// This is what makes two places comparable. A rule that writes one name twice is asking
206 /// whether both of its operands are the same value, and the two places are operand zero and
207 /// operand one, which are never equal as places.
208 fn value_at(&self, node: Term) -> Option<Value> {
209 match node {
210 Term::Root => self.func[self.root].first_result,
211 Term::Arg(index) => self.arg_value(index),
212 Term::Deep(outer, inner) => {
213 self.expansion(outer).and_then(|(_, args)| args.get(usize::from(inner)).copied())
214 }
215 Term::Reg(value) => Some(value),
216 Term::Num(_) => None,
217 }
218 }
219
220 /// The instruction an expanded operand of the root was computed by, with its operands.
221 fn expansion(&self, index: u8) -> Option<(Inst, &[Value])> {
222 let value = self.arg_value(index)?;
223 let inst = self.def_of(value)?;
224 Some((inst, self.args(inst)))
225 }
226}
227
228impl Subject for Terms<'_> {
229 type Node = Term;
230
231 fn head(&self, node: Term) -> Option<(&str, usize)> {
232 match node {
233 Term::Root => {
234 let name = head_of(self.func, self.root)?;
235 let data = &self.func[self.root];
236 // A constant has no operands and its term has one, which is the constant, so it
237 // is the one instruction whose arity is not the length of its operand list.
238 let arity =
239 if data.opcode == Opcode::IConst { 1 } else { self.args(self.root).len() };
240 Some((name, arity))
241 }
242 Term::Arg(index) => {
243 let value = self.arg_value(index)?;
244 match self.plan[usize::from(index)] {
245 Shown::Expand => {
246 let (inst, args) = self.expansion(index)?;
247 Some((head_of(self.func, inst)?, args.len()))
248 }
249 shown => self.leaf_head(value, shown),
250 }
251 }
252 Term::Deep(outer, inner) => {
253 let (_, args) = self.expansion(outer)?;
254 let value = *args.get(usize::from(inner))?;
255 self.leaf_head(value, self.deep_shown(value))
256 }
257 Term::Reg(_) | Term::Num(_) => None,
258 }
259 }
260
261 fn arg(&self, node: Term, index: usize) -> Term {
262 let index = u8::try_from(index).unwrap_or(u8::MAX);
263 match node {
264 Term::Root => {
265 let data = &self.func[self.root];
266 if data.opcode == Opcode::IConst {
267 let value = data.first_result.expect("a constant has a result");
268 return self.leaf_arg(value, Shown::Const);
269 }
270 Term::Arg(index)
271 }
272 Term::Arg(outer) => match self.plan[usize::from(outer)] {
273 Shown::Expand => Term::Deep(outer, index),
274 shown => {
275 self.arg_value(outer).map_or(Term::Num(0), |value| self.leaf_arg(value, shown))
276 }
277 },
278 Term::Deep(outer, inner) => {
279 let value = self
280 .expansion(outer)
281 .and_then(|(_, args)| args.get(usize::from(inner)).copied());
282 value.map_or(Term::Num(0), |value| self.leaf_arg(value, self.deep_shown(value)))
283 }
284 // Neither has a head, so nothing asks either of them for an argument.
285 Term::Reg(_) | Term::Num(_) => node,
286 }
287 }
288
289 fn int(&self, node: Term) -> Option<i128> {
290 match node {
291 Term::Num(value) => Some(value),
292 _ => None,
293 }
294 }
295
296 fn same(&self, a: Term, b: Term) -> bool {
297 match (self.value_at(a), self.value_at(b)) {
298 (Some(left), Some(right)) => left == right,
299 // Neither is a value, so the only other thing either can be is a constant the plan
300 // asked to be shown as one. Two constants of the same number are the same term
301 // whatever computed them, which is the one case where this is not an identity.
302 _ => match (self.int(a), self.int(b)) {
303 (Some(left), Some(right)) => left == right,
304 _ => false,
305 },
306 }
307 }
308}
309
310/// What an instruction is called in a rule file, or nothing if the rules have no name for it.
311///
312/// The one function here that a caller with an [`Inst`] and no [`Terms`] wants, which is
313/// anything reporting on a rule rather than matching one.
314///
315/// The name carries the width, because a rule file that did not say how wide a term is would be
316/// a file whose reader has to look at the line above to find out. Which widths there are names
317/// for is the rule language's business and not this crate's: an instruction at a width nothing
318/// is written about has no name here, and the answer to it is that no rule matches.
319pub fn head_of(func: &Func, inst: Inst) -> Option<&'static str> {
320 let data = &func[inst];
321
322 // A store is the one instruction with a name here that computes nothing, so the width in
323 // its name is the width of what it is storing and has to come from an operand. That operand
324 // is the first one, which is the order `crate::Builder::store` puts them in and the order
325 // a pattern for one is written in.
326 //
327 // Nothing looks at the flags or the ordering, and both of those are worth saying out loud.
328 // A `volatile` access has to happen exactly once and must not move, and neither of those is
329 // something selection does: one IR load is one instruction whatever its flags say, and
330 // folding the address arithmetic into the addressing mode does not change how many times
331 // memory is touched. An ordering would be a different matter, because a store that releases
332 // is not a plain `mov` on any machine where it means anything, but an ordered access is
333 // `atomic_load` or `atomic_store` and those are different opcodes with no name here. The IR
334 // verifier is what makes that true rather than merely usual: it rejects an ordering on a
335 // plain access, so by the time anything is selected there is none to miss.
336 if data.opcode == Opcode::Store {
337 let value = *func[data.args].first()?;
338 return store_head(func[value].ty);
339 }
340
341 // A return is the other one, and the width comes from the operand for the same reason. A
342 // return of nothing has no name, and neither has a return of more than one value: a rule
343 // for either would have to say where each of them goes, and where a value goes is a fact
344 // about the convention rather than about a term, so the rule language has nothing to say
345 // about it. A return of nothing needs no rule at all, since the epilogue is the whole of it.
346 if data.opcode == Opcode::Return {
347 let [value] = &func[data.args] else { return None };
348 return ret_head(func[*value].ty);
349 }
350
351 // A conditional branch is the third instruction here that computes nothing. Where it goes is
352 // not part of its name and not part of any pattern: a machine IR block holds its own
353 // successors, so a rule for a branch never has to say a block, and what is left for it to say
354 // is what the branch is about, which is the condition.
355 if data.opcode == Opcode::BrIf {
356 let [cond] = &func[data.args] else { return None };
357 return (func[*cond].ty == Type::int(1)).then_some(BRIF);
358 }
359
360 let result = data.first_result?;
361 let ty = func[result].ty;
362 match data.opcode {
363 Opcode::IConst => iconst_head(ty),
364 Opcode::Load => load_head(ty),
365 Opcode::ICmp => {
366 let Extra::IntPred(pred) = data.extra else { return None };
367 Some(icmp_head(pred))
368 }
369 // A float comparison, whose name comes from the operands rather than from the result: the
370 // result is one bit either way and what tells the two instructions apart is the format.
371 Opcode::FCmp => {
372 let Extra::FloatPred(pred) = data.extra else { return None };
373 fcmp_head(pred, func[*func[data.args].first()?].ty)
374 }
375 Opcode::SExt | Opcode::ZExt | Opcode::Trunc => {
376 let from = func[*func[data.args].first()?].ty;
377 convert_head(data.opcode, from, ty)
378 }
379 // The conversions with a float on one side or both. A separate row because what is on
380 // each side is part of the name and a width alone would not say which register file the
381 // value is in, which is the whole difference between these and the three above.
382 Opcode::FPExt | Opcode::FPTrunc | Opcode::FPToSI | Opcode::SIToFP | Opcode::Bitcast => {
383 let from = func[*func[data.args].first()?].ty;
384 cross_head(data.opcode, from, ty)
385 }
386 // Address arithmetic is an add at the address width, which is all it is once both
387 // operands are in registers: the offset is already in bytes, which the IR guarantees and
388 // the front end is what did the multiplying. Calling it that is what lets every rule
389 // written about an add reach it, including the ones that fold it into an addressing mode,
390 // and there is nothing in any of them it could get wrong.
391 Opcode::PtrAdd => binary_head(Opcode::Add, ty),
392 opcode => binary_head(opcode, ty),
393 }
394}
395
396/// What a conditional branch is called, which carries the width of the condition and nothing
397/// else, since where the branch goes is on the block rather than in the term.
398///
399/// A constant rather than a literal in [`head_of`] because [`heads`] says it too, and a name
400/// written in two places is a name that can differ in one of them.
401const BRIF: &str = "brif.i1";
402
403/// Every name this module can give an instruction, with the opcode it gives it to.
404///
405/// This is what a rule file could be written about, so that the back end's coverage check can ask what one
406/// is written about and say where the difference is. It comes out of the same functions
407/// [`head_of`] asks rather than out of a list, because a list of names checked against another
408/// list of names is a test that both were typed the same way, which is not the question worth
409/// asking.
410///
411/// The sweep is over every type the compiler has, including the ones nothing here has a name for.
412/// A width with no name contributes nothing and costs nothing, and the day one of them gets a name
413/// it appears here without anybody remembering to add it, which is the property that makes this
414/// worth generating rather than writing down.
415pub fn heads() -> Vec<(Opcode, &'static str)> {
416 let types = [
417 Type::int(1),
418 Type::int(8),
419 Type::int(16),
420 Type::int(32),
421 Type::int(64),
422 Type::int(128),
423 Type::PTR,
424 Type::float(Float::F32),
425 Type::float(Float::F64),
426 Type::float(Float::F80),
427 Type::vector(Type::int(32), 4),
428 ];
429
430 let mut found = Vec::new();
431 for opcode in Opcode::all() {
432 // The names that come from one type, which is the result's for most of these and an
433 // operand's for the two that compute nothing. The arms are the ones `head_of` has, in the
434 // order it has them, so that a name reachable there is reachable here.
435 for &ty in &types {
436 let name = match opcode {
437 Opcode::Store => store_head(ty),
438 Opcode::Return => ret_head(ty),
439 Opcode::IConst => iconst_head(ty),
440 Opcode::Load => load_head(ty),
441 Opcode::PtrAdd => binary_head(Opcode::Add, ty),
442 _ => binary_head(opcode, ty),
443 };
444 if let Some(name) = name {
445 found.push((opcode, name));
446 }
447 }
448 // And the names that come from a predicate or from two types at once.
449 match opcode {
450 Opcode::BrIf => found.push((opcode, BRIF)),
451 Opcode::ICmp => found.extend(IntPred::all().map(|pred| (opcode, icmp_head(pred)))),
452 Opcode::FCmp => {
453 for pred in FloatPred::all() {
454 let named = types.iter().filter_map(|&ty| fcmp_head(pred, ty));
455 found.extend(named.map(|name| (opcode, name)));
456 }
457 }
458 Opcode::SExt | Opcode::ZExt | Opcode::Trunc => {
459 for &from in &types {
460 let named = types.iter().filter_map(|&to| convert_head(opcode, from, to));
461 found.extend(named.map(|name| (opcode, name)));
462 }
463 }
464 Opcode::FPExt | Opcode::FPTrunc | Opcode::FPToSI | Opcode::SIToFP | Opcode::Bitcast => {
465 for &from in &types {
466 let named = types.iter().filter_map(|&to| cross_head(opcode, from, to));
467 found.extend(named.map(|name| (opcode, name)));
468 }
469 }
470 _ => {}
471 }
472 }
473
474 found.sort_unstable();
475 found.dedup();
476 found
477}
478
479/// How wide an address is on the machine this lowers for.
480///
481/// The rule set has no term for a pointer and needs none. An address in a register is an integer
482/// of the machine's address width, every rule that could compute one is a rule about an integer
483/// of that width, and the only thing missing was a name. [`slot`] used to ask the type how wide
484/// it was, and a pointer answers nothing, because how wide an address is belongs to the target
485/// rather than to the IR. So this is where the target's answer is written down.
486///
487/// Sixty four, and a constant rather than something asked of a target, because every
488/// architecture `rucc_target::Arch` names is a sixty four bit one. There is no target in the
489/// compiler that would want a different number, and a thirty two bit one would want more from
490/// the rule sets than a number.
491pub const ADDRESS: u32 = 64;
492
493/// Which of the four widths a type is, or nothing for a width no rule is written at.
494///
495/// A pointer is one of them, at [`ADDRESS`]. A vector is none of them however wide its lane is,
496/// because a rule at a width says nothing about how many lanes it acts on and lowering an add of
497/// four lanes to an add of one would be wrong rather than incomplete.
498pub fn slot(ty: Type) -> Option<usize> {
499 if !ty.is_scalar() {
500 return None;
501 }
502 let bits = if ty.is_ptr() { ADDRESS } else { ty.is_int().then(|| ty.bits())? };
503 match bits {
504 8 => Some(0),
505 16 => Some(1),
506 32 => Some(2),
507 64 => Some(3),
508 _ => None,
509 }
510}
511
512/// Which of the two float widths a type is, or nothing for anything that is not a float.
513///
514/// Two rather than [`slot`]'s four, and a table of its own rather than more entries in that one,
515/// because a `float` and an `int` of the same width are not the same term to any rule: they are in
516/// different register files and every instruction that touches them is a different instruction. A
517/// `long double` is none of them, since it is on the x87 stack rather than in a vector register
518/// and nothing here is written about that stack.
519pub fn float_slot(ty: Type) -> Option<usize> {
520 if !ty.is_scalar() || !ty.is_float() {
521 return None;
522 }
523 match ty.bits() {
524 32 => Some(0),
525 64 => Some(1),
526 _ => None,
527 }
528}
529
530/// Whether a type is the one bit a truth value comes in.
531///
532/// One bit is a width the rule set is written at and is not one of [`slot`]'s four, because it is
533/// not a width the machine computes in. There is no one bit register and no one bit instruction: a
534/// value of this width lives in a whole byte with the other seven bits zero, which is what a
535/// `setcc` leaves behind, and every rule written at one bit is a byte instruction chosen because
536/// it keeps that true. The model says the same thing from the other side, giving `setcc` a meaning
537/// one bit wide, so the abstraction is stated in both places rather than assumed in either.
538///
539/// What makes the invariant hold rather than merely be usual is that nothing else at this width
540/// has a name. A comparison is the only instruction that produces one, the bitwise operations
541/// below carry it through unchanged, and everything else at one bit reaches [`slot`] and gets
542/// nothing, so there is no rule that could put a byte here which is not a zero or a one.
543fn is_bit(ty: Type) -> bool {
544 ty.is_scalar() && ty.is_int() && ty.bits() == 1
545}
546
547/// What a value in a register is called at that width.
548fn value_head(ty: Type) -> Option<&'static str> {
549 if is_bit(ty) {
550 return Some("value.i1");
551 }
552 if let Some(at) = float_slot(ty) {
553 return Some(["value.f32", "value.f64"][at]);
554 }
555 Some(["value.i8", "value.i16", "value.i32", "value.i64"][slot(ty)?])
556}
557
558/// What a constant is called at that width.
559///
560/// An integer and not an address, unlike everything else here. What a pattern binds inside one of
561/// these is the number, and [`Terms::constant`] only has a number for an integer, so a term that
562/// named an address would be one a rule could match and then find nothing behind.
563fn iconst_head(ty: Type) -> Option<&'static str> {
564 if !ty.is_int() {
565 return None;
566 }
567 if is_bit(ty) {
568 return Some("iconst.i1");
569 }
570 Some(["iconst.i8", "iconst.i16", "iconst.i32", "iconst.i64"][slot(ty)?])
571}
572
573/// What a load is called, which is the width of the value it produced.
574fn load_head(ty: Type) -> Option<&'static str> {
575 if let Some(at) = float_slot(ty) {
576 return Some(["load.f32", "load.f64"][at]);
577 }
578 Some(["load.i8", "load.i16", "load.i32", "load.i64"][slot(ty)?])
579}
580
581/// What a store is called, which is the width of the value it writes, since it produces nothing
582/// to take a width from.
583fn store_head(ty: Type) -> Option<&'static str> {
584 if let Some(at) = float_slot(ty) {
585 return Some(["store.f32", "store.f64"][at]);
586 }
587 Some(["store.i8", "store.i16", "store.i32", "store.i64"][slot(ty)?])
588}
589
590/// What a return is called, which is the width of the value it gives back, for the same reason.
591fn ret_head(ty: Type) -> Option<&'static str> {
592 if let Some(at) = float_slot(ty) {
593 return Some(["ret.f32", "ret.f64"][at]);
594 }
595 Some(["ret.i8", "ret.i16", "ret.i32", "ret.i64"][slot(ty)?])
596}
597
598/// What a comparison is called, which does not carry the width of what it compared: the result
599/// is one bit whatever the operands were, and the operands say how wide they are themselves.
600fn icmp_head(pred: IntPred) -> &'static str {
601 match pred {
602 IntPred::Eq => "icmp_eq.i1",
603 IntPred::Ne => "icmp_ne.i1",
604 IntPred::Slt => "icmp_slt.i1",
605 IntPred::Sle => "icmp_sle.i1",
606 IntPred::Sgt => "icmp_sgt.i1",
607 IntPred::Sge => "icmp_sge.i1",
608 IntPred::Ult => "icmp_ult.i1",
609 IntPred::Ule => "icmp_ule.i1",
610 IntPred::Ugt => "icmp_ugt.i1",
611 IntPred::Uge => "icmp_uge.i1",
612 }
613}
614
615/// The predicate a head names, when the head is a comparison of two integers.
616///
617/// The inverse of `icmp_head`, which is private, and a search over it rather than a second table, because two
618/// tables that are supposed to be inverses are two tables that will stop being inverses. Ten
619/// comparisons is a short enough search that the alternative would be arranging for a map to be
620/// built once, and this is asked once per rule that fires rather than once per instruction.
621///
622/// What wants this is the peephole. A rule may write a comparison, and the predicate is not part
623/// of the opcode: [`heads`] gives every predicate the same [`Opcode::ICmp`], so a rewriter that
624/// asked only for the opcode would build a comparison with whatever predicate happened to be on
625/// the instruction it replaced. That is not an instruction computing something else, it is one
626/// computing the opposite.
627pub fn int_pred(head: &str) -> Option<IntPred> {
628 IntPred::all().find(|&pred| icmp_head(pred) == head)
629}
630
631/// What a float comparison is called, which does carry the format of what it compared.
632///
633/// The difference from [`icmp_head`] is the whole reason this is a second function. A comparison
634/// of two integers is the same instruction whatever file they came from, because there is only one
635/// file they could have come from, so the width lives on the operands and the name says nothing
636/// about it. A comparison of two floats is a different instruction for a `float` and a `double`,
637/// and the operands are in registers that hold either, so the name has to say which.
638///
639/// The two predicates that read nothing have no name here. `false` and `true` do not look at their
640/// operands, so a rule for either would be a rule that computes a constant out of a comparison it
641/// did not make, and the front end writes neither: nothing in C spells them and nothing here folds
642/// a comparison into one yet.
643fn fcmp_head(pred: FloatPred, ty: Type) -> Option<&'static str> {
644 let at = float_slot(ty)?;
645 let names: [&'static str; 2] = match pred {
646 FloatPred::Oeq => ["fcmp_oeq.f32.i1", "fcmp_oeq.f64.i1"],
647 FloatPred::Ogt => ["fcmp_ogt.f32.i1", "fcmp_ogt.f64.i1"],
648 FloatPred::Oge => ["fcmp_oge.f32.i1", "fcmp_oge.f64.i1"],
649 FloatPred::Olt => ["fcmp_olt.f32.i1", "fcmp_olt.f64.i1"],
650 FloatPred::Ole => ["fcmp_ole.f32.i1", "fcmp_ole.f64.i1"],
651 FloatPred::One => ["fcmp_one.f32.i1", "fcmp_one.f64.i1"],
652 FloatPred::Ord => ["fcmp_ord.f32.i1", "fcmp_ord.f64.i1"],
653 FloatPred::Uno => ["fcmp_uno.f32.i1", "fcmp_uno.f64.i1"],
654 FloatPred::Ueq => ["fcmp_ueq.f32.i1", "fcmp_ueq.f64.i1"],
655 FloatPred::Ugt => ["fcmp_ugt.f32.i1", "fcmp_ugt.f64.i1"],
656 FloatPred::Uge => ["fcmp_uge.f32.i1", "fcmp_uge.f64.i1"],
657 FloatPred::Ult => ["fcmp_ult.f32.i1", "fcmp_ult.f64.i1"],
658 FloatPred::Ule => ["fcmp_ule.f32.i1", "fcmp_ule.f64.i1"],
659 FloatPred::Une => ["fcmp_une.f32.i1", "fcmp_une.f64.i1"],
660 FloatPred::False | FloatPred::True => return None,
661 };
662 Some(names[at])
663}
664
665/// What a conversion is called, which is the two widths it is between.
666///
667/// A widening from one bit is the one conversion this width has, and it is a row of its own rather
668/// than a fifth entry in the tables below. A five by five table would have a name for every
669/// conversion between one bit and every other width in both directions, and all but four of those
670/// are conversions nothing writes: a narrowing to one bit is a comparison against zero, which is a
671/// different opcode, and a sign extension from one bit is what an `unsigned` comparison result
672/// would need and there is none.
673fn convert_head(opcode: Opcode, from: Type, to: Type) -> Option<&'static str> {
674 if is_bit(from) {
675 if opcode != Opcode::ZExt {
676 return None;
677 }
678 return Some(["zext.i1.i8", "zext.i1.i16", "zext.i1.i32", "zext.i1.i64"][slot(to)?]);
679 }
680 let table: &[[Option<&'static str>; 4]; 4] = match opcode {
681 Opcode::SExt => &SEXT,
682 Opcode::ZExt => &ZEXT,
683 Opcode::Trunc => &TRUNC,
684 _ => return None,
685 };
686 table[slot(from)?][slot(to)?]
687}
688
689/// Which of the two integer widths a conversion to or from a float is written at, or nothing for
690/// any other width.
691///
692/// The machine converts at thirty two bits and at sixty four and at no width below them. A C
693/// program turning a `double` into a `short` is a conversion to `int` and a truncation after it,
694/// and the front end is what writes the truncation, so a narrower conversion arriving here has no
695/// name and is reported rather than lowered to an instruction that would round it in the wrong
696/// place.
697fn cross_slot(ty: Type) -> Option<usize> {
698 match slot(ty)? {
699 2 => Some(0),
700 3 => Some(1),
701 _ => None,
702 }
703}
704
705/// Whether that type is the integer the float at that index shares its width with.
706///
707/// A pointer is not, however wide it is. The IR has `ptrtoint` for turning an address into a
708/// number, and a `bitcast` that moved one through a vector register would be hiding that
709/// conversion rather than performing it, which is what the IR verifier says as well.
710fn paired_int(ty: Type, at: usize) -> bool {
711 ty.is_scalar() && ty.is_int() && ty.bits() == [32, 64][at]
712}
713
714/// What a conversion with a float on one side or both is called, which is what it goes between and
715/// which side each of them is on.
716///
717/// The name carries the format where an integer conversion carries a width, for the reason
718/// [`float_slot`] gives: a `float` and an `int` of the same width are in different register files
719/// and no rule written about one says anything about the other. So there is no name here that
720/// could be read as either, and a rule for `fptosi.f64.i32` cannot match anything but a `double`
721/// becoming an `int`.
722///
723/// The unsigned conversions have no name. The machine has no instruction for either below a
724/// register wider than anything this allocates, so each is several instructions and belongs in a
725/// pass that rewrites it into these rather than in a rule that would have to be several
726/// instructions long.
727fn cross_head(opcode: Opcode, from: Type, to: Type) -> Option<&'static str> {
728 match opcode {
729 // Between the two formats, one name each way. There is no third format with a name here,
730 // so these two are the whole of it rather than the first two of a table.
731 Opcode::FPExt => {
732 (float_slot(from)? == 0 && float_slot(to)? == 1).then_some("fpext.f32.f64")
733 }
734 Opcode::FPTrunc => {
735 (float_slot(from)? == 1 && float_slot(to)? == 0).then_some("fptrunc.f64.f32")
736 }
737 Opcode::FPToSI => Some(FPTOSI[float_slot(from)?][cross_slot(to)?]),
738 Opcode::SIToFP => Some(SITOFP[cross_slot(from)?][float_slot(to)?]),
739 // A reinterpretation, which is a `movd` or a `movq` between the two register files and is
740 // the one conversion here that changes no bit. Between two integers or between two floats
741 // it is nothing at all, since the IR keeps the width the same, so the four that cross the
742 // files are the four with a name.
743 Opcode::Bitcast => match (float_slot(from), float_slot(to)) {
744 (Some(at), None) if paired_int(to, at) => {
745 Some(["bitcast.f32.i32", "bitcast.f64.i64"][at])
746 }
747 (None, Some(at)) if paired_int(from, at) => {
748 Some(["bitcast.i32.f32", "bitcast.i64.f64"][at])
749 }
750 _ => None,
751 },
752 _ => None,
753 }
754}
755
756/// A float to a signed integer, from the format down the side to the width across the top.
757static FPTOSI: [[&str; 2]; 2] =
758 [["fptosi.f32.i32", "fptosi.f32.i64"], ["fptosi.f64.i32", "fptosi.f64.i64"]];
759
760/// A signed integer to a float, the other way round.
761static SITOFP: [[&str; 2]; 2] =
762 [["sitofp.i32.f32", "sitofp.i32.f64"], ["sitofp.i64.f32", "sitofp.i64.f64"]];
763
764/// What each of the binary operations is called at each width.
765///
766/// The three bitwise ones are the only ones with a name at one bit. They are what a `!=` between
767/// two truth values and a `&&` folded to one instruction become, and each of them takes two bytes
768/// that are a zero or a one to a byte that is a zero or a one. There is nothing to be gained by an
769/// add or a shift at this width and no front end writes one.
770fn binary_head(opcode: Opcode, ty: Type) -> Option<&'static str> {
771 if is_bit(ty) {
772 return match opcode {
773 Opcode::And => Some("and.i1"),
774 Opcode::Or => Some("or.i1"),
775 Opcode::Xor => Some("xor.i1"),
776 _ => None,
777 };
778 }
779 if let Some(at) = float_slot(ty) {
780 // The four the machine has one instruction each for. A remainder is not among them: there
781 // is no scalar instruction for it and what C means by `fmod` is a call, so an `frem` that
782 // reached here would find no rule and be reported rather than lowered to something else.
783 let names: &[&'static str; 2] = match opcode {
784 Opcode::FAdd => &["fadd.f32", "fadd.f64"],
785 Opcode::FSub => &["fsub.f32", "fsub.f64"],
786 Opcode::FMul => &["fmul.f32", "fmul.f64"],
787 Opcode::FDiv => &["fdiv.f32", "fdiv.f64"],
788 _ => return None,
789 };
790 return Some(names[at]);
791 }
792 let names: &[&'static str; 4] = match opcode {
793 Opcode::Add => &["add.i8", "add.i16", "add.i32", "add.i64"],
794 Opcode::Sub => &["sub.i8", "sub.i16", "sub.i32", "sub.i64"],
795 Opcode::Mul => &["mul.i8", "mul.i16", "mul.i32", "mul.i64"],
796 Opcode::SDiv => &["sdiv.i8", "sdiv.i16", "sdiv.i32", "sdiv.i64"],
797 Opcode::UDiv => &["udiv.i8", "udiv.i16", "udiv.i32", "udiv.i64"],
798 Opcode::SRem => &["srem.i8", "srem.i16", "srem.i32", "srem.i64"],
799 Opcode::URem => &["urem.i8", "urem.i16", "urem.i32", "urem.i64"],
800 Opcode::And => &["and.i8", "and.i16", "and.i32", "and.i64"],
801 Opcode::Or => &["or.i8", "or.i16", "or.i32", "or.i64"],
802 Opcode::Xor => &["xor.i8", "xor.i16", "xor.i32", "xor.i64"],
803 Opcode::Shl => &["shl.i8", "shl.i16", "shl.i32", "shl.i64"],
804 Opcode::LShr => &["lshr.i8", "lshr.i16", "lshr.i32", "lshr.i64"],
805 Opcode::AShr => &["ashr.i8", "ashr.i16", "ashr.i32", "ashr.i64"],
806 // Named by the width of the two arms, which is the width of the answer. The bit that
807 // chooses is one bit whatever they are, so it says nothing about which instruction this
808 // is and is not in the name.
809 Opcode::Select => &["select.i8", "select.i16", "select.i32", "select.i64"],
810 _ => return None,
811 };
812 Some(names[slot(ty)?])
813}
814
815/// The widening conversions, from the width down the side to the width across the top. The
816/// diagonal and everything below it is empty, because a sign extension to a width it already
817/// has is not an instruction and the IR does not have one.
818static SEXT: [[Option<&str>; 4]; 4] = [
819 [None, Some("sext.i8.i16"), Some("sext.i8.i32"), Some("sext.i8.i64")],
820 [None, None, Some("sext.i16.i32"), Some("sext.i16.i64")],
821 [None, None, None, Some("sext.i32.i64")],
822 [None, None, None, None],
823];
824
825static ZEXT: [[Option<&str>; 4]; 4] = [
826 [None, Some("zext.i8.i16"), Some("zext.i8.i32"), Some("zext.i8.i64")],
827 [None, None, Some("zext.i16.i32"), Some("zext.i16.i64")],
828 [None, None, None, Some("zext.i32.i64")],
829 [None, None, None, None],
830];
831
832/// The narrowing ones, which fill the other corner for the same reason.
833static TRUNC: [[Option<&str>; 4]; 4] = [
834 [None, None, None, None],
835 [Some("trunc.i16.i8"), None, None, None],
836 [Some("trunc.i32.i8"), Some("trunc.i32.i16"), None, None],
837 [Some("trunc.i64.i8"), Some("trunc.i64.i16"), Some("trunc.i64.i32"), None],
838];
839
840#[cfg(test)]
841mod tests {
842 use rucc_base::Interner;
843
844 use super::*;
845 use crate::{Builder, Flags, Signature};
846
847 /// A function with one block, and the builder to put instructions in it.
848 fn func() -> (Func, crate::Block) {
849 let mut names = Interner::new();
850 let mut func = Func::new(names.intern("f"), Signature::new());
851 let block = func.create_block();
852 (func, block)
853 }
854
855 /// The instruction that computed a value, which every value in these tests has.
856 fn inst_of(func: &Func, value: Value) -> Inst {
857 match func[value].def {
858 Def::Result { inst, .. } => inst,
859 Def::Param { .. } => unreachable!(),
860 }
861 }
862
863 #[test]
864 fn an_instruction_is_the_term_the_rule_file_names_it_by() {
865 let (mut func, block) = func();
866 let i32 = Type::int(32);
867 let mut build = Builder::new(&mut func, block);
868 let k = build.iconst(i32, 7);
869 let x = build.iconst(i32, 3);
870 let sum = build.binary(Opcode::Add, x, k, Flags::default());
871 let add = inst_of(&func, sum);
872
873 let terms = Terms::new(&func, add, PLAIN);
874 assert_eq!(terms.head(Term::Root), Some(("add.i32", 2)));
875 assert_eq!(terms.head(Term::Arg(0)), Some(("value.i32", 1)));
876 assert_eq!(terms.arg(Term::Arg(0), 0), Term::Reg(x));
877 assert_eq!(terms.head(Term::Reg(x)), None);
878 assert_eq!(terms.int(Term::Reg(x)), None);
879 }
880
881 /// What a pattern writing one name in two places asks. The two operands of `x & x` are
882 /// operand zero and operand one, so the question is about the values in them and not about
883 /// the places, and `spec/optimizer/13-rewrite-rules.md` section 13.4 has four identities
884 /// that cannot be written without it.
885 #[test]
886 fn two_places_are_the_same_term_when_the_same_value_is_in_both() {
887 let (mut func, block) = func();
888 let i32 = Type::int(32);
889 let mut build = Builder::new(&mut func, block);
890 let x = build.iconst(i32, 3);
891 let y = build.iconst(i32, 5);
892 let both = build.binary(Opcode::And, x, x, Flags::default());
893 let apart = build.binary(Opcode::And, x, y, Flags::default());
894
895 let terms = Terms::new(&func, inst_of(&func, both), PLAIN);
896 let left = terms.arg(Term::Arg(0), 0);
897 let right = terms.arg(Term::Arg(1), 0);
898 assert_ne!(Term::Arg(0), Term::Arg(1));
899 assert!(terms.same(left, right));
900
901 let terms = Terms::new(&func, inst_of(&func, apart), PLAIN);
902 let left = terms.arg(Term::Arg(0), 0);
903 let right = terms.arg(Term::Arg(1), 0);
904 assert!(!terms.same(left, right));
905 }
906
907 /// Two operands shown as constants are the same term when they are the same number, whatever
908 /// computed each of them. That is the one case where this is not identity of a value, and it
909 /// is right: a rule about `x - x` is about what the operands are, and two `3`s are one term.
910 #[test]
911 fn two_constants_of_one_number_are_the_same_term() {
912 let (mut func, block) = func();
913 let i32 = Type::int(32);
914 let mut build = Builder::new(&mut func, block);
915 let x = build.iconst(i32, 3);
916 let y = build.iconst(i32, 3);
917 let sum = build.binary(Opcode::Add, x, y, Flags::default());
918
919 let terms = Terms::new(&func, inst_of(&func, sum), [Shown::Const; MAX_ARGS]);
920 let left = terms.arg(Term::Arg(0), 0);
921 let right = terms.arg(Term::Arg(1), 0);
922 assert_ne!(x, y);
923 assert_eq!((left, right), (Term::Num(3), Term::Num(3)));
924 assert!(terms.same(left, right));
925 // And a constant is not the value beside it, because one of them has a number and the
926 // other has not.
927 assert!(!terms.same(left, Term::Reg(y)));
928 }
929
930 #[test]
931 fn an_operand_shown_as_a_constant_gives_the_number_up() {
932 let (mut func, block) = func();
933 let i32 = Type::int(32);
934 let mut build = Builder::new(&mut func, block);
935 let x = build.iconst(i32, 3);
936 let k = build.iconst(i32, -7);
937 let sum = build.binary(Opcode::Add, x, k, Flags::default());
938 let add = inst_of(&func, sum);
939
940 let terms = Terms::new(&func, add, [Shown::Reg, Shown::Const, Shown::Reg]);
941 assert_eq!(terms.head(Term::Arg(1)), Some(("iconst.i32", 1)));
942 assert_eq!(terms.arg(Term::Arg(1), 0), Term::Num(-7));
943 assert_eq!(terms.int(Term::Num(-7)), Some(-7));
944 // The same operand shown as a register is a register, and a guard asking what number it
945 // is gets no answer, which is what makes a rule about a number decline it.
946 let plain = Terms::new(&func, add, PLAIN);
947 assert_eq!(plain.head(Term::Arg(1)), Some(("value.i32", 1)));
948 assert_eq!(plain.int(plain.arg(Term::Arg(1), 0)), None);
949 }
950
951 /// An operand shown as a variable is a register when it is one and nothing at all when it is a
952 /// number.
953 ///
954 /// This is the whole of what [`Shown::Var`] is for. A canonicalisation that moves a constant
955 /// to the right has to be able to say that the right side does not already hold one, and the
956 /// only place that can be said is the head, since the binding is a register either way.
957 #[test]
958 fn an_operand_shown_as_a_variable_refuses_to_be_a_constant() {
959 let (mut func, block) = func();
960 let i32 = Type::int(32);
961 let x = func.append_param(block, i32);
962 let mut build = Builder::new(&mut func, block);
963 let k = build.iconst(i32, 3);
964 let sum = build.binary(Opcode::Add, x, k, Flags::default());
965 let add = inst_of(&func, sum);
966
967 // Operand zero is the parameter, so it is shown, and it is shown as a register.
968 let terms = Terms::new(&func, add, [Shown::Var, Shown::Var, Shown::Reg]);
969 assert_eq!(terms.head(Term::Arg(0)), Some(("value.i32", 1)));
970 assert_eq!(terms.arg(Term::Arg(0), 0), Term::Reg(x));
971 // Operand one is the constant, so there is no head and no rule reaches past it. Shown as
972 // a plain register it would be `value.i32` and the rule would match.
973 assert_eq!(terms.head(Term::Arg(1)), None);
974 assert_eq!(Terms::new(&func, add, PLAIN).head(Term::Arg(1)), Some(("value.i32", 1)));
975 }
976
977 #[test]
978 fn a_constant_is_a_term_of_one_argument_and_has_no_operands() {
979 let (mut func, block) = func();
980 let mut build = Builder::new(&mut func, block);
981 let k = build.iconst(Type::int(64), 12);
982 let inst = inst_of(&func, k);
983
984 let terms = Terms::new(&func, inst, PLAIN);
985 assert_eq!(terms.head(Term::Root), Some(("iconst.i64", 1)));
986 assert_eq!(terms.arg(Term::Root, 0), Term::Num(12));
987 }
988
989 #[test]
990 fn an_expanded_operand_is_the_instruction_that_computed_it() {
991 let (mut func, block) = func();
992 let i64 = Type::int(64);
993 // A parameter, because the point of the test is an operand that is not a constant.
994 let y = func.append_param(block, i64);
995 let mut build = Builder::new(&mut func, block);
996 let x = build.iconst(i64, 1);
997 let four = build.iconst(i64, 4);
998 let scaled = build.binary(Opcode::Mul, y, four, Flags::default());
999 let sum = build.binary(Opcode::Add, x, scaled, Flags::default());
1000 let add = inst_of(&func, sum);
1001
1002 let terms = Terms::new(&func, add, [Shown::Reg, Shown::Expand, Shown::Reg]);
1003 assert_eq!(terms.head(Term::Root), Some(("add.i64", 2)));
1004 assert_eq!(terms.head(Term::Arg(1)), Some(("mul.i64", 2)));
1005 assert_eq!(terms.head(Term::Deep(1, 0)), Some(("value.i64", 1)));
1006 assert_eq!(terms.arg(Term::Deep(1, 0), 0), Term::Reg(y));
1007 // The constant inside an expansion is shown as one without being asked to be.
1008 assert_eq!(terms.head(Term::Deep(1, 1)), Some(("iconst.i64", 1)));
1009 assert_eq!(terms.arg(Term::Deep(1, 1), 0), Term::Num(4));
1010 }
1011
1012 #[test]
1013 fn a_comparison_says_which_one_it_is_and_a_conversion_says_both_widths() {
1014 let (mut func, block) = func();
1015 let mut build = Builder::new(&mut func, block);
1016 let x = build.iconst(Type::int(32), 1);
1017 let y = build.iconst(Type::int(32), 2);
1018 let less = build.icmp(IntPred::Slt, x, y);
1019 let wide = build.unary(Opcode::SExt, x, Type::int(64));
1020 let narrow = build.unary(Opcode::Trunc, x, Type::int(8));
1021 let cmp = inst_of(&func, less);
1022 assert_eq!(Terms::new(&func, cmp, PLAIN).head(Term::Root), Some(("icmp_slt.i1", 2)));
1023 let sext = inst_of(&func, wide);
1024 assert_eq!(Terms::new(&func, sext, PLAIN).head(Term::Root), Some(("sext.i32.i64", 1)));
1025 let trunc = inst_of(&func, narrow);
1026 assert_eq!(Terms::new(&func, trunc, PLAIN).head(Term::Root), Some(("trunc.i32.i8", 1)));
1027 }
1028
1029 #[test]
1030 fn a_width_no_rule_is_written_at_has_no_name() {
1031 let (mut func, block) = func();
1032 let mut build = Builder::new(&mut func, block);
1033 let x = build.iconst(Type::int(128), 1);
1034 let inst = inst_of(&func, x);
1035 assert_eq!(Terms::new(&func, inst, PLAIN).head(Term::Root), None);
1036 }
1037
1038 /// An address is an integer of the machine's width to every term here, which is what lets one
1039 /// be loaded from, stored through, returned and added to by rules written about integers.
1040 #[test]
1041 fn an_address_is_an_integer_as_wide_as_the_machine_addresses() {
1042 assert_eq!(value_head(Type::PTR), Some("value.i64"));
1043 assert_eq!(load_head(Type::PTR), Some("load.i64"));
1044 assert_eq!(store_head(Type::PTR), Some("store.i64"));
1045 assert_eq!(ret_head(Type::PTR), Some("ret.i64"));
1046 // Not a constant, since nothing writes an address down as one.
1047 assert_eq!(iconst_head(Type::PTR), None);
1048 }
1049
1050 /// One bit is a width with names of its own, and they are not the four the tables hold. What
1051 /// has a name there is what a truth value is written with: a constant, the three bitwise
1052 /// operations, and the widening that turns one into a number.
1053 #[test]
1054 fn one_bit_is_a_width_with_a_name_for_what_a_truth_value_is_written_with() {
1055 let bit = Type::int(1);
1056 assert_eq!(slot(bit), None);
1057 assert_eq!(value_head(bit), Some("value.i1"));
1058 assert_eq!(iconst_head(bit), Some("iconst.i1"));
1059 assert_eq!(binary_head(Opcode::And, bit), Some("and.i1"));
1060 assert_eq!(binary_head(Opcode::Or, bit), Some("or.i1"));
1061 assert_eq!(binary_head(Opcode::Xor, bit), Some("xor.i1"));
1062 assert_eq!(convert_head(Opcode::ZExt, bit, Type::int(8)), Some("zext.i1.i8"));
1063 assert_eq!(convert_head(Opcode::ZExt, bit, Type::int(32)), Some("zext.i1.i32"));
1064 assert_eq!(convert_head(Opcode::ZExt, bit, Type::int(64)), Some("zext.i1.i64"));
1065 }
1066
1067 /// Everything else at one bit has no name, which is what keeps the byte holding one a zero or
1068 /// a one: an add at this width would be an instruction that leaves something else there.
1069 #[test]
1070 fn nothing_else_at_one_bit_has_a_name() {
1071 let bit = Type::int(1);
1072 assert_eq!(binary_head(Opcode::Add, bit), None);
1073 assert_eq!(binary_head(Opcode::Shl, bit), None);
1074 assert_eq!(load_head(bit), None);
1075 assert_eq!(store_head(bit), None);
1076 assert_eq!(ret_head(bit), None);
1077 // Not a sign extension either, which would be a truth value spread over every bit.
1078 assert_eq!(convert_head(Opcode::SExt, bit, Type::int(32)), None);
1079 // And not a narrowing to it, since what makes a number into a truth value is a
1080 // comparison against zero and that is a different opcode.
1081 assert_eq!(convert_head(Opcode::Trunc, Type::int(32), bit), None);
1082 }
1083
1084 /// A one bit constant is the truth value it stands for. The signed reading of a one bit
1085 /// integer turns a true into a minus one, which would put a byte of ones where every rule at
1086 /// this width expects a one.
1087 #[test]
1088 fn a_one_bit_constant_is_a_zero_or_a_one_rather_than_a_zero_or_a_minus_one() {
1089 let (mut func, block) = func();
1090 let mut build = Builder::new(&mut func, block);
1091 let bit = Type::int(1);
1092 let no = build.iconst(bit, 0);
1093 let yes = build.iconst(bit, 1);
1094 let terms = Terms::new(&func, inst_of(&func, yes), PLAIN);
1095 assert_eq!(terms.constant(no), Some(0));
1096 assert_eq!(terms.constant(yes), Some(1));
1097 assert_eq!(terms.head(Term::Root), Some(("iconst.i1", 1)));
1098 assert_eq!(terms.arg(Term::Root, 0), Term::Num(1));
1099 }
1100
1101 /// A float is a term of its own at each of the two widths the machine has instructions for.
1102 /// The same width of integer is a different term, which is what keeps a rule about one from
1103 /// ever firing on the other, and it has to be, because the two are in different register
1104 /// files.
1105 #[test]
1106 fn a_float_is_a_term_of_its_own_at_each_width_the_machine_computes_in() {
1107 let f32 = Type::float(Float::F32);
1108 let f64 = Type::float(Float::F64);
1109 assert_eq!(value_head(f32), Some("value.f32"));
1110 assert_eq!(value_head(f64), Some("value.f64"));
1111 assert_eq!(load_head(f32), Some("load.f32"));
1112 assert_eq!(store_head(f64), Some("store.f64"));
1113 assert_eq!(ret_head(f32), Some("ret.f32"));
1114 assert_eq!(binary_head(Opcode::FAdd, f32), Some("fadd.f32"));
1115 assert_eq!(binary_head(Opcode::FSub, f64), Some("fsub.f64"));
1116 assert_eq!(binary_head(Opcode::FMul, f32), Some("fmul.f32"));
1117 assert_eq!(binary_head(Opcode::FDiv, f64), Some("fdiv.f64"));
1118 // Not one of the four widths an integer rule is written at, and not a constant either,
1119 // since what a pattern binds inside an `iconst` is a number and a float is not one.
1120 assert_eq!(slot(f32), None);
1121 assert_eq!(slot(f64), None);
1122 assert_eq!(iconst_head(f64), None);
1123 // An integer add at thirty two bits is a different name from a float add at the same
1124 // width, which is the whole of what keeps the two rule sets apart.
1125 assert_ne!(binary_head(Opcode::Add, Type::int(32)), binary_head(Opcode::FAdd, f32));
1126 }
1127
1128 /// What the machine has no scalar instruction for has no name, so it is reported rather than
1129 /// lowered to something near it. A remainder is a call to `fmod` and a `long double` is on the
1130 /// x87 stack, and neither is anything a rule in this set is written about.
1131 #[test]
1132 fn a_float_operation_the_machine_lacks_has_no_name() {
1133 assert_eq!(binary_head(Opcode::FRem, Type::float(Float::F32)), None);
1134 let long = Type::float(Float::F80);
1135 assert_eq!(float_slot(long), None);
1136 assert_eq!(value_head(long), None);
1137 assert_eq!(binary_head(Opcode::FAdd, long), None);
1138 assert_eq!(ret_head(long), None);
1139 }
1140
1141 /// A lane count is not a width, so a rule written at a width does not get to answer for a
1142 /// vector of that width. Nothing produces one yet and the day something does it should be
1143 /// reported rather than lowered to an instruction that acts on one lane of it.
1144 #[test]
1145 fn a_vector_is_not_the_width_of_its_lane() {
1146 let i32x4 = Type::vector(Type::int(32), 4);
1147 assert_eq!(slot(i32x4), None);
1148 assert_eq!(value_head(i32x4), None);
1149 assert_eq!(binary_head(Opcode::Add, i32x4), None);
1150 }
1151
1152 /// The sweep says the same thing about an instruction that looking the instruction up does,
1153 /// which is the only way it is worth anything: a list of names built beside the naming rather
1154 /// than out of it would be a second table to keep in step.
1155 #[test]
1156 fn the_names_the_sweep_finds_are_the_names_an_instruction_gets() {
1157 let (mut func, block) = func();
1158 let other = func.create_block();
1159 let mut build = Builder::new(&mut func, block);
1160 let cond = build.iconst(Type::int(1), 1);
1161 let x = build.iconst(Type::int(32), 1);
1162 let sum = build.binary(Opcode::Add, x, x, Flags::default());
1163 let branch = build.br_if(cond, other, &[], other, &[]);
1164
1165 let names = heads();
1166 for inst in [inst_of(&func, sum), inst_of(&func, x), branch] {
1167 let name = head_of(&func, inst).expect("all three have a name");
1168 let opcode = func[inst].opcode;
1169 assert!(
1170 names.contains(&(opcode, name)),
1171 "an instruction is called {name} and the sweep does not know that name"
1172 );
1173 }
1174 }
1175
1176 /// Every name is there once and belongs to one opcode. A name in the list twice would count
1177 /// twice in the coverage report, and the two instructions a name could belong to are the two
1178 /// the machine has one instruction for: an add of two numbers and an add of an address.
1179 #[test]
1180 fn a_name_is_listed_once_and_an_address_add_is_the_one_name_two_opcodes_share() {
1181 let names = heads();
1182 let mut once = names.clone();
1183 once.dedup();
1184 assert_eq!(names, once, "the sweep lists a name twice");
1185 assert!(names.contains(&(Opcode::Add, "add.i64")));
1186 assert!(names.contains(&(Opcode::PtrAdd, "add.i64")));
1187 }
1188
1189 /// A width nothing is written at contributes nothing, which is what makes the sweep safe to
1190 /// run over every type there is. These four are the widths that have no name today, and each
1191 /// is an issue rather than an oversight: one bit arithmetic, `__int128`, `long double` and a
1192 /// vector of any lane count.
1193 #[test]
1194 fn a_width_with_no_name_puts_nothing_in_the_sweep() {
1195 let named: Vec<&'static str> = heads().into_iter().map(|(_, name)| name).collect();
1196 for name in &named {
1197 assert!(!name.contains("i128"), "{name} is a width no rule is written at");
1198 assert!(!name.contains("f80"), "{name} is a width no rule is written at");
1199 }
1200 // One bit is the width with some names and not others, so it is checked from the other
1201 // side: what a truth value is written with, and nothing else. A comparison is in the list
1202 // because its result is one bit, whatever it compared.
1203 let mut bit: Vec<&'static str> =
1204 named.into_iter().filter(|name| name.ends_with(".i1")).collect();
1205 bit.sort_unstable();
1206 assert_eq!(
1207 bit,
1208 [
1209 "and.i1",
1210 "brif.i1",
1211 "fcmp_oeq.f32.i1",
1212 "fcmp_oeq.f64.i1",
1213 "fcmp_oge.f32.i1",
1214 "fcmp_oge.f64.i1",
1215 "fcmp_ogt.f32.i1",
1216 "fcmp_ogt.f64.i1",
1217 "fcmp_ole.f32.i1",
1218 "fcmp_ole.f64.i1",
1219 "fcmp_olt.f32.i1",
1220 "fcmp_olt.f64.i1",
1221 "fcmp_one.f32.i1",
1222 "fcmp_one.f64.i1",
1223 "fcmp_ord.f32.i1",
1224 "fcmp_ord.f64.i1",
1225 "fcmp_ueq.f32.i1",
1226 "fcmp_ueq.f64.i1",
1227 "fcmp_uge.f32.i1",
1228 "fcmp_uge.f64.i1",
1229 "fcmp_ugt.f32.i1",
1230 "fcmp_ugt.f64.i1",
1231 "fcmp_ule.f32.i1",
1232 "fcmp_ule.f64.i1",
1233 "fcmp_ult.f32.i1",
1234 "fcmp_ult.f64.i1",
1235 "fcmp_une.f32.i1",
1236 "fcmp_une.f64.i1",
1237 "fcmp_uno.f32.i1",
1238 "fcmp_uno.f64.i1",
1239 "icmp_eq.i1",
1240 "icmp_ne.i1",
1241 "icmp_sge.i1",
1242 "icmp_sgt.i1",
1243 "icmp_sle.i1",
1244 "icmp_slt.i1",
1245 "icmp_uge.i1",
1246 "icmp_ugt.i1",
1247 "icmp_ule.i1",
1248 "icmp_ult.i1",
1249 "iconst.i1",
1250 "or.i1",
1251 "xor.i1",
1252 ]
1253 );
1254 }
1255
1256 /// Address arithmetic is named as the add it is, which is what puts it in reach of every rule
1257 /// written about one, including the two below that fold it into an address.
1258 #[test]
1259 fn address_arithmetic_is_an_add_at_the_address_width() {
1260 let (mut func, block) = func();
1261 let base = func.append_param(block, Type::PTR);
1262 let mut build = Builder::new(&mut func, block);
1263 let step = build.iconst(Type::int(64), 4);
1264 let args = func.push_values(&[base, step]);
1265 let next = Builder::new(&mut func, block)
1266 .value(crate::InstData { args, ..crate::InstData::new(Opcode::PtrAdd) }, Type::PTR);
1267 let inst = inst_of(&func, next);
1268
1269 let terms = Terms::new(&func, inst, [Shown::Reg, Shown::Const, Shown::Reg]);
1270 assert_eq!(terms.head(Term::Root), Some(("add.i64", 2)));
1271 assert_eq!(terms.head(Term::Arg(0)), Some(("value.i64", 1)));
1272 assert_eq!(terms.head(Term::Arg(1)), Some(("iconst.i64", 1)));
1273 assert_eq!(terms.arg(Term::Arg(1), 0), Term::Num(4));
1274 }
1275}