rucc-lower 0.10.76

The typed AST to IR walk: SSA construction and ABI-directed lowering.
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009
1010
1011
1012
1013
1014
1015
1016
1017
1018
1019
1020
1021
1022
1023
1024
1025
1026
1027
1028
1029
1030
1031
1032
1033
1034
1035
1036
1037
1038
1039
1040
1041
1042
1043
1044
1045
1046
1047
1048
1049
1050
1051
1052
1053
1054
1055
1056
1057
1058
1059
1060
1061
1062
1063
1064
1065
1066
1067
1068
1069
1070
1071
1072
1073
1074
1075
1076
1077
1078
1079
//! SSA construction, by the algorithm of Braun and others.
//!
//! Design: `spec/08-ir.md` section 8.5.
//!
//! The classical way to get SSA out of a C front end is to give every local variable a stack
//! slot, emit a load for every read and a store for every write, and then run a pass that
//! builds dominance frontiers and deletes almost all of it again. That pass is the only one
//! `-O0` runs, and everything it deletes was allocated first. So we do not build it: a local
//! whose address is never taken never gets a slot, and the value it holds is worked out here
//! while the tree is being walked.
//!
//! The algorithm is Braun, Buchwald, Hack, Leissa, Mallon and Zwinkau, "Simple and Efficient
//! Construction of Static Single Assignment Form" (CC 2013). Writing a variable records the
//! value it now holds in the block doing the writing. Reading one in a block that wrote it is
//! a lookup. Reading one in a block that did not is a question for the predecessors, and the
//! answer is either the one value they all agree on or a new block parameter that collects
//! what each of them has.
//!
//! # Sealing
//!
//! The one thing the caller has to get right. A block is sealed when it will get no further
//! predecessors, and reading a variable in an unsealed block cannot ask the predecessors
//! because they are not all there yet. It gets a block parameter instead, which is filled in
//! when the block is sealed. That is what a loop header needs and is the whole reason the
//! algorithm handles loops without a dominance computation: the header is created, left
//! unsealed while its body is walked, and sealed when the back edge has been emitted.
//!
//! A block with no back edge into it can be sealed as soon as it is created, and the walk
//! seals almost everything immediately.
//!
//! # Block parameters, not phi nodes
//!
//! A phi in the paper is a block parameter here, and adding an operand to one is appending an
//! argument to the branch in each predecessor. The paper's removal of trivial phis is done in
//! two halves: a parameter found to stand for one value is recorded as standing for it, and
//! nothing is deleted until [`Ssa::finish`], which resolves every operand in the function once
//! and then drops the parameters and the arguments that went with them. One pass over the
//! function rather than one walk per removal, and no use lists to keep in step.

use std::collections::{HashMap, HashSet};

use rucc_base::Idx;
use rucc_diag::Span;
use rucc_ir::{Block, BlockCall, Extra, Func, Imm, Inst, InstData, Opcode, Type, Value};

/// A variable, which is somewhere in the source that can be written more than once.
///
/// What it names is the caller's business. The walk over the typed tree makes one of these per
/// local whose address is never taken, and nothing here looks inside it.
#[derive(Clone, Copy, Debug, PartialEq, Eq, PartialOrd, Ord, Hash)]
pub struct Var(u32);

impl Var {
    /// The variable with that number.
    #[must_use]
    pub const fn new(raw: u32) -> Var {
        Var(raw)
    }

    /// Its number.
    #[must_use]
    pub const fn raw(self) -> u32 {
        self.0
    }
}

/// One edge into a block: where it comes from, and the branch target that carries its
/// arguments.
///
/// The target is named by its place in the function's table rather than by the block it goes
/// to, because an edge that has to grow an argument later needs to be found again, and two
/// edges to the same block are the same block.
#[derive(Clone, Copy, Debug, PartialEq, Eq)]
struct Edge {
    from: Block,
    call: Idx<BlockCall>,
}

/// A block parameter that stands for a variable, which is what the paper calls a phi.
#[derive(Clone, Copy, Debug, PartialEq, Eq)]
struct Phi {
    block: Block,
    var: Var,
}

/// The state of an SSA construction over one function.
#[derive(Debug)]
pub struct Ssa {
    /// The integer type a pointer has the width of, for the one value this has to invent.
    address: Type,
    /// What each variable holds at the end of each block.
    defs: HashMap<(Var, Block), Value>,
    /// Whether each block will get more predecessors.
    sealed: Vec<bool>,
    /// The parameters of each unsealed block that are waiting for its predecessors.
    incomplete: Vec<Vec<(Var, Value)>>,
    /// The edges into each block.
    preds: Vec<Vec<Edge>>,
    /// Which block parameters are ours, and what they stand for.
    phis: HashMap<Value, Phi>,
    /// For each value, the parameters of ours that read it. The use list the paper needs,
    /// restricted to the uses it actually walks.
    users: HashMap<Value, Vec<Value>>,
    /// What each parameter that turned out to be redundant stands for instead.
    subst: HashMap<Value, Value>,
    /// The value a read of something never written gives back, one per type.
    zero: Vec<(Type, Value)>,
    /// Which declaration each variable the caller named is, for the ones it named.
    named: HashMap<Var, u32>,
    /// Every value a named variable was given, in the order they were recorded.
    holds: Vec<(Value, u32)>,
    /// Which values a named variable has already been given, so that the second variable to be
    /// written the same value is not given it again. See [`Ssa::write`].
    owned: HashSet<Value>,
}

impl Ssa {
    /// A construction over a function whose pointers are as wide as that integer type.
    ///
    /// The width is here because of one case: reading a variable that nothing has written, in
    /// a block nothing branches to. C says the value is indeterminate and
    /// `spec/08-ir.md` section 8.4 says it is unspecified but stable, so this hands back a
    /// zero, and a zero of pointer type is an integer zero cast to one.
    #[must_use]
    pub fn new(address: Type) -> Ssa {
        Ssa {
            address,
            defs: HashMap::new(),
            sealed: Vec::new(),
            incomplete: Vec::new(),
            preds: Vec::new(),
            phis: HashMap::new(),
            users: HashMap::new(),
            subst: HashMap::new(),
            zero: Vec::new(),
            named: HashMap::new(),
            holds: Vec::new(),
            owned: HashSet::new(),
        }
    }

    /// Says that a variable is a declaration the program wrote, so that the values it turns into
    /// come out of here knowing which one.
    ///
    /// The number is whatever the caller counts declarations by and means nothing here, which is
    /// the same arrangement [`rucc_ir::Func::declare_mem`] makes for a local that got a slot
    /// instead. A variable nothing said this about is a temporary, and its values are nobody's.
    pub fn stands_for(&mut self, var: Var, decl: u32) {
        self.named.insert(var, decl);
    }

    /// Records that a variable holds a value from here to the end of the block.
    ///
    /// The name goes on the value only the first time a named variable is written it, which is the
    /// rule that keeps `int m = a;` from making the whole of `a` answer to `m` as well. An
    /// assignment from something already live writes no new value, so both names would be behind
    /// the one value and everything downstream would have to say the two variables are in the same
    /// register everywhere either of them is, which is wrong wherever the program has since written
    /// one of them. The value belongs to the name that was written it first, and the copy says
    /// nothing rather than something wrong. It gets an answer again at the next assignment that
    /// computes anything, which is where a value of its own comes from.
    pub fn write(&mut self, var: Var, block: Block, value: Value) {
        if let Some(&decl) = self.named.get(&var) {
            if self.owned.insert(value) {
                self.holds.push((value, decl));
            }
        }
        self.defs.insert((var, block), value);
    }

    /// The value a variable holds at this point in a block, which is the whole algorithm.
    ///
    /// The type is what a parameter would be given if one has to be made. It is passed in
    /// rather than remembered per variable because the caller has it in hand and a variable
    /// whose type this had to store would be a variable this had to be told about first. A
    /// variable read at two types is a variable read wrong, and what comes back is whatever
    /// the first read decided.
    ///
    /// What comes back may be a parameter that [`Ssa::finish`] later takes out. Putting it
    /// into the function is safe, because finish rewrites everything the function holds.
    /// Remembering it on the side and comparing it to something afterwards is not.
    ///
    /// # Panics
    ///
    /// Panics if the function has no entry block, which can only happen when nothing has been
    /// built into it yet.
    pub fn read(&mut self, func: &mut Func, var: Var, block: Block, ty: Type) -> Value {
        // A run of blocks with one predecessor each is walked rather than recursed through.
        // It is the shape a sequence of `if (c) return;` leaves behind, there can be thousands
        // of them in one function, and the recursion the paper is written with would be that
        // deep.
        let mut chain = Vec::new();
        let mut at = block;
        let value = loop {
            if let Some(&value) = self.defs.get(&(var, at)) {
                break self.resolve(value);
            }
            self.reserve(at);
            if !self.sealed[at.index()] {
                break self.pending(func, var, at, ty);
            }
            match self.preds[at.index()].len() {
                // Nothing reaches here, so nothing wrote it on the way.
                0 => break self.undefined(func, ty),
                // One predecessor is not a choice, so it needs no parameter to record one.
                1 => {
                    chain.push(at);
                    at = self.preds[at.index()][0].from;
                }
                _ => break self.phi(func, var, at, ty),
            }
        };
        for at in chain {
            self.write(var, at, value);
        }
        self.write(var, block, value);
        value
    }

    /// Records the edges a terminator makes, which is what tells this the shape of the CFG.
    ///
    /// Every terminator has to be handed over, and before the block it goes to is sealed. A
    /// branch this was not told about is a predecessor that will be missed, and the parameter
    /// that should have collected a value from it will be short an argument, which is
    /// something the verifier says out loud rather than something that goes quiet.
    ///
    /// # Panics
    ///
    /// Panics if the instruction is not in a block.
    pub fn branch(&mut self, func: &Func, inst: Inst) {
        let from = func.block_of(inst).expect("a terminator in a block");
        for call in func.target_list(inst).iter() {
            let to = func[call].block;
            self.reserve(to);
            self.preds[to.index()].push(Edge { from, call });
        }
    }

    /// Says that a block has all the predecessors it is going to have.
    ///
    /// # Panics
    ///
    /// Panics if the block has already been sealed.
    pub fn seal(&mut self, func: &mut Func, block: Block) {
        self.reserve(block);
        assert!(!self.sealed[block.index()], "a block is sealed once");
        self.sealed[block.index()] = true;
        // Taken rather than iterated, because filling one of these in reads variables, which
        // can leave a parameter waiting in another block but never in this one.
        let waiting = std::mem::take(&mut self.incomplete[block.index()]);
        for (var, phi) in waiting {
            let value = self.operands(func, var, phi);
            // Only when the parameter is still what the block holds. Between the read that made
            // it and this, the block may have written the variable again, and that write is what
            // the block holds now: the parameter is what it held at the top. A `switch` case is
            // where this happens, since it is read from, written to, and sealed only when the
            // whole body has been walked.
            if self.defs.get(&(var, block)) == Some(&phi) {
                self.write(var, block, value);
            }
        }
    }

    /// Whether a block has been told it has all its predecessors.
    #[must_use]
    pub fn is_sealed(&self, block: Block) -> bool {
        self.sealed.get(block.index()).copied().unwrap_or(false)
    }

    /// Applies everything that was worked out and drops what turned out to be redundant.
    ///
    /// Until this runs the function is correct but wordy: a parameter that stands for one
    /// value is still a parameter, and the branches still pass it. This resolves every operand
    /// of every instruction and every argument of every branch once, and then takes the
    /// parameters out along with the arguments that fed them.
    pub fn finish(mut self, func: &mut Func) {
        self.names(func);
        if self.subst.is_empty() {
            return;
        }

        let blocks: Vec<Block> = func.blocks().collect();
        for &block in &blocks {
            let insts: Vec<Inst> = func.insts(block).collect();
            for inst in insts {
                let args = func[inst].args;
                func.rewrite(args, |value| self.resolve(value));
                for call in func.target_list(inst).iter() {
                    let args = func[call].args;
                    func.rewrite(args, |value| self.resolve(value));
                }
            }
        }

        // Which positions each block is losing. Read off the function rather than off the
        // edges this was told about, so that a branch nobody mentioned still comes out with
        // arguments that match the block it goes to.
        let mut dropped: Vec<Vec<usize>> = vec![Vec::new(); func.counts().blocks];
        for &block in &blocks {
            for (index, &param) in func[block].params.iter().enumerate() {
                if self.subst.contains_key(&param) {
                    dropped[block.index()].push(index);
                }
            }
        }

        for &block in &blocks {
            let insts: Vec<Inst> = func.insts(block).collect();
            for inst in insts {
                for at in func.target_list(inst).iter() {
                    let mut call = func[at];
                    let going = &dropped[call.block.index()];
                    if going.is_empty() {
                        continue;
                    }
                    let kept: Vec<Value> = func[call.args]
                        .iter()
                        .copied()
                        .enumerate()
                        .filter(|(index, _)| !going.contains(index))
                        .map(|(_, value)| value)
                        .collect();
                    call.args = func.push_values(&kept);
                    func.set_block_call(at, call);
                }
            }
        }

        for &block in &blocks {
            if !dropped[block.index()].is_empty() {
                func.retain_params(block, |param| !self.subst.contains_key(&param));
            }
        }
    }

    /// Hands the function which declaration each of its values is the value of.
    ///
    /// Resolved on the way out rather than as it was recorded, because a parameter that stands for
    /// one value is not known to until the blocks that feed it have been walked, and a name put on
    /// one before then would be a name on a value the function is about to lose. What is left after
    /// resolving is a value that is still there, which is the only kind worth naming.
    fn names(&mut self, func: &mut Func) {
        for (value, decl) in std::mem::take(&mut self.holds) {
            let value = self.resolve(value);
            func.declare_value(value, decl);
        }
    }

    // The parts of the algorithm.

    /// A parameter for a block that does not know its predecessors yet.
    fn pending(&mut self, func: &mut Func, var: Var, block: Block, ty: Type) -> Value {
        let phi = func.append_param(block, ty);
        self.phis.insert(phi, Phi { block, var });
        self.incomplete[block.index()].push((var, phi));
        self.write(var, block, phi);
        phi
    }

    /// A parameter for a block that has more than one predecessor, filled in at once.
    fn phi(&mut self, func: &mut Func, var: Var, block: Block, ty: Type) -> Value {
        let phi = func.append_param(block, ty);
        self.phis.insert(phi, Phi { block, var });
        // Written before the operands are read, because reading them can come back here, and
        // this is what stops a loop going round for ever.
        self.write(var, block, phi);
        self.operands(func, var, phi)
    }

    /// Gives a parameter one argument in each predecessor, and asks whether it was worth it.
    fn operands(&mut self, func: &mut Func, var: Var, phi: Value) -> Value {
        let block = self.phis[&phi].block;
        let ty = func[phi].ty;
        // By index, because reading a variable in a predecessor can add edges elsewhere. Not
        // here: the edges of a sealed block are all in, and an unsealed one is not filling
        // anything in yet.
        for index in 0..self.preds[block.index()].len() {
            let edge = self.preds[block.index()][index];
            let value = self.read(func, var, edge.from, ty);
            let mut call = func[edge.call];
            call.args = func.append_arg(call.args, value);
            func.set_block_call(edge.call, call);
            self.users.entry(value).or_default().push(phi);
        }
        self.trivial(func, phi)
    }

    /// Records a parameter as standing for one value, when that is all it ever collected.
    ///
    /// A parameter whose arguments are all one value, ignoring the ones that are the parameter
    /// itself coming round a loop, is that value written at a distance. The paper deletes it
    /// here. This records it and lets [`Ssa::finish`] do the deleting, which is what turns one
    /// walk of the function per removal into one walk of the function.
    fn trivial(&mut self, func: &mut Func, phi: Value) -> Value {
        let block = self.phis[&phi].block;
        let Some(at) = func[block].params.iter().position(|&param| param == phi) else {
            return phi;
        };

        let mut same: Option<Value> = None;
        for index in 0..self.preds[block.index()].len() {
            let edge = self.preds[block.index()][index];
            let arg = self.resolve(func[func[edge.call].args][at]);
            if arg == phi || same == Some(arg) {
                continue;
            }
            if same.is_some() {
                // Two values reach here, so the parameter is what says which.
                return phi;
            }
            same = Some(arg);
        }

        let same = match same {
            Some(value) => value,
            // No arguments at all, so nothing wrote the variable on any path that reaches
            // here, and this is the same case as reading it in a block with no predecessors.
            None => self.undefined(func, func[phi].ty),
        };
        self.subst.insert(phi, same);

        // Whoever read this parameter now reads what it stands for, and one of them may have
        // been holding on for this one value.
        let users = self.users.remove(&phi).unwrap_or_default();
        let inherited: Vec<Value> = users.iter().copied().filter(|&user| user != phi).collect();
        self.users.entry(same).or_default().extend(inherited.iter().copied());
        for user in inherited {
            if !self.subst.contains_key(&user) {
                self.trivial(func, user);
            }
        }
        self.resolve(same)
    }

    /// What a value stands for, after every parameter along the way has been resolved.
    ///
    /// The walk terminates because a parameter is recorded as standing for something exactly
    /// once and what it stands for was already resolved when it was recorded, so the chains
    /// grow at the far end and never close on themselves.
    fn resolve(&mut self, value: Value) -> Value {
        let mut at = value;
        while let Some(&next) = self.subst.get(&at) {
            at = next;
        }
        if at != value {
            self.subst.insert(value, at);
        }
        at
    }

    /// The value of a variable nothing wrote, which is a zero at the top of the entry block.
    ///
    /// One per type, so that two reads of the same uninitialized variable give the same
    /// answer, which is what `spec/08-ir.md` means by unspecified but stable.
    fn undefined(&mut self, func: &mut Func, ty: Type) -> Value {
        if let Some(&(_, value)) = self.zero.iter().find(|&&(at, _)| at == ty) {
            return value;
        }

        let entry = func.entry().expect("a function with a block in it");
        let first = func.insts(entry).next();
        let value = if ty.is_ptr() {
            let int = self.constant(func, entry, first, self.address);
            let args = func.push_values(&[int]);
            let cast = func.create_inst(
                InstData { args, ..InstData::new(Opcode::IntToPtr) },
                &[ty],
                Span::DUMMY,
            );
            place(func, entry, first, cast);
            func[cast].first_result.expect("one result")
        } else {
            self.constant(func, entry, first, ty)
        };

        self.zero.push((ty, value));
        value
    }

    /// A zero of an arithmetic type, at the top of the entry block.
    fn constant(&mut self, func: &mut Func, entry: Block, first: Option<Inst>, ty: Type) -> Value {
        let imm = if ty.lane().is_float() { Imm::from_bits(0) } else { Imm::int(0, ty.lane()) };
        let imm = func.add_imm(imm);
        let opcode = if ty.lane().is_float() { Opcode::FConst } else { Opcode::IConst };
        let inst = func.create_inst(
            InstData { extra: Extra::Imm(imm), ..InstData::new(opcode) },
            &[ty],
            Span::DUMMY,
        );
        place(func, entry, first, inst);
        func[inst].first_result.expect("one result")
    }

    /// Makes room for a block this has not been told about before.
    fn reserve(&mut self, block: Block) {
        let wanted = block.index() + 1;
        if self.sealed.len() < wanted {
            self.sealed.resize(wanted, false);
            self.incomplete.resize_with(wanted, Vec::new);
            self.preds.resize_with(wanted, Vec::new);
        }
    }
}

/// Puts an instruction at the top of the entry block, before whatever was first.
fn place(func: &mut Func, entry: Block, first: Option<Inst>, inst: Inst) {
    match first {
        Some(first) => func.insert_before(inst, first),
        None => func.append_inst(entry, inst),
    }
}

#[cfg(test)]
mod tests {
    use rucc_base::Interner;
    use rucc_ir::{Builder, Flags, IntPred, Module, Signature, print_func, verify_func};
    use rucc_target::{Arch, Env, Os, TargetInfo, Triple};

    use super::*;

    const I32: Type = Type::int(32);
    const BOOL: Type = Type::int(1);

    fn target() -> TargetInfo {
        TargetInfo::new(Triple::new(Arch::X86_64, Os::Linux, Env::Gnu))
    }

    /// The function as text, after the verifier has agreed that it is one.
    ///
    /// Both halves matter and neither says what the other says. The verifier says the result is
    /// a function the rest of the compiler may believe, and the text says which values the
    /// algorithm decided on, which is the part a person has to read to know it did the right
    /// thing rather than merely a consistent one.
    fn checked(func: Func, names: &mut Interner) -> String {
        let mut module = Module::new(names.intern("t.c"), &target());
        let id = module.add_func(func);
        if let Err(errors) = verify_func(&module, &module[id], names) {
            let listed: Vec<String> = errors.iter().map(ToString::to_string).collect();
            panic!("{}", listed.join("\n"));
        }
        print_func(&module, &module[id], names)
    }

    /// A function taking one condition and returning an `i32`, with its entry block sealed.
    fn start(names: &mut Interner) -> (Func, Ssa, Block, Value) {
        let signature = Signature::new().with_params(&[BOOL]).with_returns(&[I32]);
        let mut func = Func::new(names.intern("f"), signature);
        let entry = func.create_block();
        let cond = func.append_param(entry, BOOL);
        let mut ssa = Ssa::new(Type::int(64));
        ssa.seal(&mut func, entry);
        (func, ssa, entry, cond)
    }

    #[test]
    fn a_variable_read_where_it_was_written_is_the_value_it_was_written() {
        let mut names = Interner::new();
        let (mut func, mut ssa, entry, _) = start(&mut names);
        let x = Var::new(0);

        let one = Builder::new(&mut func, entry).iconst(I32, 1);
        ssa.write(x, entry, one);
        let read = ssa.read(&mut func, x, entry, I32);
        assert_eq!(read, one);

        Builder::new(&mut func, entry).ret(&[read]);
        ssa.finish(&mut func);
        assert!(func[entry].params.len() == 1, "no parameter was needed");
    }

    #[test]
    fn a_variable_written_on_both_arms_arrives_as_a_block_parameter() {
        let mut names = Interner::new();
        let (mut func, mut ssa, entry, cond) = start(&mut names);
        let x = Var::new(0);

        let then = func.create_block();
        let otherwise = func.create_block();
        let join = func.create_block();

        let branch = Builder::new(&mut func, entry).br_if(cond, then, &[], otherwise, &[]);
        ssa.branch(&func, branch);
        ssa.seal(&mut func, then);
        ssa.seal(&mut func, otherwise);

        let one = Builder::new(&mut func, then).iconst(I32, 1);
        ssa.write(x, then, one);
        let jump = Builder::new(&mut func, then).jump(join, &[]);
        ssa.branch(&func, jump);

        let two = Builder::new(&mut func, otherwise).iconst(I32, 2);
        ssa.write(x, otherwise, two);
        let jump = Builder::new(&mut func, otherwise).jump(join, &[]);
        ssa.branch(&func, jump);

        ssa.seal(&mut func, join);
        let read = ssa.read(&mut func, x, join, I32);
        Builder::new(&mut func, join).ret(&[read]);
        ssa.finish(&mut func);

        assert_eq!(checked(func, &mut names), DIAMOND);
    }

    #[test]
    fn a_variable_both_arms_agree_about_needs_no_block_parameter() {
        let mut names = Interner::new();
        let (mut func, mut ssa, entry, cond) = start(&mut names);
        let x = Var::new(0);

        let one = Builder::new(&mut func, entry).iconst(I32, 1);
        ssa.write(x, entry, one);

        let then = func.create_block();
        let otherwise = func.create_block();
        let join = func.create_block();

        let branch = Builder::new(&mut func, entry).br_if(cond, then, &[], otherwise, &[]);
        ssa.branch(&func, branch);
        ssa.seal(&mut func, then);
        ssa.seal(&mut func, otherwise);

        for block in [then, otherwise] {
            let jump = Builder::new(&mut func, block).jump(join, &[]);
            ssa.branch(&func, jump);
        }

        ssa.seal(&mut func, join);
        let read = ssa.read(&mut func, x, join, I32);
        assert_eq!(read, one, "the parameter stood for the one value both arms had");
        Builder::new(&mut func, join).ret(&[read]);
        ssa.finish(&mut func);

        assert!(func[join].params.is_empty(), "the parameter was taken out again");
        assert_eq!(checked(func, &mut names), AGREED);
    }

    /// Every value in the function a declaration is behind, by its number, and what is behind it.
    fn named(func: &Func) -> Vec<(usize, Vec<u32>)> {
        (0..func.counts().values)
            .map(|at| (at, func.value_decls(Idx::from_usize(at)).collect::<Vec<u32>>()))
            .filter(|(_, decls)| !decls.is_empty())
            .collect()
    }

    /// A variable the caller named leaves every value it turned into knowing which declaration it
    /// is, the parameter that collects two of them included.
    ///
    /// Three values for one variable is the point. A debugger asking where the variable is at an
    /// address has to be told which of the three was the one in hand there, and that is a question
    /// about the code that came out rather than about this.
    #[test]
    fn a_named_variable_leaves_every_value_it_turned_into_knowing_which_it_is() {
        let mut names = Interner::new();
        let (mut func, mut ssa, entry, cond) = start(&mut names);
        let x = Var::new(0);
        ssa.stands_for(x, 41);

        let then = func.create_block();
        let otherwise = func.create_block();
        let join = func.create_block();

        let branch = Builder::new(&mut func, entry).br_if(cond, then, &[], otherwise, &[]);
        ssa.branch(&func, branch);
        ssa.seal(&mut func, then);
        ssa.seal(&mut func, otherwise);

        let one = Builder::new(&mut func, then).iconst(I32, 1);
        ssa.write(x, then, one);
        let jump = Builder::new(&mut func, then).jump(join, &[]);
        ssa.branch(&func, jump);

        let two = Builder::new(&mut func, otherwise).iconst(I32, 2);
        ssa.write(x, otherwise, two);
        let jump = Builder::new(&mut func, otherwise).jump(join, &[]);
        ssa.branch(&func, jump);

        ssa.seal(&mut func, join);
        let read = ssa.read(&mut func, x, join, I32);
        Builder::new(&mut func, join).ret(&[read]);
        ssa.finish(&mut func);

        let held = vec![(one.index(), vec![41]), (two.index(), vec![41]), (read.index(), vec![41])];
        assert_eq!(named(&func), held);
    }

    /// A parameter that turned out to stand for one value takes no name with it when it goes.
    ///
    /// The name was recorded against the parameter while the arms were being walked, because
    /// nothing knew yet that both of them would agree. What comes out is a name on the value the
    /// parameter stood for, and nothing on a value the function no longer has.
    #[test]
    fn a_name_recorded_against_a_parameter_follows_it_to_what_it_stood_for() {
        let mut names = Interner::new();
        let (mut func, mut ssa, entry, cond) = start(&mut names);
        let x = Var::new(0);
        ssa.stands_for(x, 41);

        let one = Builder::new(&mut func, entry).iconst(I32, 1);
        ssa.write(x, entry, one);

        let then = func.create_block();
        let otherwise = func.create_block();
        let join = func.create_block();

        let branch = Builder::new(&mut func, entry).br_if(cond, then, &[], otherwise, &[]);
        ssa.branch(&func, branch);
        ssa.seal(&mut func, then);
        ssa.seal(&mut func, otherwise);

        for block in [then, otherwise] {
            let jump = Builder::new(&mut func, block).jump(join, &[]);
            ssa.branch(&func, jump);
        }

        ssa.seal(&mut func, join);
        let read = ssa.read(&mut func, x, join, I32);
        Builder::new(&mut func, join).ret(&[read]);
        ssa.finish(&mut func);

        assert_eq!(named(&func), vec![(one.index(), vec![41])]);
    }

    /// A second variable written a value the first one already holds takes no name from it.
    ///
    /// What `int m = a;` looks like from here. The assignment writes no new value, so without this
    /// both names would be behind the one value and everything downstream would have to say the
    /// two are in the same register everywhere either of them is, which is wrong the moment the
    /// program writes one of them again. The value belongs to the name it was written into first.
    #[test]
    fn a_variable_written_a_value_another_one_already_holds_takes_no_name_from_it() {
        let mut names = Interner::new();
        let (mut func, mut ssa, entry, _) = start(&mut names);
        let (a, m) = (Var::new(0), Var::new(1));
        ssa.stands_for(a, 41);
        ssa.stands_for(m, 42);

        let one = Builder::new(&mut func, entry).iconst(I32, 1);
        ssa.write(a, entry, one);
        let read = ssa.read(&mut func, a, entry, I32);
        ssa.write(m, entry, read);
        Builder::new(&mut func, entry).ret(&[read]);
        ssa.finish(&mut func);

        assert_eq!(named(&func), vec![(one.index(), vec![41])]);
    }

    /// A variable nothing named leaves nothing behind, which is every temporary an expression
    /// needed somewhere to put.
    #[test]
    fn a_variable_nothing_named_leaves_no_names_at_all() {
        let mut names = Interner::new();
        let (mut func, mut ssa, entry, _) = start(&mut names);
        let x = Var::new(0);

        let one = Builder::new(&mut func, entry).iconst(I32, 1);
        ssa.write(x, entry, one);
        let read = ssa.read(&mut func, x, entry, I32);
        Builder::new(&mut func, entry).ret(&[read]);
        ssa.finish(&mut func);

        assert!(named(&func).is_empty());
    }

    #[test]
    fn a_variable_a_loop_changes_is_carried_by_the_headers_parameter() {
        let mut names = Interner::new();
        let (mut func, mut ssa, entry, _) = start(&mut names);
        let x = Var::new(0);

        let zero = Builder::new(&mut func, entry).iconst(I32, 0);
        ssa.write(x, entry, zero);

        let header = func.create_block();
        let body = func.create_block();
        let exit = func.create_block();

        let jump = Builder::new(&mut func, entry).jump(header, &[]);
        ssa.branch(&func, jump);

        // The header is left unsealed, which is the whole point: the back edge has not been
        // emitted yet and reading the variable here cannot ask the predecessors.
        let counter = ssa.read(&mut func, x, header, I32);
        let mut build = Builder::new(&mut func, header);
        let ten = build.iconst(I32, 10);
        let test = build.icmp(IntPred::Slt, counter, ten);
        let branch = build.br_if(test, body, &[], exit, &[]);
        ssa.branch(&func, branch);
        ssa.seal(&mut func, body);
        ssa.seal(&mut func, exit);

        let carried = ssa.read(&mut func, x, body, I32);
        let mut build = Builder::new(&mut func, body);
        let one = build.iconst(I32, 1);
        let next = build.binary(Opcode::Add, carried, one, Flags::NONE);
        let jump = build.jump(header, &[]);
        ssa.write(x, body, next);
        ssa.branch(&func, jump);
        ssa.seal(&mut func, header);

        let result = ssa.read(&mut func, x, exit, I32);
        Builder::new(&mut func, exit).ret(&[result]);
        ssa.finish(&mut func);

        assert_eq!(checked(func, &mut names), LOOP);
    }

    #[test]
    fn a_variable_a_loop_does_not_change_is_not_carried_at_all() {
        let mut names = Interner::new();
        let (mut func, mut ssa, entry, cond) = start(&mut names);
        let x = Var::new(0);

        let seven = Builder::new(&mut func, entry).iconst(I32, 7);
        ssa.write(x, entry, seven);

        let header = func.create_block();
        let body = func.create_block();
        let exit = func.create_block();

        let jump = Builder::new(&mut func, entry).jump(header, &[]);
        ssa.branch(&func, jump);

        let branch = Builder::new(&mut func, header).br_if(cond, body, &[], exit, &[]);
        ssa.branch(&func, branch);
        ssa.seal(&mut func, body);
        ssa.seal(&mut func, exit);

        // Read in the body, which is what makes the header need a parameter before the back
        // edge says the parameter is only ever the one value.
        let inside = ssa.read(&mut func, x, body, I32);
        let mut build = Builder::new(&mut func, body);
        build.binary(Opcode::Add, inside, inside, Flags::NONE);
        let jump = build.jump(header, &[]);
        ssa.branch(&func, jump);
        ssa.seal(&mut func, header);

        let result = ssa.read(&mut func, x, exit, I32);
        Builder::new(&mut func, exit).ret(&[result]);
        ssa.finish(&mut func);

        assert!(func[header].params.is_empty(), "the parameter went, and the addition reads %1");
        assert_eq!(checked(func, &mut names), UNCHANGED);
    }

    #[test]
    fn a_variable_two_nested_loops_do_not_change_is_carried_by_neither() {
        // The case the paper's recursive removal is for. The inner header's parameter looks
        // like it collects two values until the outer header's parameter turns out to stand
        // for one, and nothing but redoing the inner one finds that out.
        let mut names = Interner::new();
        let (mut func, mut ssa, entry, cond) = start(&mut names);
        let x = Var::new(0);

        let seven = Builder::new(&mut func, entry).iconst(I32, 7);
        ssa.write(x, entry, seven);

        let outer = func.create_block();
        let inner = func.create_block();
        let latch = func.create_block();
        let exit = func.create_block();

        let jump = Builder::new(&mut func, entry).jump(outer, &[]);
        ssa.branch(&func, jump);

        let jump = Builder::new(&mut func, outer).jump(inner, &[]);
        ssa.branch(&func, jump);

        let read = ssa.read(&mut func, x, inner, I32);
        let mut build = Builder::new(&mut func, inner);
        build.binary(Opcode::Add, read, read, Flags::NONE);
        let branch = build.br_if(cond, inner, &[], latch, &[]);
        ssa.branch(&func, branch);
        ssa.seal(&mut func, inner);
        ssa.seal(&mut func, latch);

        let branch = Builder::new(&mut func, latch).br_if(cond, outer, &[], exit, &[]);
        ssa.branch(&func, branch);
        ssa.seal(&mut func, outer);
        ssa.seal(&mut func, exit);

        let result = ssa.read(&mut func, x, exit, I32);
        Builder::new(&mut func, exit).ret(&[result]);
        ssa.finish(&mut func);

        assert!(func[outer].params.is_empty() && func[inner].params.is_empty());
        assert_eq!(checked(func, &mut names), NESTED);
    }

    #[test]
    fn a_write_after_the_read_that_made_a_parameter_is_what_the_block_holds() {
        // The shape a `switch` case has. The case block is left unsealed while the rest of the
        // body is walked, so a read in it makes a parameter, and a write after that read is
        // what the block holds from then on. Sealing must not put the parameter back.
        let mut names = Interner::new();
        let (mut func, mut ssa, entry, cond) = start(&mut names);
        let x = Var::new(0);

        let one = Builder::new(&mut func, entry).iconst(I32, 1);
        ssa.write(x, entry, one);

        let case = func.create_block();
        let other = func.create_block();
        let branch = Builder::new(&mut func, entry).br_if(cond, case, &[], other, &[]);
        ssa.branch(&func, branch);
        ssa.seal(&mut func, other);

        // The case, reached before it is known what else reaches it.
        let read = ssa.read(&mut func, x, case, I32);
        let sum = Builder::new(&mut func, case).binary(Opcode::Add, read, read, Flags::NONE);
        ssa.write(x, case, sum);

        // The other edge into it, which is what a `case` falling into the next one is.
        let mut build = Builder::new(&mut func, other);
        let two = build.iconst(I32, 2);
        let jump = build.jump(case, &[]);
        ssa.write(x, other, two);
        ssa.branch(&func, jump);
        ssa.seal(&mut func, case);

        let after = ssa.read(&mut func, x, case, I32);
        assert_eq!(after, sum, "the block holds what it wrote, not the parameter it started at");
        Builder::new(&mut func, case).ret(&[after]);
        ssa.finish(&mut func);

        assert_eq!(checked(func, &mut names), WRITTEN_AFTER);
    }

    #[test]
    fn a_variable_nothing_wrote_reads_as_the_same_zero_every_time() {
        let mut names = Interner::new();
        let (mut func, mut ssa, entry, _) = start(&mut names);
        let x = Var::new(0);
        let y = Var::new(1);
        let z = Var::new(2);

        let first = ssa.read(&mut func, x, entry, I32);
        let second = ssa.read(&mut func, y, entry, I32);
        let pointer = ssa.read(&mut func, z, entry, Type::PTR);
        assert_eq!(first, second, "unspecified, and the same both times");
        assert_ne!(first, pointer);

        Builder::new(&mut func, entry).ret(&[first]);
        ssa.finish(&mut func);
        assert_eq!(checked(func, &mut names), UNWRITTEN);
    }

    /// Two arms with different values, so the block below them takes a parameter.
    const DIAMOND: &str = "\
func @f(i1) -> i32, linkage(external) {
block0(%0: i1):
    br_if %0, block1, block2

block1:
    %1 = iconst.i32 1
    jump block3(%1)

block2:
    %2 = iconst.i32 2
    jump block3(%2)

block3(%3: i32):
    return %3
}
";

    /// Two arms with one value between them, so it does not.
    const AGREED: &str = "\
func @f(i1) -> i32, linkage(external) {
block0(%0: i1):
    %1 = iconst.i32 1
    br_if %0, block1, block2

block1:
    jump block3

block2:
    jump block3

block3:
    return %1
}
";

    /// A counter, which the header's parameter carries round and the body's addition adds
    /// to. The parameter is what a phi node would have been.
    const LOOP: &str = "\
func @f(i1) -> i32, linkage(external) {
block0(%0: i1):
    %1 = iconst.i32 0
    jump block1(%1)

block1(%2: i32):
    %3 = iconst.i32 10
    %4 = icmp slt %2, %3
    br_if %4, block2, block3

block2:
    %5 = iconst.i32 1
    %6 = add %2, %5
    jump block1(%6)

block3:
    return %2
}
";

    /// The same loop over a variable nothing in it writes, where the header's parameter is
    /// made, filled in from both edges, and then found to be the one value it started with.
    const UNCHANGED: &str = "\
func @f(i1) -> i32, linkage(external) {
block0(%0: i1):
    %1 = iconst.i32 7
    jump block1

block1:
    br_if %0, block2, block3

block2:
    %2 = add %1, %1
    jump block1

block3:
    return %1
}
";

    /// Two nested loops over a variable neither writes. The inner header's parameter is only
    /// found to be redundant after the outer one is, which is the recursion in the paper.
    const NESTED: &str = "\
func @f(i1) -> i32, linkage(external) {
block0(%0: i1):
    %1 = iconst.i32 7
    jump block1

block1:
    jump block2

block2:
    %2 = add %1, %1
    br_if %0, block2, block3

block3:
    br_if %0, block1, block4

block4:
    return %1
}
";

    /// A block whose parameter carries what the variable held on the way in, and whose own
    /// write is what it holds on the way out.
    const WRITTEN_AFTER: &str = "\
func @f(i1) -> i32, linkage(external) {
block0(%0: i1):
    %1 = iconst.i32 1
    br_if %0, block1(%1), block2

block1(%2: i32):
    %3 = add %2, %2
    return %3

block2:
    %4 = iconst.i32 2
    jump block1(%4)
}
";

    /// A read of something nothing wrote, twice for one type and once for a pointer, which is
    /// two constants at the top of the entry block and a cast for the pointer.
    const UNWRITTEN: &str = "\
func @f(i1) -> i32, linkage(external) {
block0(%0: i1):
    %1 = iconst.i64 0
    %2 = inttoptr.ptr %1
    %3 = iconst.i32 0
    return %3
}
";
}