grafeo-core 0.5.42

Core graph models, indexes, and execution primitives for Grafeo
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
//! Wavelet tree for sequence indexing with rank/select/access.
//!
//! A wavelet tree is a space-efficient data structure for sequences over
//! a finite alphabet, supporting:
//!
//! - `access(i)`: Symbol at position i in O(log σ)
//! - `rank(c, i)`: Count of symbol c in [0, i) in O(log σ)
//! - `select(c, k)`: Position of k-th occurrence of c in O(log σ)
//!
//! where σ is the alphabet size.
//!
//! # Space complexity
//!
//! n log σ + o(n log σ) bits, where n is sequence length and σ is alphabet size.
//!
//! # Use cases
//!
//! - Ring Index for RDF triples (Phase 17)
//! - Compressed suffix arrays
//! - Burrows-Wheeler Transform indexing
//!
//! # Example
//!
//! ```no_run
//! use grafeo_core::codec::succinct::WaveletTree;
//!
//! // Index a sequence of predicate IDs
//! let predicates = vec![0, 1, 0, 2, 1, 0, 2, 2];
//! let wt = WaveletTree::new(&predicates);
//!
//! assert_eq!(wt.access(3), 2);
//! assert_eq!(wt.rank(0, 6), 3);  // Three 0s in [0, 6)
//! assert_eq!(wt.select(1, 1), Some(4));  // Second 1 at position 4
//! ```

use super::super::BitVectorBuilder;
use super::rank_select::SuccinctBitVector;

/// Structural-invariant violation surfaced by
/// [`WaveletTree::from_packed_parts`] when the supplied parts cannot
/// describe a well-formed wavelet tree.
#[derive(Debug, Clone, PartialEq, Eq)]
pub enum WaveletInvariantError {
    /// `levels.len()` does not equal `height`.
    LevelHeightMismatch {
        /// Number of bitvector levels supplied.
        levels_len: usize,
        /// Tree height declared in the packed metadata.
        height: usize,
    },
    /// A bitvector level's length disagrees with the declared sequence
    /// length.
    LevelLenMismatch {
        /// Level index that disagreed.
        level: usize,
        /// Declared sequence length.
        expected: usize,
        /// Bit count actually carried by that level.
        actual: usize,
    },
    /// Symbol table is not sorted ascending (or contains duplicates),
    /// which would alias two distinct codes onto the same alphabet
    /// entry.
    SymbolsNotSorted {
        /// First index where the order broke.
        index: usize,
    },
    /// Symbol table holds more entries than the alphabet size declared
    /// in `sigma` allows.
    SymbolsExceedSigma {
        /// Symbols supplied.
        symbols_len: usize,
        /// Alphabet size claimed in the packed header.
        sigma: u64,
    },
}

impl std::fmt::Display for WaveletInvariantError {
    fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
        match self {
            Self::LevelHeightMismatch { levels_len, height } => write!(
                f,
                "wavelet levels length ({levels_len}) does not match height ({height})"
            ),
            Self::LevelLenMismatch {
                level,
                expected,
                actual,
            } => write!(
                f,
                "wavelet level {level} bit count ({actual}) does not match declared len ({expected})"
            ),
            Self::SymbolsNotSorted { index } => {
                write!(f, "wavelet symbol table not sorted at index {index}")
            }
            Self::SymbolsExceedSigma { symbols_len, sigma } => write!(
                f,
                "wavelet symbol table size ({symbols_len}) exceeds sigma ({sigma})"
            ),
        }
    }
}

impl std::error::Error for WaveletInvariantError {}

/// Wavelet tree for sequence rank/select/access operations.
///
/// Supports sequences of u64 symbols. Internally builds a binary tree
/// of bitvectors, one level per bit of the alphabet encoding.
#[derive(Debug, Clone, serde::Serialize, serde::Deserialize)]
pub struct WaveletTree {
    /// Bitvectors at each level of the tree.
    /// Level 0 is the root, level h-1 is the leaves.
    levels: Vec<SuccinctBitVector>,

    /// Number of bits needed to represent the alphabet (ceil(log2(sigma))).
    height: usize,

    /// Alphabet size (number of distinct symbols + 1 for 0).
    sigma: u64,

    /// Length of the original sequence.
    len: usize,

    /// Sorted unique symbols (for mapping back).
    symbols: Vec<u64>,

    /// Symbol to code mapping.
    symbol_to_code: hashbrown::HashMap<u64, u64>,
}

impl WaveletTree {
    /// Creates a new wavelet tree from a sequence of symbols.
    ///
    /// The symbols are internally remapped to a compact alphabet [0, sigma).
    ///
    /// # Panics
    ///
    /// Panics if a symbol in the sequence is not found in the symbol-to-code mapping (invariant violation).
    #[must_use]
    pub fn new(sequence: &[u64]) -> Self {
        if sequence.is_empty() {
            return Self {
                levels: Vec::new(),
                height: 0,
                sigma: 0,
                len: 0,
                symbols: Vec::new(),
                symbol_to_code: hashbrown::HashMap::default(),
            };
        }

        // Build symbol mapping
        let mut symbols: Vec<u64> = sequence.to_vec();
        symbols.sort_unstable();
        symbols.dedup();

        let sigma = symbols.len() as u64;
        let height = if sigma <= 1 {
            1
        } else {
            64 - (sigma - 1).leading_zeros() as usize
        };

        let mut symbol_to_code = hashbrown::HashMap::with_capacity(symbols.len());
        for (code, &sym) in symbols.iter().enumerate() {
            symbol_to_code.insert(sym, code as u64);
        }

        // Remap sequence to codes
        let codes: Vec<u64> = sequence
            .iter()
            .map(|&s| {
                *symbol_to_code
                    .get(&s)
                    .expect("symbol_to_code built from same sequence")
            })
            .collect();

        // Build wavelet tree levels
        let levels = Self::build_levels(&codes, height);

        Self {
            levels,
            height,
            sigma,
            len: sequence.len(),
            symbols,
            symbol_to_code,
        }
    }

    /// Build the bitvector levels of the wavelet tree.
    fn build_levels(codes: &[u64], height: usize) -> Vec<SuccinctBitVector> {
        if codes.is_empty() || height == 0 {
            return Vec::new();
        }

        let mut levels = Vec::with_capacity(height);
        let mut current_sequence: Vec<(u64, usize)> = codes
            .iter()
            .copied()
            .enumerate()
            .map(|(i, c)| (c, i))
            .collect();

        for level in 0..height {
            let bit_pos = height - 1 - level;
            let mut builder = BitVectorBuilder::with_capacity(current_sequence.len());

            // Build bitvector for this level
            for &(code, _) in &current_sequence {
                let bit = (code >> bit_pos) & 1;
                builder.push(bit == 1);
            }

            levels.push(SuccinctBitVector::from_bitvec(builder.freeze()));

            // Partition for next level: 0-bits go left, 1-bits go right
            let mut left = Vec::new();
            let mut right = Vec::new();

            for &(code, orig_idx) in &current_sequence {
                let bit = (code >> bit_pos) & 1;
                if bit == 0 {
                    left.push((code, orig_idx));
                } else {
                    right.push((code, orig_idx));
                }
            }

            // Concatenate for next level (left then right)
            current_sequence = left;
            current_sequence.extend(right);
        }

        levels
    }

    /// Returns the length of the sequence.
    #[must_use]
    pub fn len(&self) -> usize {
        self.len
    }

    /// Returns whether the sequence is empty.
    #[must_use]
    pub fn is_empty(&self) -> bool {
        self.len == 0
    }

    /// Returns the alphabet size.
    #[must_use]
    pub fn sigma(&self) -> u64 {
        self.sigma
    }

    /// Returns the tree height (number of bitvector levels).
    #[must_use]
    pub fn height(&self) -> usize {
        self.height
    }

    /// Returns the underlying `SuccinctBitVector` levels (Phase 6c
    /// packed-format access). Internal: used by the packed serializer
    /// to write per-level bytes; not part of the long-term query API.
    #[must_use]
    pub fn levels_slice(&self) -> &[SuccinctBitVector] {
        &self.levels
    }

    /// Returns the sorted symbol table (Phase 6c packed-format access).
    /// Used by the packed serializer to write the symbols region.
    #[must_use]
    pub fn symbols_slice(&self) -> &[u64] {
        &self.symbols
    }

    /// Phase 6c: reconstruction entry point used by
    /// [`crate::index::ring::packed_wavelet::deserialize_wavelet_tree`]
    /// after parsing the packed format. Skips the `WaveletTree::new`
    /// build path because the levels and symbol table are already
    /// authoritative.
    ///
    /// # Errors
    ///
    /// Returns [`WaveletInvariantError`] if the supplied parts violate
    /// any structural invariant: levels count must match height, every
    /// level's bit count must equal `len`, the symbol table must be
    /// sorted, and `symbols.len()` must not exceed `sigma`. Without
    /// these checks malformed packed data could create a tree whose
    /// `access` and `rank` queries return inconsistent results.
    pub fn from_packed_parts(
        levels: Vec<SuccinctBitVector>,
        height: usize,
        sigma: u64,
        len: usize,
        symbols: Vec<u64>,
    ) -> Result<Self, WaveletInvariantError> {
        // An empty tree (built from `&[]`) carries no levels and zero
        // height. The validation below treats those cases uniformly.
        if levels.len() != height {
            return Err(WaveletInvariantError::LevelHeightMismatch {
                levels_len: levels.len(),
                height,
            });
        }
        for (level_idx, bv) in levels.iter().enumerate() {
            if bv.len() != len {
                return Err(WaveletInvariantError::LevelLenMismatch {
                    level: level_idx,
                    expected: len,
                    actual: bv.len(),
                });
            }
        }
        if (symbols.len() as u64) > sigma {
            return Err(WaveletInvariantError::SymbolsExceedSigma {
                symbols_len: symbols.len(),
                sigma,
            });
        }
        // Symbols must be sorted ascending so that index = code maps
        // back to the original alphabet (mirrors `WaveletTree::new`).
        for i in 1..symbols.len() {
            if symbols[i - 1] >= symbols[i] {
                return Err(WaveletInvariantError::SymbolsNotSorted { index: i });
            }
        }

        let mut symbol_to_code = hashbrown::HashMap::with_capacity(symbols.len());
        for (code, &sym) in symbols.iter().enumerate() {
            symbol_to_code.insert(sym, code as u64);
        }
        Ok(Self {
            levels,
            height,
            sigma,
            len,
            symbols,
            symbol_to_code,
        })
    }

    /// Returns the symbol at position i.
    ///
    /// # Time complexity
    ///
    /// O(log σ)
    ///
    /// # Panics
    ///
    /// Panics if i >= len().
    #[must_use]
    pub fn access(&self, i: usize) -> u64 {
        assert!(i < self.len, "Index {} out of bounds (len={})", i, self.len);

        let mut pos = i;
        let mut code = 0u64;

        for level in 0..self.height {
            let bv = &self.levels[level];
            let bit = bv.get(pos).unwrap_or(false);
            let bit_pos = self.height - 1 - level;

            if bit {
                code |= 1 << bit_pos;
                // Move to right subtree: position becomes rank1 + offset
                let zeros_total = bv.count_zeros();
                pos = zeros_total + bv.rank1(pos);
            } else {
                // Move to left subtree: position becomes rank0
                pos = bv.rank0(pos);
            }
        }

        // Map code back to original symbol.
        // code is bounded by sigma (alphabet size); use checked conversion.
        let code_idx = usize::try_from(code).ok();
        code_idx
            .and_then(|idx| self.symbols.get(idx))
            .copied()
            .unwrap_or(0)
    }

    /// Returns the number of occurrences of symbol in [0, i).
    ///
    /// # Time complexity
    ///
    /// O(log σ)
    #[must_use]
    pub fn rank(&self, symbol: u64, i: usize) -> usize {
        if i == 0 || self.is_empty() {
            return 0;
        }

        let Some(&code) = self.symbol_to_code.get(&symbol) else {
            return 0; // Symbol not in alphabet
        };

        let i = i.min(self.len);
        let mut lo = 0;
        let mut hi = i;

        for level in 0..self.height {
            let bv = &self.levels[level];
            let bit_pos = self.height - 1 - level;
            let bit = (code >> bit_pos) & 1;

            if bit == 0 {
                // Follow left (0-bits)
                lo = bv.rank0(lo);
                hi = bv.rank0(hi);
            } else {
                // Follow right (1-bits)
                let zeros_total = bv.count_zeros();
                lo = zeros_total + bv.rank1(lo);
                hi = zeros_total + bv.rank1(hi);
            }
        }

        hi - lo
    }

    /// Returns the position of the k-th occurrence of symbol (0-indexed).
    ///
    /// Returns `None` if there are fewer than k+1 occurrences.
    ///
    /// # Time complexity
    ///
    /// O(log σ)
    #[must_use]
    pub fn select(&self, symbol: u64, k: usize) -> Option<usize> {
        if self.is_empty() {
            return None;
        }

        let &code = self.symbol_to_code.get(&symbol)?;

        // Find the range for this symbol at the deepest level
        let mut lo = 0usize;
        let mut hi = self.len;

        // Navigate down to find the range
        for level in 0..self.height {
            let bv = &self.levels[level];
            let bit_pos = self.height - 1 - level;
            let bit = (code >> bit_pos) & 1;

            if bit == 0 {
                lo = bv.rank0(lo);
                hi = bv.rank0(hi);
            } else {
                let zeros_total = bv.count_zeros();
                lo = zeros_total + bv.rank1(lo);
                hi = zeros_total + bv.rank1(hi);
            }
        }

        // Check if k-th occurrence exists
        if k >= hi - lo {
            return None;
        }

        // Navigate back up using select
        let mut pos = lo + k;

        for level in (0..self.height).rev() {
            let bv = &self.levels[level];
            let bit_pos = self.height - 1 - level;
            let bit = (code >> bit_pos) & 1;

            if bit == 0 {
                // We need to find position where rank0 gives us 'pos'
                pos = bv.select0(pos)?;
            } else {
                // Adjust for the offset in right subtree
                let zeros_total = bv.count_zeros();
                let rank_in_right = pos - zeros_total;
                pos = bv.select1(rank_in_right)?;
            }
        }

        Some(pos)
    }

    /// Returns the count of symbol in the entire sequence.
    #[must_use]
    pub fn count(&self, symbol: u64) -> usize {
        self.rank(symbol, self.len)
    }

    /// Returns an iterator over all distinct symbols in the sequence.
    pub fn alphabet(&self) -> impl Iterator<Item = u64> + '_ {
        self.symbols.iter().copied()
    }

    /// Returns the size in bytes.
    #[must_use]
    pub fn size_bytes(&self) -> usize {
        let base = std::mem::size_of::<Self>();
        let levels_bytes: usize = self.levels.iter().map(|bv| bv.size_bytes()).sum();
        let symbols_bytes = self.symbols.len() * 8;
        let map_bytes = self.symbol_to_code.len() * 16; // Approximate

        base + levels_bytes + symbols_bytes + map_bytes
    }

    /// Returns an iterator over all (position, symbol) pairs.
    pub fn iter(&self) -> impl Iterator<Item = (usize, u64)> + '_ {
        (0..self.len).map(move |i| (i, self.access(i)))
    }

    /// Validates structural invariants after deserialization.
    ///
    /// Checks that:
    /// - `levels.len()` equals `height`
    /// - `symbols.len()` equals `sigma`
    /// - `symbol_to_code` is consistent with `symbols`
    /// - `height` is consistent with `sigma`
    /// - Each level bitvector has the expected length
    ///
    /// # Errors
    ///
    /// Returns a description of the first violated invariant.
    pub fn validate(&self) -> Result<(), String> {
        // Empty tree: all fields should be zero/empty
        if self.len == 0 {
            if self.height != 0 {
                return Err(format!("empty tree has non-zero height {}", self.height));
            }
            if self.sigma != 0 {
                return Err(format!("empty tree has non-zero sigma {}", self.sigma));
            }
            if !self.levels.is_empty() {
                return Err(format!("empty tree has {} levels", self.levels.len()));
            }
            if !self.symbols.is_empty() {
                return Err(format!("empty tree has {} symbols", self.symbols.len()));
            }
            return Ok(());
        }

        // Non-empty tree checks
        if self.levels.len() != self.height {
            return Err(format!(
                "levels count {} != height {}",
                self.levels.len(),
                self.height
            ));
        }

        let sigma_usize = usize::try_from(self.sigma).map_err(|_| {
            format!(
                "sigma {} exceeds usize::MAX, cannot validate on this platform",
                self.sigma
            )
        })?;
        if self.symbols.len() != sigma_usize {
            return Err(format!(
                "symbols count {} != sigma {}",
                self.symbols.len(),
                self.sigma
            ));
        }

        if self.symbol_to_code.len() != self.symbols.len() {
            return Err(format!(
                "symbol_to_code size {} != symbols count {}",
                self.symbol_to_code.len(),
                self.symbols.len()
            ));
        }

        // Height must be consistent with sigma
        let expected_height = if self.sigma <= 1 {
            1
        } else {
            64 - (self.sigma - 1).leading_zeros() as usize
        };
        if self.height != expected_height {
            return Err(format!(
                "height {} inconsistent with sigma {} (expected {expected_height})",
                self.height, self.sigma
            ));
        }

        // Each level bitvector must have the same length as the sequence
        for (i, bv) in self.levels.iter().enumerate() {
            if bv.len() != self.len {
                return Err(format!(
                    "level {i} bitvector length {} != sequence length {}",
                    bv.len(),
                    self.len
                ));
            }
        }

        // Verify symbol_to_code maps each symbol to a valid code in [0, sigma)
        for (i, &sym) in self.symbols.iter().enumerate() {
            match self.symbol_to_code.get(&sym) {
                Some(&code) if code == i as u64 => {}
                Some(&code) => {
                    return Err(format!("symbol_to_code[{sym}] = {code}, expected {i}"));
                }
                None => {
                    return Err(format!(
                        "symbol {sym} at index {i} missing from symbol_to_code"
                    ));
                }
            }
        }

        Ok(())
    }
}

#[cfg(test)]
mod tests {
    use super::*;

    #[test]
    fn test_empty() {
        let wt = WaveletTree::new(&[]);
        assert!(wt.is_empty());
        assert_eq!(wt.len(), 0);
        assert_eq!(wt.sigma(), 0);
        assert_eq!(wt.rank(0, 0), 0);
        assert_eq!(wt.select(0, 0), None);
    }

    #[test]
    fn test_single() {
        let wt = WaveletTree::new(&[42]);
        assert_eq!(wt.len(), 1);
        assert_eq!(wt.access(0), 42);
        assert_eq!(wt.rank(42, 1), 1);
        assert_eq!(wt.select(42, 0), Some(0));
    }

    #[test]
    fn test_small() {
        let seq = vec![0, 1, 0, 2, 1, 0, 2, 2];
        let wt = WaveletTree::new(&seq);

        // Test access
        for (i, &expected) in seq.iter().enumerate() {
            assert_eq!(wt.access(i), expected, "access({}) failed", i);
        }

        // Test rank
        assert_eq!(wt.rank(0, 0), 0);
        assert_eq!(wt.rank(0, 1), 1);
        assert_eq!(wt.rank(0, 3), 2);
        assert_eq!(wt.rank(0, 8), 3);

        assert_eq!(wt.rank(1, 2), 1);
        assert_eq!(wt.rank(1, 5), 2);
        assert_eq!(wt.rank(1, 8), 2);

        assert_eq!(wt.rank(2, 4), 1);
        assert_eq!(wt.rank(2, 8), 3);

        // Test select
        assert_eq!(wt.select(0, 0), Some(0));
        assert_eq!(wt.select(0, 1), Some(2));
        assert_eq!(wt.select(0, 2), Some(5));
        assert_eq!(wt.select(0, 3), None);

        assert_eq!(wt.select(1, 0), Some(1));
        assert_eq!(wt.select(1, 1), Some(4));
        assert_eq!(wt.select(1, 2), None);

        assert_eq!(wt.select(2, 0), Some(3));
        assert_eq!(wt.select(2, 1), Some(6));
        assert_eq!(wt.select(2, 2), Some(7));
    }

    #[test]
    // reason: i % 10 is non-negative for positive range
    #[allow(clippy::cast_sign_loss)]
    fn test_rank_select_consistency() {
        let seq: Vec<u64> = (0..1000).map(|i| (i % 10) as u64).collect();
        let wt = WaveletTree::new(&seq);

        // For each symbol, verify rank/select consistency
        for sym in 0..10u64 {
            let count = wt.count(sym);
            for k in 0..count {
                let pos = wt.select(sym, k).expect("select should succeed");
                assert_eq!(
                    wt.rank(sym, pos),
                    k,
                    "rank(select({})) mismatch for symbol {}",
                    k,
                    sym
                );
                assert_eq!(wt.access(pos), sym, "access mismatch at position {}", pos);
            }
        }
    }

    #[test]
    fn test_access_all() {
        let seq: Vec<u64> = vec![5, 3, 8, 1, 3, 5, 1, 8, 3];
        let wt = WaveletTree::new(&seq);

        for (i, &expected) in seq.iter().enumerate() {
            assert_eq!(wt.access(i), expected, "access({}) failed", i);
        }
    }

    #[test]
    fn test_large_alphabet() {
        // Test with larger alphabet
        let seq: Vec<u64> = (0..100).map(|i| i * 7 % 50).collect();
        let wt = WaveletTree::new(&seq);

        assert_eq!(wt.len(), 100);

        for (i, &expected) in seq.iter().enumerate() {
            assert_eq!(wt.access(i), expected, "access({}) failed", i);
        }
    }

    #[test]
    fn test_count() {
        let seq = vec![0, 1, 0, 2, 1, 0, 2, 2];
        let wt = WaveletTree::new(&seq);

        assert_eq!(wt.count(0), 3);
        assert_eq!(wt.count(1), 2);
        assert_eq!(wt.count(2), 3);
        assert_eq!(wt.count(99), 0); // Non-existent symbol
    }

    #[test]
    fn test_nonexistent_symbol() {
        let wt = WaveletTree::new(&[1, 2, 3]);

        assert_eq!(wt.rank(99, 3), 0);
        assert_eq!(wt.select(99, 0), None);
        assert_eq!(wt.count(99), 0);
    }

    #[test]
    fn test_alphabet() {
        let seq = vec![5, 3, 8, 1];
        let wt = WaveletTree::new(&seq);

        let mut alpha: Vec<u64> = wt.alphabet().collect();
        alpha.sort_unstable();
        assert_eq!(alpha, vec![1, 3, 5, 8]);
    }

    #[test]
    fn test_iter() {
        let seq = vec![2, 0, 1];
        let wt = WaveletTree::new(&seq);

        let collected: Vec<(usize, u64)> = wt.iter().collect();
        assert_eq!(collected, vec![(0, 2), (1, 0), (2, 1)]);
    }

    #[test]
    fn test_single_symbol_repeated() {
        // All same symbol
        let seq = vec![7, 7, 7, 7, 7];
        let wt = WaveletTree::new(&seq);

        assert_eq!(wt.sigma(), 1);
        for i in 0..5 {
            assert_eq!(wt.access(i), 7);
        }
        assert_eq!(wt.rank(7, 3), 3);
        assert_eq!(wt.select(7, 2), Some(2));
    }

    #[test]
    fn test_large_values() {
        let seq: Vec<u64> = vec![1_000_000, 5_000_000, 1_000_000, 10_000_000];
        let wt = WaveletTree::new(&seq);

        for (i, &expected) in seq.iter().enumerate() {
            assert_eq!(wt.access(i), expected, "access({}) failed", i);
        }

        assert_eq!(wt.count(1_000_000), 2);
        assert_eq!(wt.rank(1_000_000, 3), 2);
    }

    #[test]
    fn test_validate_empty() {
        let wt = WaveletTree::new(&[]);
        assert!(wt.validate().is_ok());
    }

    #[test]
    fn test_validate_non_empty() {
        let wt = WaveletTree::new(&[0, 1, 0, 2, 1, 0, 2, 2]);
        assert!(wt.validate().is_ok());
    }

    #[test]
    fn test_validate_single_symbol() {
        let wt = WaveletTree::new(&[7, 7, 7]);
        assert!(wt.validate().is_ok());
    }

    #[test]
    fn test_validate_large_alphabet() {
        let seq: Vec<u64> = (0..100).map(|i| i * 7 % 50).collect();
        let wt = WaveletTree::new(&seq);
        assert!(wt.validate().is_ok());
    }

    #[test]
    fn test_validate_bad_height() {
        // sigma=4 expects height=2. Corrupt height to 5 and pad levels
        // so the levels-count check passes but height/sigma check catches it.
        let wt = WaveletTree::new(&[0, 1, 2, 3]);
        let mut json_val: serde_json::Value = serde_json::to_value(&wt).unwrap();
        let first_level = json_val["levels"][0].clone();
        let levels = json_val["levels"].as_array_mut().unwrap();
        // Pad to 5 levels so levels.len() == height
        while levels.len() < 5 {
            levels.push(first_level.clone());
        }
        json_val["height"] = serde_json::json!(5);
        let corrupted: WaveletTree = serde_json::from_value(json_val).unwrap();
        let err = corrupted.validate().unwrap_err();
        assert!(
            err.contains("height") && err.contains("inconsistent"),
            "expected height-inconsistent error, got: {err}"
        );
    }

    #[test]
    fn test_validate_bad_level_count() {
        let wt = WaveletTree::new(&[0, 1, 2, 3]);
        let mut json_val: serde_json::Value = serde_json::to_value(&wt).unwrap();
        // Remove one level so levels.len() != height
        let levels = json_val["levels"].as_array_mut().unwrap();
        levels.pop();
        let corrupted: WaveletTree = serde_json::from_value(json_val).unwrap();
        let err = corrupted.validate().unwrap_err();
        assert!(
            err.contains("levels count") && err.contains("height"),
            "expected levels/height mismatch error, got: {err}"
        );
    }

    #[test]
    fn test_validate_mismatched_symbols() {
        let wt = WaveletTree::new(&[0, 1, 2, 3]);
        let mut json_val: serde_json::Value = serde_json::to_value(&wt).unwrap();
        // Remove one symbol so symbols.len() != sigma
        let symbols = json_val["symbols"].as_array_mut().unwrap();
        symbols.pop();
        let corrupted: WaveletTree = serde_json::from_value(json_val).unwrap();
        let err = corrupted.validate().unwrap_err();
        assert!(
            err.contains("symbols count") && err.contains("sigma"),
            "expected symbols/sigma mismatch error, got: {err}"
        );
    }
}