taped 1.2.1

A lightweight cursor for non-linear parsing of slices.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111

#[derive(Copy, Clone)]
struct CharType(u8);

impl CharType {
    const IS_KEY_PART: Self = Self(0b0001);
    const IS_KEY_START: Self = Self(0b0010);
    const IS_SIMPLE_WS: Self = Self(0b0100);
    const FLAGS_LEN: u32 = 3; // number of flag bits

    #[inline]
    const fn bits(self) -> u8 {
        self.0
    }

    #[inline]
    const fn with_len(self, len: u8) -> u8 {
        self.0 | (len << Self::FLAGS_LEN)
    }
}

/// One byte for every possible `u8` value.
const CHAR_TABLE: [u8; 256] = {
    let mut table = [0u8; 256];
    table[b' ' as usize] = CharType::IS_SIMPLE_WS.with_len(1);
    table[b'\t' as usize] = CharType::IS_SIMPLE_WS.with_len(4);
    table[b'\r' as usize] = CharType::IS_SIMPLE_WS.with_len(1);

    // Get starts
    let starts = concat!(
        "abcdefghijklmnopqrstuvwxyz",
        "ABCDEFGHIJKLMNOPQRSTUVWXYZ",
        "$",
    )
    .as_bytes();
    let mut i = 0;
    while i < starts.len() {
        table[starts[i] as usize] = CharType::IS_KEY_START.bits();
        i += 1;
    }

    // Get parts
    let parts = concat!(
        "abcdefghijklmnopqrstuvwxyz",
        "ABCDEFGHIJKLMNOPQRSTUVWXYZ",
        "0123456789",
        "-_.$",
    )
    .as_bytes();
    let mut i = 0;
    while i < parts.len() {
        table[parts[i] as usize] = CharType::IS_KEY_PART.bits();
        i += 1;
    }

    table
};

pub trait CharExt {
    /// Returns true if this is a whitespace character that is commonly typed.
    /// Includes space, tab, newline, and carriage return.
    #[must_use]
    #[allow(clippy::wrong_self_convention)] // pass primitive by value
    fn is_simple_ws(self) -> bool;

    /// Returns the length of the given whitespace character,
    /// where a tab counts as 4 spaces and all other simple whitespace count as 1.
    ///
    /// All other characters return a length of 0.
    #[must_use]
    fn simple_ws_len(self) -> u8;
}

impl CharExt for u8 {
    #[inline]
    fn is_simple_ws(self) -> bool {
        (CHAR_TABLE[self as usize] & CharType::IS_SIMPLE_WS.bits()) != 0
    }

    #[inline]
    fn simple_ws_len(self) -> u8 {
        // shift the stored length value back down
        CHAR_TABLE[self as usize] >> CharType::FLAGS_LEN
    }
}

pub trait SliceExt<'a> {
    /// Returns a subslice with leading and trailing flanking white space removed.
    fn trim_simple_ws(self) -> Self;
}

impl<'a> SliceExt<'a> for &'a [u8] {
    fn trim_simple_ws(mut self) -> Self {
        while let [first, rest @ ..] = self {
            // peel off front
            if first.is_simple_ws() {
                self = rest;
            } else {
                break;
            }
        }
        while let [rest @ .., last] = self {
            // peel off back
            if last.is_simple_ws() {
                self = rest;
            } else {
                break;
            }
        }
        self
    }
}