1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
use crate::SyntaxKind;
#[derive(Debug, Clone, Copy, PartialEq, Eq)]
pub struct TokenSet([u128; 2]);
impl TokenSet {
pub const EMPTY: TokenSet = TokenSet([0; 2]);
pub const fn singleton(kind: SyntaxKind) -> TokenSet {
TokenSet(mask(kind))
}
pub const fn union(self, other: TokenSet) -> TokenSet {
TokenSet([self.0[0] | other.0[0], self.0[1] | other.0[1]])
}
pub fn contains(&self, kind: SyntaxKind) -> bool {
let num = kind as usize;
match num {
0..=127 => self.0[0] & mask(kind)[0] != 0,
_ => self.0[1] & mask(kind)[1] != 0,
}
}
}
const fn mask(kind: SyntaxKind) -> [u128; 2] {
let num = kind as usize;
match num {
0..=127 => [1u128 << num, 0],
_ => [0, 1u128 << (num - 127)],
}
}
#[macro_export]
macro_rules! token_set {
($($t:expr),*) => { TokenSet::EMPTY$(.union(TokenSet::singleton($t)))* };
($($t:expr),* ,) => { token_set!($($t),*) };
}