1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
#[cfg(feature = "compile-with-external-structures")]
use crate::containers::ExternalPtr;
#[cfg(feature = "compile-with-external-structures")]
type Ptr<T> = ExternalPtr<T>;
#[cfg(not(feature = "compile-with-external-structures"))]
type Ptr<T> = Box<T>;
#[cfg(feature = "compile-with-external-structures")]
use crate::containers::ExternalSharedByteList;
#[cfg(feature = "compile-with-external-structures")]
type SharedByteList = ExternalSharedByteList;
#[cfg(not(feature = "compile-with-external-structures"))]
type SharedByteList<'a> = &'a [u8];
use crate::Token;
#[derive(Debug)]
#[repr(C)]
pub enum RewriteAction {
Drop,
Keep,
}
#[derive(Debug)]
#[repr(C)]
pub enum LexStateAction {
Set(i32),
Keep,
}
#[derive(Debug)]
#[repr(C)]
pub struct TokenRewriterResult {
pub rewritten_token: Ptr<Token>,
pub token_action: RewriteAction,
pub lex_state_action: LexStateAction,
}
pub type TokenRewriterFn = dyn Fn(Ptr<Token>, SharedByteList) -> TokenRewriterResult;
pub struct TokenRewriter {
f: Option<Box<TokenRewriterFn>>,
}
impl TokenRewriter {
pub fn new(f: Box<TokenRewriterFn>) -> Self {
Self { f: Some(f) }
}
pub fn none() -> Self {
Self { f: None }
}
pub fn as_option(&self) -> Option<&TokenRewriterFn> {
if let Some(f) = &self.f {
Some(&**f)
} else {
None
}
}
}
impl std::fmt::Debug for TokenRewriter {
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
f.debug_struct("TokenRewriter")
.field("f", &self.as_option().map(|_| "function"))
.finish()
}
}