1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
use super::*;
impl Lexer {
/// Consumes text until a special template character is found.
pub(super) fn consume_text_until_special(&mut self) {
while let Some(c) = self.peek() {
match c {
'@' | '{' | '}' | '"' | '\'' | '`' | ':' | ';' | '(' | ')' | '[' | ']' | '<'
| '>' | ',' | '=' | '?' | '.' => break,
_ if c.is_whitespace() => break,
_ if c.is_alphabetic() || c == '_' => break,
_ => self.advance(c.len_utf8()),
}
}
}
/// Consumes Rust tokens until a closing brace at depth 0.
pub(super) fn consume_rust_tokens(&mut self) {
let mut depth = 0;
while let Some(c) = self.peek() {
match c {
'{' => {
depth += 1;
self.advance(1);
}
'}' => {
if depth == 0 {
// Don't consume the closing brace
break;
}
depth -= 1;
self.advance(1);
}
'"' => {
// Skip string literals
self.advance(1);
while let Some(c) = self.peek() {
if c == '\\' {
self.advance(2);
} else if c == '"' {
self.advance(1);
break;
} else {
self.advance(c.len_utf8());
}
}
}
'\'' => {
// Skip char literals
self.advance(1);
while let Some(c) = self.peek() {
if c == '\\' {
self.advance(2);
} else if c == '\'' {
self.advance(1);
break;
} else {
self.advance(c.len_utf8());
}
}
}
_ => {
self.advance(c.len_utf8());
}
}
}
}
/// Consumes characters while the predicate is true.
pub(super) fn consume_while<F: Fn(char) -> bool>(&mut self, pred: F) {
while let Some(c) = self.peek() {
if pred(c) {
self.advance(c.len_utf8());
} else {
break;
}
}
}
}