sqlite3_parser/dialect/
mod.rs

1//! SQLite dialect
2
3use std::fmt::Formatter;
4use std::str;
5use uncased::UncasedStr;
6
7mod token;
8pub use token::TokenType;
9
10/// Token value (lexeme)
11#[derive(Clone, Copy)]
12pub struct Token<'i>(pub usize, pub &'i [u8], pub usize);
13
14pub(crate) fn sentinel(start: usize) -> Token<'static> {
15    Token(start, b"", start)
16}
17
18impl Token<'_> {
19    /// Access token value
20    pub fn unwrap(self) -> Box<str> {
21        from_bytes(self.1)
22    }
23}
24
25impl std::fmt::Debug for Token<'_> {
26    fn fmt(&self, f: &mut Formatter<'_>) -> std::fmt::Result {
27        f.debug_tuple("Token").field(&self.1).finish()
28    }
29}
30
31impl TokenType {
32    // TODO try Cow<&'static, str> (Borrowed<&'static str> for keyword and Owned<String> for below),
33    // => Syntax error on keyword will be better
34    // => `from_token` will become unnecessary
35    pub(crate) fn to_token(self, start: usize, value: &[u8], end: usize) -> Token<'_> {
36        Token(start, value, end)
37    }
38}
39
40pub(crate) fn from_bytes(bytes: &[u8]) -> Box<str> {
41    String::from_utf8_lossy(bytes).into()
42}
43
44include!(concat!(env!("OUT_DIR"), "/keywords.rs"));
45pub(crate) const MAX_KEYWORD_LEN: usize = 17;
46
47/// Check if `word` is a keyword
48pub fn keyword_token(word: &[u8]) -> Option<TokenType> {
49    KEYWORDS
50        .get(UncasedStr::new(unsafe { str::from_utf8_unchecked(word) }))
51        .copied()
52}
53
54pub(crate) fn is_identifier(name: &str) -> bool {
55    if name.is_empty() {
56        return false;
57    }
58    let bytes = name.as_bytes();
59    is_identifier_start(bytes[0])
60        && (bytes.len() == 1 || bytes[1..].iter().all(|b| is_identifier_continue(*b)))
61}
62
63pub(crate) fn is_identifier_start(b: u8) -> bool {
64    b.is_ascii_uppercase() || b == b'_' || b.is_ascii_lowercase() || b > b'\x7F'
65}
66
67pub(crate) fn is_identifier_continue(b: u8) -> bool {
68    b == b'$'
69        || b.is_ascii_digit()
70        || b.is_ascii_uppercase()
71        || b == b'_'
72        || b.is_ascii_lowercase()
73        || b > b'\x7F'
74}
75
76// keyword may become an identifier
77// see %fallback in parse.y
78pub(crate) fn from_token(_ty: u16, value: Token) -> Box<str> {
79    from_bytes(value.1)
80}
81
82impl TokenType {
83    /// Return the associated string (mainly for testing)
84    pub const fn as_str(&self) -> Option<&'static str> {
85        use TokenType::*;
86        match self {
87            TK_ABORT => Some("ABORT"),
88            TK_ACTION => Some("ACTION"),
89            TK_ADD => Some("ADD"),
90            TK_AFTER => Some("AFTER"),
91            TK_ALL => Some("ALL"),
92            TK_ALTER => Some("ALTER"),
93            TK_ANALYZE => Some("ANALYZE"),
94            TK_ALWAYS => Some("ALWAYS"),
95            TK_AND => Some("AND"),
96            TK_AS => Some("AS"),
97            TK_ASC => Some("ASC"),
98            TK_ATTACH => Some("ATTACH"),
99            TK_AUTOINCR => Some("AUTOINCREMENT"),
100            TK_BEFORE => Some("BEFORE"),
101            TK_BEGIN => Some("BEGIN"),
102            TK_BETWEEN => Some("BETWEEN"),
103            TK_BY => Some("BY"),
104            TK_CASCADE => Some("CASCADE"),
105            TK_CASE => Some("CASE"),
106            TK_CAST => Some("CAST"),
107            TK_CHECK => Some("CHECK"),
108            TK_COLLATE => Some("COLLATE"),
109            TK_COLUMNKW => Some("COLUMN"),
110            TK_COMMIT => Some("COMMIT"),
111            TK_CONFLICT => Some("CONFLICT"),
112            TK_CONSTRAINT => Some("CONSTRAINT"),
113            TK_CREATE => Some("CREATE"),
114            TK_CURRENT => Some("CURRENT"),
115            TK_DATABASE => Some("DATABASE"),
116            TK_DEFAULT => Some("DEFAULT"),
117            TK_DEFERRABLE => Some("DEFERRABLE"),
118            TK_DEFERRED => Some("DEFERRED"),
119            TK_DELETE => Some("DELETE"),
120            TK_DESC => Some("DESC"),
121            TK_DETACH => Some("DETACH"),
122            TK_DISTINCT => Some("DISTINCT"),
123            TK_DO => Some("DO"),
124            TK_DROP => Some("DROP"),
125            TK_EACH => Some("EACH"),
126            TK_ELSE => Some("ELSE"),
127            TK_END => Some("END"),
128            TK_ESCAPE => Some("ESCAPE"),
129            TK_EXCEPT => Some("EXCEPT"),
130            TK_EXCLUDE => Some("EXCLUDE"),
131            TK_EXCLUSIVE => Some("EXCLUSIVE"),
132            TK_EXISTS => Some("EXISTS"),
133            TK_EXPLAIN => Some("EXPLAIN"),
134            TK_FAIL => Some("FAIL"),
135            TK_FILTER => Some("FILTER"),
136            TK_FIRST => Some("FIRST"),
137            TK_FOLLOWING => Some("FOLLOWING"),
138            TK_FOR => Some("FOR"),
139            TK_FOREIGN => Some("FOREIGN"),
140            TK_FROM => Some("FROM"),
141            TK_GENERATED => Some("GENERATED"),
142            TK_GROUP => Some("GROUP"),
143            TK_GROUPS => Some("GROUPS"),
144            TK_HAVING => Some("HAVING"),
145            TK_IF => Some("IF"),
146            TK_IGNORE => Some("IGNORE"),
147            TK_IMMEDIATE => Some("IMMEDIATE"),
148            TK_IN => Some("IN"),
149            TK_INDEX => Some("INDEX"),
150            TK_INDEXED => Some("INDEXED"),
151            TK_INITIALLY => Some("INITIALLY"),
152            TK_INSERT => Some("INSERT"),
153            TK_INSTEAD => Some("INSTEAD"),
154            TK_INTERSECT => Some("INTERSECT"),
155            TK_INTO => Some("INTO"),
156            TK_IS => Some("IS"),
157            TK_ISNULL => Some("ISNULL"),
158            TK_JOIN => Some("JOIN"),
159            TK_KEY => Some("KEY"),
160            TK_LAST => Some("LAST"),
161            TK_LIMIT => Some("LIMIT"),
162            TK_MATCH => Some("MATCH"),
163            TK_MATERIALIZED => Some("MATERIALIZED"),
164            TK_NO => Some("NO"),
165            TK_NOT => Some("NOT"),
166            TK_NOTHING => Some("NOTHING"),
167            TK_NOTNULL => Some("NOTNULL"),
168            TK_NULL => Some("NULL"),
169            TK_NULLS => Some("NULLS"),
170            TK_OF => Some("OF"),
171            TK_OFFSET => Some("OFFSET"),
172            TK_ON => Some("ON"),
173            TK_OR => Some("OR"),
174            TK_ORDER => Some("ORDER"),
175            TK_OTHERS => Some("OTHERS"),
176            TK_OVER => Some("OVER"),
177            TK_PARTITION => Some("PARTITION"),
178            TK_PLAN => Some("PLAN"),
179            TK_PRAGMA => Some("PRAGMA"),
180            TK_PRECEDING => Some("PRECEDING"),
181            TK_PRIMARY => Some("PRIMARY"),
182            TK_QUERY => Some("QUERY"),
183            TK_RAISE => Some("RAISE"),
184            TK_RANGE => Some("RANGE"),
185            TK_RECURSIVE => Some("RECURSIVE"),
186            TK_REFERENCES => Some("REFERENCES"),
187            TK_REINDEX => Some("REINDEX"),
188            TK_RELEASE => Some("RELEASE"),
189            TK_RENAME => Some("RENAME"),
190            TK_REPLACE => Some("REPLACE"),
191            TK_RETURNING => Some("RETURNING"),
192            TK_RESTRICT => Some("RESTRICT"),
193            TK_ROLLBACK => Some("ROLLBACK"),
194            TK_ROW => Some("ROW"),
195            TK_ROWS => Some("ROWS"),
196            TK_SAVEPOINT => Some("SAVEPOINT"),
197            TK_SELECT => Some("SELECT"),
198            TK_SET => Some("SET"),
199            TK_TABLE => Some("TABLE"),
200            TK_TEMP => Some("TEMP"), // or TEMPORARY
201            TK_TIES => Some("TIES"),
202            TK_THEN => Some("THEN"),
203            TK_TO => Some("TO"),
204            TK_TRANSACTION => Some("TRANSACTION"),
205            TK_TRIGGER => Some("TRIGGER"),
206            TK_UNBOUNDED => Some("UNBOUNDED"),
207            TK_UNION => Some("UNION"),
208            TK_UNIQUE => Some("UNIQUE"),
209            TK_UPDATE => Some("UPDATE"),
210            TK_USING => Some("USING"),
211            TK_VACUUM => Some("VACUUM"),
212            TK_VALUES => Some("VALUES"),
213            TK_VIEW => Some("VIEW"),
214            TK_VIRTUAL => Some("VIRTUAL"),
215            TK_WHEN => Some("WHEN"),
216            TK_WHERE => Some("WHERE"),
217            TK_WINDOW => Some("WINDOW"),
218            TK_WITH => Some("WITH"),
219            #[cfg(feature = "SQLITE_ENABLE_ORDERED_SET_AGGREGATES")]
220            TK_WITHIN => Some("WITHIN"),
221            TK_WITHOUT => Some("WITHOUT"),
222            TK_BITAND => Some("&"),
223            TK_BITNOT => Some("~"),
224            TK_BITOR => Some("|"),
225            TK_COMMA => Some(","),
226            TK_CONCAT => Some("||"),
227            TK_DOT => Some("."),
228            TK_EQ => Some("="), // or ==
229            TK_GT => Some(">"),
230            TK_GE => Some(">="),
231            TK_LP => Some("("),
232            TK_LSHIFT => Some("<<"),
233            TK_LE => Some("<="),
234            TK_LT => Some("<"),
235            TK_MINUS => Some("-"),
236            TK_NE => Some("<>"), // or !=
237            TK_PLUS => Some("+"),
238            TK_REM => Some("%"),
239            TK_RP => Some(")"),
240            TK_RSHIFT => Some(">>"),
241            TK_SEMI => Some(";"),
242            TK_SLASH => Some("/"),
243            TK_STAR => Some("*"),
244            _ => None,
245        }
246    }
247}
sqlite3_parser/dialect/mod.rs

sqlite3_parser/dialect/
mod.rs
