icydb-core 0.188.5

IcyDB — A schema-first typed query engine and persistence runtime for Internet Computer canisters
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23

mod keywords;
mod scan;
mod token_body;

use crate::db::sql_shared::{SqlParseError, types::Token, validate_sql_input_bytes};

///
/// Lexer
///
/// Tracks one reduced-SQL byte cursor so the shared lexer can scan tokens
/// without exposing mutable lexical state outside this boundary.
///
struct Lexer<'a> {
    source: &'a str,
    bytes: &'a [u8],
    pos: usize,
}

pub(crate) fn tokenize_sql(sql: &str) -> Result<Vec<Token>, SqlParseError> {
    validate_sql_input_bytes(sql)?;

    Lexer::tokenize(sql)
}