Struct sql_ast::tokenizer::Tokenizer

pub struct Tokenizer<'a> {
    pub query: String,
    pub line: u64,
    pub col: u64,
    // some fields omitted
}

SQL Tokenizer

Fields

query: String

line: u64

col: u64

Implementations

impl<'a> Tokenizer<'a>

pub fn new(dialect: &'a dyn Dialect, query: &str) -> Self

Create a new SQL tokenizer for the specified SQL statement

pub fn tokenize(&mut self) -> Result<Vec<Token>, TokenizerError>

Tokenize the statement and produce a vector of tokens