Struct datafusion::parser::Tokenizer

pub struct Tokenizer {
    pub query: String,
    // some fields omitted
}

Fields

query: String

Methods

impl Tokenizer

fn new(query: &str) -> Self

fn tokenize(&mut self) -> Result<Vec<Token>, ParserError>