pub struct Tokenizer {
pub items: Vec<Token>,
/* private fields */
}Expand description
A tokenizer for Excel worksheet formulas.
Fields§
§items: Vec<Token>Implementations§
Source§impl Tokenizer
impl Tokenizer
Sourcepub fn new(formula: &str) -> Result<Self, TokenizerError>
pub fn new(formula: &str) -> Result<Self, TokenizerError>
Create a new tokenizer and immediately parse the formula.
Sourcepub fn new_with_dialect(
formula: &str,
dialect: FormulaDialect,
) -> Result<Self, TokenizerError>
pub fn new_with_dialect( formula: &str, dialect: FormulaDialect, ) -> Result<Self, TokenizerError>
Create a new tokenizer for the specified formula dialect.
pub fn from_token_stream(stream: &TokenStream) -> Self
Sourcepub fn dialect(&self) -> FormulaDialect
pub fn dialect(&self) -> FormulaDialect
Return the dialect used when tokenizing this formula.