Struct Tokenizer

pub struct Tokenizer;

Implementations

impl Tokenizer

pub fn parse<T: ToString>(text: T) -> Result<Vec<Token>, TokenizeError>

Parse syntax tokens from input string

use gtk_ui_builder::parser::prelude::*;
 
let tokens = Tokenizer::parse("[a b c]").expect("Failed to tokenize");
 
if let Token::SquareBrackets { tokens, .. } = &tokens[0] {
    let mut list = Vec::new();
 
    for token in tokens {
        if let Token::Other { value, .. } = token {
            list.push(value);
        }
    }
 
    println!("Tokenized list: {:?}", list);
}