Function claw_parser::tokenize

source ·
pub fn tokenize(
    src: Source,
    contents: &str
) -> Result<Vec<TokenData>, LexerError>