Example

use sourcepawn_lsp::lexer::SourcepawnLexer;

fn main() {
    let lexer = SourcepawnLexer::new("int foo = 0;");
    for token in lexer {
        match token.token_kind {
            TokenKind::Literal(_) | TokenKind::Comment(_) => println("{:#?}", token.text()),
            _ => (),
        }
    }
}