adze 0.8.0

Define tree-sitter grammars alongside Rust logic with AST-first parsing
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20

#[derive(Clone, Copy, Debug, PartialEq, Eq)]
/// A token produced by the lexer.
pub struct Token {
    /// Symbol identifier for this token.
    pub sym: u16,
    /// Starting byte offset in the source.
    pub start: usize,
    /// Length of the token in bytes.
    pub len: usize,
}

/// A source of tokens for the parser.
pub trait TokenSource {
    /// Peek at the next token without consuming it.
    fn peek(&mut self) -> Option<Token>;
    /// Advance past the previously peeked token.
    fn bump(&mut self);
    /// Current byte offset.
    fn offset(&self) -> usize;
}