harn-lexer 0.10.81

Tokenizer with span tracking for the Harn programming language
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28

use super::Lexer;

impl Lexer {
    /// Start counting at a source position when re-lexing interpolated expressions.
    pub fn with_position(source: &str, line: usize, column: usize) -> Self {
        Self::with_position_and_offset(source, line, column, 0)
    }

    /// Start counting at an absolute source position when re-lexing a slice.
    ///
    /// `byte_offset` is the slice's byte offset in the owning source file. This
    /// keeps every emitted span internally consistent: byte offsets and
    /// line/column coordinates describe the same file-level location.
    pub fn with_position_and_offset(
        source: &str,
        line: usize,
        column: usize,
        byte_offset: usize,
    ) -> Self {
        Self {
            source: source.chars().collect(),
            pos: 0,
            byte_pos: byte_offset,
            line,
            column,
        }
    }
}