runic-kit 0.0.1

Minimalist Rust toolkit for building lexers, parsers, interpreters, transpilers, and compilers from scratch.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35

//! This module defines the `Token` struct, which represents a token in the source code.

use crate::span::Span;

/// Represents a token in the source code.
#[derive(Debug)]
pub struct Token<T> {
    /// The kind of token
    pub kind: T,
    /// The span in the source code where the token is located.
    pub span: Span,
}

impl<T> Token<T> {
    /// Creates a new `Token`.
    pub fn new(kind: T, span: Span) -> Self {
        Token { kind, span }
    }
}

#[cfg(test)]
mod tests {
    use super::*;
    use crate::span::Span;

    #[test]
    fn test_token_creation() {
        let span = Span::new(0, 10);
        let token = Token::new("let", span);

        assert_eq!(token.kind, "let");
        assert_eq!(token.span.start, 0);
        assert_eq!(token.span.end, 10);
    }
}