zparse 2.0.5

High-performance JSON/TOML/YAML/XML parser with zero-allocation support
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113

//! Token types for JSON lexer

use crate::error::Span;

/// JSON token types
#[derive(Clone, Debug, PartialEq)]
pub enum TokenKind {
    // Structural
    LeftBrace,    // {
    RightBrace,   // }
    LeftBracket,  // [
    RightBracket, // ]
    Colon,        // :
    Comma,        // ,

    // Literals
    Null,
    True,
    False,

    // Values
    String(String),
    Number(f64),

    // Special
    Eof,
}

impl TokenKind {
    /// Get token name for error messages
    pub const fn name(&self) -> &'static str {
        match self {
            Self::LeftBrace => "'{'",
            Self::RightBrace => "'}'",
            Self::LeftBracket => "'['",
            Self::RightBracket => "']'",
            Self::Colon => "':'",
            Self::Comma => "','",
            Self::Null => "null",
            Self::True => "true",
            Self::False => "false",
            Self::String(_) => "string",
            Self::Number(_) => "number",
            Self::Eof => "EOF",
        }
    }

    /// Check if token is a value (can appear in value position)
    pub const fn is_value(&self) -> bool {
        matches!(
            self,
            Self::Null
                | Self::True
                | Self::False
                | Self::String(_)
                | Self::Number(_)
                | Self::LeftBrace
                | Self::LeftBracket
        )
    }
}

/// Token with source location
#[derive(Clone, Debug, PartialEq)]
pub struct Token {
    pub kind: TokenKind,
    pub span: Span,
}

impl Token {
    pub const fn new(kind: TokenKind, span: Span) -> Self {
        Self { kind, span }
    }

    pub const fn eof(span: Span) -> Self {
        Self {
            kind: TokenKind::Eof,
            span,
        }
    }
}

#[cfg(test)]
mod tests {
    use super::*;
    use crate::error::{Pos, Span};

    #[test]
    fn test_token_kind_name() {
        assert_eq!(TokenKind::LeftBrace.name(), "'{'");
        assert_eq!(TokenKind::Null.name(), "null");
        assert_eq!(TokenKind::String("test".to_string()).name(), "string");
    }

    #[test]
    fn test_token_kind_is_value() {
        assert!(TokenKind::Null.is_value());
        assert!(TokenKind::True.is_value());
        assert!(TokenKind::String("x".to_string()).is_value());
        assert!(TokenKind::Number(42.0).is_value());
        assert!(TokenKind::LeftBrace.is_value());
        assert!(TokenKind::LeftBracket.is_value());
        assert!(!TokenKind::Comma.is_value());
        assert!(!TokenKind::Colon.is_value());
    }

    #[test]
    fn test_token_creation() {
        let span = Span::new(Pos::new(0, 1, 1), Pos::new(4, 1, 5));
        let token = Token::new(TokenKind::Null, span);
        assert_eq!(token.kind, TokenKind::Null);
    }
}