csvpp 0.4.1

Compile csvpp source code to a target spreadsheet format
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88

//! # Lexer Token Library
//!
//! A set of shared tokens that the lexer can use to break the input into a stream of tokens.
//! There are more simplistic approaches such as going character-by-character or splitting on word
//! boundaries/spacing but neither of those will work very well for us when handling complex types
//! like double-quotes strings.
use super::Token;
use crate::parser::TokenMatcher;
use crate::Error;

type Matcher = TokenMatcher<Token>;

#[derive(Debug)]
pub(crate) struct TokenLibrary {
    // pub(crate) a1_reference: Matcher,
    pub(crate) close_parenthesis: Matcher,
    pub(crate) date: Matcher,
    pub(crate) identifier: Matcher,
    pub(crate) number: Matcher,
    pub(crate) single_quoted_string: Matcher,
}

// TODO: re-use the regexes with the AST one
impl TokenLibrary {
    pub(crate) fn build() -> Result<Self, Error> {
        Ok(Self {
            // a1_reference: TokenMatcher::new(r"[$!\w:]+", Token::A1)?,
            close_parenthesis: TokenMatcher::new(r"\)", Token::CloseParenthesis)?,
            date: TokenMatcher::new(
                r"(?:(?:\d\d\d\d\-\d\d\-\d\d)|(?:\d{1,2}\/\d{1,2}\/\d{2,4}))",
                Token::Date,
            )?,
            identifier: TokenMatcher::new(r"\w+", Token::Identifier)?,
            number: TokenMatcher::new(r"-?\d+(\.\d+)?", Token::Number)?,
            single_quoted_string: TokenMatcher::new(
                r"'(?:[^'\\]|\\(?:['\\/bfnrt]|u[0-9a-fA-F]{4}))*'",
                Token::String,
            )?,
        })
    }
}

#[cfg(test)]
mod tests {
    use super::*;

    fn build_token_library() -> TokenLibrary {
        TokenLibrary::build().unwrap()
    }

    #[test]
    fn build_date() {
        assert!(build_token_library().date.1.is_match("11/12/2024"));
        assert!(build_token_library().date.1.is_match("1/2/24"));
        assert!(build_token_library().date.1.is_match("11/2/24"));

        assert!(build_token_library().date.1.is_match("2024-11-12"));

        assert!(!build_token_library().date.1.is_match("1/2"));
        assert!(!build_token_library().date.1.is_match("123"));
    }

    #[test]
    fn build_identifier() {
        assert!(build_token_library().identifier.1.is_match("foo"));

        assert!(!build_token_library().identifier.1.is_match("<foo>"));
    }

    #[test]
    fn build_number() {
        assert!(build_token_library().number.1.is_match("123"));
        assert!(build_token_library().number.1.is_match("-123"));
        assert!(build_token_library().number.1.is_match("-123.0123"));

        assert!(!build_token_library().number.1.is_match("abc"));
    }

    #[test]
    fn build_single_quoted_string() {
        assert!(build_token_library()
            .single_quoted_string
            .1
            .is_match("'foo'"));

        assert!(!build_token_library().single_quoted_string.1.is_match("foo"));
    }
}