ironcalc_base 0.7.1

Open source spreadsheet engine
Documentation
#![allow(clippy::expect_used)]

use crate::expressions::{
    lexer::util::get_tokens,
    token::{OpCompare, OpSum, TokenType},
};

fn get_tokens_types(formula: &str) -> Vec<TokenType> {
    let marked_tokens = get_tokens(formula);
    marked_tokens.iter().map(|s| s.token.clone()).collect()
}

#[test]
fn test_get_tokens() {
    let formula = "1+1";
    let t = get_tokens(formula);
    assert_eq!(t.len(), 3);

    let formula = "1 +   AA23  +";
    let t = get_tokens(formula);
    assert_eq!(t.len(), 4);
    let l = t.get(2).expect("expected token");
    assert_eq!(l.start, 3);
    assert_eq!(l.end, 10);
}

#[test]
fn get_tokens_unicode() {
    let formula = "'🇵🇭 Philippines'!A1";
    let t = get_tokens(formula);
    assert_eq!(t.len(), 1);

    let expected = TokenType::Reference {
        sheet: Some("🇵🇭 Philippines".to_string()),
        row: 1,
        column: 1,
        absolute_column: false,
        absolute_row: false,
    };
    let l = t.first().expect("expected token");
    assert_eq!(l.token, expected);
    assert_eq!(l.start, 0);
    assert_eq!(l.end, 19);
}

#[test]
fn test_simple_tokens() {
    assert_eq!(
        get_tokens_types("()"),
        vec![TokenType::LeftParenthesis, TokenType::RightParenthesis]
    );
    assert_eq!(
        get_tokens_types("{}"),
        vec![TokenType::LeftBrace, TokenType::RightBrace]
    );
    assert_eq!(
        get_tokens_types("[]"),
        vec![TokenType::LeftBracket, TokenType::RightBracket]
    );
    assert_eq!(get_tokens_types("&"), vec![TokenType::And]);
    assert_eq!(
        get_tokens_types("<"),
        vec![TokenType::Compare(OpCompare::LessThan)]
    );
    assert_eq!(
        get_tokens_types(">"),
        vec![TokenType::Compare(OpCompare::GreaterThan)]
    );
    assert_eq!(
        get_tokens_types("<="),
        vec![TokenType::Compare(OpCompare::LessOrEqualThan)]
    );
    assert_eq!(
        get_tokens_types(">="),
        vec![TokenType::Compare(OpCompare::GreaterOrEqualThan)]
    );
    assert_eq!(
        get_tokens_types("IF"),
        vec![TokenType::Ident("IF".to_owned())]
    );
    assert_eq!(get_tokens_types("45"), vec![TokenType::Number(45.0)]);
    // The lexer parses this as two tokens
    assert_eq!(
        get_tokens_types("-45"),
        vec![TokenType::Addition(OpSum::Minus), TokenType::Number(45.0)]
    );
    assert_eq!(
        get_tokens_types("23.45e-2"),
        vec![TokenType::Number(23.45e-2)]
    );
    assert_eq!(
        get_tokens_types("4-3"),
        vec![
            TokenType::Number(4.0),
            TokenType::Addition(OpSum::Minus),
            TokenType::Number(3.0)
        ]
    );
    assert_eq!(get_tokens_types("True"), vec![TokenType::Boolean(true)]);
    assert_eq!(get_tokens_types("FALSE"), vec![TokenType::Boolean(false)]);
    assert_eq!(
        get_tokens_types("2,3.5"),
        vec![
            TokenType::Number(2.0),
            TokenType::Comma,
            TokenType::Number(3.5)
        ]
    );
    assert_eq!(
        get_tokens_types("2.4;3.5"),
        vec![
            TokenType::Number(2.4),
            TokenType::Semicolon,
            TokenType::Number(3.5)
        ]
    );
    assert_eq!(
        get_tokens_types("AB34"),
        vec![TokenType::Reference {
            sheet: None,
            row: 34,
            column: 28,
            absolute_column: false,
            absolute_row: false
        }]
    );
    assert_eq!(
        get_tokens_types("$A3"),
        vec![TokenType::Reference {
            sheet: None,
            row: 3,
            column: 1,
            absolute_column: true,
            absolute_row: false
        }]
    );
    assert_eq!(
        get_tokens_types("AB$34"),
        vec![TokenType::Reference {
            sheet: None,
            row: 34,
            column: 28,
            absolute_column: false,
            absolute_row: true
        }]
    );
    assert_eq!(
        get_tokens_types("$AB$34"),
        vec![TokenType::Reference {
            sheet: None,
            row: 34,
            column: 28,
            absolute_column: true,
            absolute_row: true
        }]
    );
    assert_eq!(
        get_tokens_types("'My House'!AB34"),
        vec![TokenType::Reference {
            sheet: Some("My House".to_string()),
            row: 34,
            column: 28,
            absolute_column: false,
            absolute_row: false
        }]
    );
}