#[cfg(test)]
use crate::lexer::predule::{Token, Tokenizer};

#[test]
pub fn comment_1() {
    let text = r#"SELECT 1 -- asdf"#.to_owned();

    let tokens = Tokenizer::string_to_tokens(text).unwrap();

    assert_eq!(
        tokens,
        vec![
            Token::Select,
            Token::Integer(1),
            Token::CodeComment(" asdf".to_owned())
        ]
    );
}

#[test]
pub fn comment_2() {
    let text = r#"SELECT /*asdf*/1"#.to_owned();

    let tokens = Tokenizer::string_to_tokens(text).unwrap();

    assert_eq!(
        tokens,
        vec![
            Token::Select,
            Token::CodeComment("asdf".to_owned()),
            Token::Integer(1),
        ]
    );
}