use rslexer::*;
#[derive(Debug, PartialEq)]
enum Token {
Number,
Word{word: String, line: usize, character: usize},
}
#[test]
fn str_test() {
let ts: Vec<Token> = lex(
"test 12 21 text\n w2\n3",
rules!(Token;
r"\s+" => |_,_,_| None,
r"\d+" => |_,_,_| Some(Token::Number),
r"[^\s\d]+" => |s, l, c| Some(Token::Word{ word: s.to_string(), line: l, character: c }),
)
).expect("Ok([...])");
assert_eq!(
vec![
Token::Word{ word: String::from("test"), line: 1, character: 1 },
Token::Number,
Token::Number,
Token::Word{ word: String::from("text"), line: 1, character: 12 },
Token::Word{ word: String::from("w"), line: 2, character: 2 },
Token::Number,
Token::Number,
], ts
);
}