pub struct Token(String);
impl Token {
pub fn new(value: String) -> Self {
Token(value)
}
pub fn is_token(char: Option<&char>) -> bool {
if let Some(cc) = char {
matches!(
cc,
'.'
| '|'
| '!'
| '?'
| '^'
| '#'
| '~'
| ' '
| '\n'
| '\r'
| ':'
| '%'
| '$'
| '&'
| '['
| ']'
| '@'
| '/'
| '+'
| '>'
| '<'
| '}'
| '{'
| '*'
| '-'
| '='
| '`'
| '('
| ')'
| ';'
| '\''
| '"'
| '\\'
| ','
)
} else {
false
}
}
pub fn is_space_token(char: Option<&char>) -> bool {
if let Some(cc) = char {
*cc == ' ' || *cc == '\n' || *cc == '\r'
} else {
false
}
}
}