use super::field::{DurationField, PatternSymbol};
#[derive(Debug, Clone)]
pub(super) enum Token {
Literal(String),
Symbol(PatternSymbol, usize),
}
#[derive(Debug)]
pub(super) struct UnclosedEscape;
impl Token {
pub(super) fn field(&self) -> Option<DurationField> {
match self {
Token::Literal(_) => None,
Token::Symbol(symbol, _) => Some(symbol.field()),
}
}
}
pub(super) fn tokenize(pattern: &str) -> Result<Vec<Token>, UnclosedEscape> {
let chars: Vec<char> = pattern.chars().collect();
let mut tokens = Vec::new();
let mut literal = String::new();
let mut i = 0;
let mut escaped = false;
while i < chars.len() {
let c = chars[i];
if escaped {
if c == '\'' {
if chars.get(i + 1) == Some(&'\'') {
literal.push('\'');
i += 2;
} else {
escaped = false;
i += 1;
}
} else {
literal.push(c);
i += 1;
}
continue;
}
if c == '\'' {
escaped = true;
i += 1;
continue;
}
match DurationField::pattern_symbol(c) {
Some(symbol) => {
if !literal.is_empty() {
tokens.push(Token::Literal(std::mem::take(&mut literal)));
}
let mut count = 1;
while chars.get(i + count) == Some(&c) {
count += 1;
}
tokens.push(Token::Symbol(symbol, count));
i += count;
}
None => {
literal.push(c);
i += 1;
}
}
}
if escaped {
return Err(UnclosedEscape);
}
if !literal.is_empty() {
tokens.push(Token::Literal(literal));
}
Ok(tokens)
}
pub(super) fn merge_symbol_runs(tokens: Vec<Token>) -> Vec<Token> {
let mut merged: Vec<Token> = Vec::with_capacity(tokens.len());
for token in tokens {
match (merged.last_mut(), &token) {
(Some(Token::Symbol(prev, width)), Token::Symbol(next, more)) if prev == next => {
*width += more;
}
_ => merged.push(token),
}
}
merged
}