#[derive(Debug, Clone, PartialEq)]
pub enum Tok {
Word(String),
Str(String),
Block(String),
Sep,
}
pub fn lex(src: &str) -> Result<Vec<Tok>, String> {
let cs: Vec<char> = src.chars().collect();
let n = cs.len();
let mut i = 0;
let mut toks = Vec::new();
let mut at_cmd_start = true;
while i < n {
let c = cs[i];
match c {
' ' | '\t' | '\r' => i += 1,
'\n' | ';' => {
toks.push(Tok::Sep);
i += 1;
at_cmd_start = true;
}
'#' if at_cmd_start => {
while i < n && cs[i] != '\n' {
i += 1;
}
}
'"' => {
i += 1;
let mut s = String::new();
while i < n && cs[i] != '"' {
if cs[i] == '\\' && i + 1 < n {
i += 1;
s.push(match cs[i] {
'n' => '\n',
't' => '\t',
o => o,
});
} else {
s.push(cs[i]);
}
i += 1;
}
if i >= n {
return Err("unterminated string".into());
}
i += 1; toks.push(Tok::Str(s));
at_cmd_start = false;
}
'{' => {
let mut depth = 1;
i += 1;
let start = i;
while i < n && depth > 0 {
match cs[i] {
'{' => depth += 1,
'}' => depth -= 1,
_ => {}
}
if depth == 0 {
break;
}
i += 1;
}
if depth != 0 {
return Err("unterminated block".into());
}
let inner: String = cs[start..i].iter().collect();
i += 1; toks.push(Tok::Block(inner));
at_cmd_start = false;
}
_ => {
let start = i;
while i < n && !matches!(cs[i], ' ' | '\t' | '\r' | '\n' | ';' | '{' | '"') {
i += 1;
}
let w: String = cs[start..i].iter().collect();
toks.push(Tok::Word(w));
at_cmd_start = false;
}
}
}
Ok(toks)
}