mod nfc;
mod replace;
use std::borrow::Cow;
pub use self::nfc::Nfc;
pub use self::replace::Replace;
use crate::json_structs::NormalizerConfig;
#[derive(Debug, thiserror::Error)]
pub enum Error {
#[error("invalid config value: {0}")]
Json(#[from] serde_json::Error),
#[error("regex error: {0}")]
Regex(#[from] fancy_regex::Error),
}
#[derive(Debug)]
pub enum Normalizer {
Nfc(Nfc),
Replace(Replace),
Sequence(Vec<Normalizer>),
}
impl Normalizer {
pub fn from_config(config: NormalizerConfig) -> Result<Self, Error> {
match config {
NormalizerConfig::Nfc => Ok(Self::Nfc(Nfc)),
NormalizerConfig::Replace { pattern, content } => {
Ok(Self::Replace(Replace::from_config(pattern, content)?))
}
NormalizerConfig::Sequence { normalizers } => {
let steps = normalizers
.into_iter()
.map(Self::from_config)
.collect::<Result<Vec<_>, _>>()?;
Ok(Self::Sequence(steps))
}
}
}
pub fn normalize<'a>(&self, input: &'a str) -> Cow<'a, str> {
match self {
Self::Nfc(nfc) => nfc.normalize(input),
Self::Replace(replace) => replace.normalize(input),
Self::Sequence(steps) => {
let mut current = Cow::Borrowed(input);
for step in steps {
if let Cow::Owned(normalized) = step.normalize(current.as_ref()) {
current = Cow::Owned(normalized);
}
}
current
}
}
}
}