pub fn invisible_remove(input: &str) -> String {
input
.chars()
.filter_map(|c| match c {
'\u{00A0}' => Some(' '),
'\u{200B}' | '\u{200C}' | '\u{200D}' | '\u{2060}' | '\u{FEFF}' | '\u{00AD}' => None,
'\u{FE00}'..='\u{FE0F}' | '\u{E0100}'..='\u{E01EF}' => None,
'\n' | '\t' => Some(c),
c if c.is_control() => None,
_ => Some(c),
})
.collect()
}
pub fn ascii_lowercase(input: &str) -> String {
input
.chars()
.map(|c| c.to_ascii_lowercase())
.collect()
}
#[cfg(test)]
mod tests {
use super::*;
#[test]
fn invisibles() {
assert_eq!(invisible_remove("a\u{200B}b\u{FEFF}c"), "abc");
assert_eq!(invisible_remove("a\u{00A0}b"), "a b");
assert_eq!(invisible_remove("a\u{0007}b\u{009F}c"), "abc");
assert_eq!(invisible_remove("改\u{FE0F}行\nタ\tブ"), "改行\nタ\tブ");
assert_eq!(invisible_remove("葛\u{E0100}"), "葛");
}
#[test]
fn lowercase() {
assert_eq!(ascii_lowercase("Rust入門ABC"), "rust入門abc");
}
}