const TABLE_A: &[(char, &[&str])] = &[
('\u{00C0}', &["A"]), ('\u{00C1}', &["A"]), ('\u{00C2}', &["A"]), ('\u{00C3}', &["A"]), ('\u{00C4}', &["AE", "A"]), ('\u{00C5}', &["AA", "A"]), ('\u{00C6}', &["AE"]), ('\u{00C7}', &["C"]), ('\u{00C8}', &["E"]), ('\u{00C9}', &["E"]), ('\u{00CA}', &["E"]), ('\u{00CB}', &["E"]), ('\u{00CC}', &["I"]), ('\u{00CD}', &["I"]), ('\u{00CE}', &["I"]), ('\u{00CF}', &["I"]), ('\u{00D0}', &["D"]), ('\u{00D1}', &["N", "NXX"]), ('\u{00D2}', &["O"]), ('\u{00D3}', &["O"]), ('\u{00D4}', &["O"]), ('\u{00D5}', &["O"]), ('\u{00D6}', &["OE", "O"]), ('\u{00D8}', &["OE"]), ('\u{00D9}', &["U"]), ('\u{00DA}', &["U"]), ('\u{00DB}', &["U"]), ('\u{00DC}', &["UE", "UXX", "U"]), ('\u{00DD}', &["Y"]), ('\u{00DE}', &["TH"]), ('\u{0100}', &["A"]), ('\u{0102}', &["A"]), ('\u{0104}', &["A"]), ('\u{0106}', &["C"]), ('\u{0108}', &["C"]), ('\u{010A}', &["C"]), ('\u{010C}', &["C"]), ('\u{010E}', &["D"]), ('\u{0110}', &["D"]), ('\u{0112}', &["E"]), ('\u{0114}', &["E"]), ('\u{0116}', &["E"]), ('\u{0118}', &["E"]), ('\u{011A}', &["E"]), ('\u{011C}', &["G"]), ('\u{011E}', &["G"]), ('\u{0120}', &["G"]), ('\u{0122}', &["G"]), ('\u{0124}', &["H"]), ('\u{0126}', &["H"]), ('\u{0128}', &["I"]), ('\u{012A}', &["I"]), ('\u{012C}', &["I"]), ('\u{012E}', &["I"]), ('\u{0130}', &["I"]), ('\u{0131}', &["I"]), ('\u{0132}', &["IJ"]), ('\u{0134}', &["J"]), ('\u{0136}', &["K"]), ('\u{0139}', &["L"]), ('\u{013B}', &["L"]), ('\u{013D}', &["L"]), ('\u{013F}', &["L"]), ('\u{0141}', &["L"]), ('\u{0143}', &["N"]), ('\u{0145}', &["N"]), ('\u{0147}', &["N"]), ('\u{014A}', &["N"]), ('\u{014C}', &["O"]), ('\u{014E}', &["O"]), ('\u{0150}', &["O"]), ('\u{0152}', &["OE"]), ('\u{0154}', &["R"]), ('\u{0156}', &["R"]), ('\u{0158}', &["R"]), ('\u{015A}', &["S"]), ('\u{015C}', &["S"]), ('\u{015E}', &["S"]), ('\u{0160}', &["S"]), ('\u{0162}', &["T"]), ('\u{0164}', &["T"]), ('\u{0166}', &["T"]), ('\u{0168}', &["U"]), ('\u{016A}', &["U"]), ('\u{016C}', &["U"]), ('\u{016E}', &["U"]), ('\u{0170}', &["U"]), ('\u{0172}', &["U"]), ('\u{0174}', &["W"]), ('\u{0176}', &["Y"]), ('\u{0178}', &["Y"]), ('\u{0179}', &["Z"]), ('\u{017B}', &["Z"]), ('\u{017D}', &["Z"]), ('\u{1E9E}', &["SS"]), ];
#[non_exhaustive]
#[derive(Debug, Clone, Copy, PartialEq, Eq, Default, Hash)]
pub enum TransliterationStyle {
#[default]
Expanded,
Simple,
XxSuffix,
}
pub fn transliterations(c: char) -> &'static [&'static str] {
match TABLE_A.binary_search_by_key(&c, |&(cp, _)| cp) {
Ok(idx) => TABLE_A[idx].1,
Err(_) => &[],
}
}
pub fn transliterate_char(c: char, style: TransliterationStyle) -> Option<&'static str> {
let variants = transliterations(c);
if variants.is_empty() {
return None;
}
let selected = match (c, style) {
('\u{00C4}', TransliterationStyle::Simple) => "A",
('\u{00C4}', _) => "AE",
('\u{00C5}', TransliterationStyle::Simple) => "A",
('\u{00C5}', _) => "AA",
('\u{00D1}', TransliterationStyle::XxSuffix) => "NXX",
('\u{00D1}', _) => "N",
('\u{00D6}', TransliterationStyle::Simple) => "O",
('\u{00D6}', _) => "OE",
('\u{00DC}', TransliterationStyle::Simple) => "U",
('\u{00DC}', TransliterationStyle::XxSuffix) => "UXX",
('\u{00DC}', _) => "UE",
_ => variants[0],
};
Some(selected)
}
pub fn transliterate(s: &str, style: TransliterationStyle) -> String {
let mut out = String::with_capacity(s.len());
for c in s.chars() {
for u in c.to_uppercase() {
match transliterate_char(u, style) {
Some(t) => out.push_str(t),
None => out.push(u),
}
}
}
out
}
#[cfg(test)]
mod tests {
use super::*;
#[test]
fn table_has_95_entries() {
assert_eq!(TABLE_A.len(), 95);
}
#[test]
fn table_strictly_ascending_no_duplicates() {
for pair in TABLE_A.windows(2) {
assert!(
pair[0].0 < pair[1].0,
"not strictly ascending at {:?}, {:?}",
pair[0].0,
pair[1].0
);
}
}
#[test]
fn every_variant_nonempty_and_uppercase_alpha() {
for &(cp, variants) in TABLE_A {
assert!(!variants.is_empty(), "{cp:?} has no variants");
for v in variants {
assert!(!v.is_empty(), "{cp:?} has an empty variant");
assert!(
v.chars().all(|c| c.is_ascii_uppercase()),
"{cp:?} variant {v:?} is not [A-Z]+"
);
}
}
}
#[test]
fn no_key_is_ascii() {
for &(cp, _) in TABLE_A {
assert!(!cp.is_ascii(), "{cp:?} should not be ASCII");
}
}
#[test]
fn expanded_is_always_variants_zero() {
for &(cp, variants) in TABLE_A {
assert_eq!(
transliterate_char(cp, TransliterationStyle::Expanded),
Some(variants[0]),
"Expanded mismatch at {cp:?}"
);
}
}
#[test]
fn multi_valued_set_is_exactly_five() {
let multi: Vec<char> = TABLE_A
.iter()
.filter(|&&(_, v)| v.len() > 1)
.map(|&(cp, _)| cp)
.collect();
assert_eq!(
multi,
vec!['\u{00C4}', '\u{00C5}', '\u{00D1}', '\u{00D6}', '\u{00DC}']
);
}
#[test]
fn lowercase_round_trip() {
for &(cp, _) in TABLE_A {
if cp == '\u{0130}' {
continue;
}
let upper_str = cp.to_string();
let lower_str: String = cp.to_lowercase().collect();
assert_eq!(
transliterate(&lower_str, TransliterationStyle::Expanded),
transliterate(&upper_str, TransliterationStyle::Expanded),
"lowercase of {cp:?} ({lower_str:?}) does not round-trip"
);
}
}
#[test]
fn sharp_s_uppercases_to_ss() {
assert_eq!(transliterate("ß", TransliterationStyle::Expanded), "SS");
assert_eq!(transliterate("ß", TransliterationStyle::Simple), "SS");
assert_eq!(transliterate("ß", TransliterationStyle::XxSuffix), "SS");
assert_eq!(
transliterate_char('\u{1E9E}', TransliterationStyle::Expanded),
Some("SS")
);
}
#[test]
fn golden_vector_teresa_canon() {
assert_eq!(
transliterate("Térèsa", TransliterationStyle::XxSuffix),
"TERESA"
);
assert_eq!(
transliterate("CAÑON", TransliterationStyle::XxSuffix),
"CANXXON"
);
}
#[test]
fn not_in_table_returns_empty_and_none() {
assert_eq!(transliterations('A'), &[] as &[&str]);
assert_eq!(
transliterate_char('A', TransliterationStyle::Expanded),
None
);
assert_eq!(transliterate("A1!", TransliterationStyle::Expanded), "A1!");
}
}