normalizer-tr 0.4.0

Bounded Turkish text-to-speech normalization with original-source diagnostics
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49

use super::{Attempt, Context};
use crate::{
    IssueCategory,
    domain::electronic::{self, Electronic},
    model::Value,
};
pub(super) fn whole(ctx: &Context<'_>, index: usize) -> Option<Attempt> {
    let tokens = ctx.tokens;
    let token = tokens[index];
    let source = token.text;
    if electronic::looks_like(source) {
        return Some((
            Electronic::parse(source, false)
                .map(Value::Electronic)
                .ok_or(IssueCategory::Unsupported),
            index,
        ));
    }
    None
}

pub(super) fn contextual(ctx: &Context<'_>, index: usize) -> Option<Attempt> {
    let source = ctx.tokens[index].text;
    if source.contains('.') && ctx.cue(index, &["web", "site"]) {
        return Some((
            Electronic::parse(source, true)
                .map(Value::Electronic)
                .ok_or(IssueCategory::Unsupported),
            index,
        ));
    }
    if source.contains('.')
        && !source.chars().any(char::is_numeric)
        && source
            .split('.')
            .all(|part| !part.is_empty() && part.chars().all(|c| c.is_alphanumeric() || c == '-'))
    {
        return Some((
            Err(if Electronic::parse(source, true).is_some() {
                IssueCategory::Ambiguous
            } else {
                IssueCategory::Unsupported
            }),
            index,
        ));
    }

    None
}