piper-phoneme-streaming 0.1.1

A high-performance Rust library for streaming Text-to-Phoneme (G2P) conversion.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82

use std::collections::HashMap;
use std::sync::Arc;

use crate::embedded_data::materialized_data_dir;
use crate::error::Result;
use crate::lang_detect::StreamingLanguageDetector;
use crate::phoneme::PhonemeData;
use crate::{
    FullSentencePhonemeUpgrade, G2pToken, Language, SentenceUnit, TextExpand, TextUnit,
    WordPhonemizer,
};

pub struct FullG2p {
    phonemizers: HashMap<Language, WordPhonemizer>,
    sentence_upgrade: FullSentencePhonemeUpgrade,
    default_language: Language,
    languages: Vec<Language>,
}

impl FullG2p {
    /// Single-language (backward compatible).
    pub fn new(language: Language) -> Result<Self> {
        Self::with_languages(&[language], language)
    }

    /// Multi-language: each word is phonemized by the phonemizer matching its
    /// detected language. `default_language` is used for prosody upgrade and
    /// as the fallback when a language has no loaded phonemizer.
    pub fn with_languages(languages: &[Language], default_language: Language) -> Result<Self> {
        let data_dir = materialized_data_dir()?;
        let phdata = Arc::new(PhonemeData::load(data_dir)?);

        let mut phonemizers = HashMap::new();
        for &lang in languages {
            phonemizers.insert(
                lang,
                WordPhonemizer::new_with_data(lang, Arc::clone(&phdata))?,
            );
        }
        Ok(Self {
            phonemizers,
            sentence_upgrade: FullSentencePhonemeUpgrade::new(default_language)?,
            default_language,
            languages: languages.to_vec(),
        })
    }

    pub fn g2p(&self, text: &str) -> Result<Vec<G2pToken>> {
        let mut sentence_units = vec![];
        let mut expander = if self.languages.len() == 1 {
            TextExpand::with_language(self.default_language)
        } else {
            let detector =
                StreamingLanguageDetector::with_lingua(&self.languages, self.default_language);
            TextExpand::with_detector(&self.languages, self.default_language, detector)
        };
        for ch in text.chars() {
            if let Some((unit, lang)) = expander.push(ch) {
                let text_unit = TextUnit::from_expand_unit(unit, lang);
                let phonemizer = self.phonemizer_for(lang);
                let su = SentenceUnit::from_text_unit(text_unit, phonemizer)?;
                sentence_units.push(su);
            }
        }
        while let Some((unit, lang)) = expander.finish() {
            let text_unit = TextUnit::from_expand_unit(unit, lang);
            let phonemizer = self.phonemizer_for(lang);
            let su = SentenceUnit::from_text_unit(text_unit, phonemizer)?;
            sentence_units.push(su);
        }

        let out_tokens = self.sentence_upgrade.upgrade(&sentence_units);
        Ok(out_tokens)
    }

    fn phonemizer_for(&self, lang: Language) -> &WordPhonemizer {
        self.phonemizers
            .get(&lang)
            .or_else(|| self.phonemizers.get(&self.default_language))
            .expect("at least the default language phonemizer must be present")
    }
}