jbonsai 0.4.1

Voice synthesis library for Text-to-Speech applications (Currently HTS Engine rewrite in Rust language).
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97

//! Holds parameters and generate speech iteratively or in batch.

use crate::vocoder::Vocoder;

type Parameter = Vec<Vec<f64>>;

/// A structure that contains all parameters necessary to generate speech waveform.
pub struct SpeechGenerator {
    fperiod: usize,
    vocoder: Vocoder,
    spectrum: Parameter,
    lf0: Parameter,
    lpf: Parameter,

    next: usize,
}

impl SpeechGenerator {
    /// Create a new [`SpeechGenerator`] with provided parameters.
    ///
    /// This function will panic unless all the following conditions are met:
    /// - The outer length of spectrum, lf0, and lpf are the same.
    /// - The inner length of LF0 must be 1.
    /// - The inner length of LPF must be an odd number.
    pub fn new(
        fperiod: usize,
        vocoder: Vocoder,
        spectrum: Parameter,
        lf0: Parameter,
        lpf: Parameter,
    ) -> Self {
        if spectrum.len() != lf0.len() || spectrum.len() != lpf.len() {
            panic!("The length of spectrum, lf0, and lpf must be the same.")
        }
        if !lf0.is_empty() && lf0[0].len() != 1 {
            panic!("The size of lf0 static vector must be 1.");
        }
        if !lpf.is_empty() && lpf[0].len().is_multiple_of(2) {
            panic!("The number of low-pass filter coefficient must be odd numbers.");
        }

        Self {
            fperiod,
            vocoder,
            spectrum,
            lf0,
            lpf,
            next: 0,
        }
    }

    /// Get `fperiod`, which equals to the number of samples synthesized in a single call of [`SpeechGenerator::generate_step`].
    pub fn fperiod(&self) -> usize {
        self.fperiod
    }

    /// Get the number of frames that are already synthesized.
    pub fn synthesized_frames(&self) -> usize {
        self.next
    }

    /// Generate speech of length `fperiod` in `speech`.
    ///
    /// The length of `speech` must be longer than `fperiod`, otherwise, this function will panic.
    pub fn generate_step(&mut self, speech: &mut [f64]) -> usize {
        if self.lf0.len() <= self.next {
            return 0;
        }
        if speech.len() < self.fperiod {
            panic!("The length of speech buffer must be larger than fperiod.");
        }

        self.vocoder.synthesize(
            self.lf0[self.next][0],
            &self.spectrum[self.next],
            &self.lpf[self.next],
            speech,
        );
        self.next += 1;

        self.fperiod
    }

    /// Generate the full-length speech.
    ///
    /// Please note that this function will not generate previously-synthesized frames again.
    pub fn generate_all(mut self) -> Vec<f64> {
        if self.next != 0 {
            eprintln!("The speech generator has already synthesized some frames.");
        }

        let mut buf = vec![0.0; (self.lf0.len() - self.next) * self.fperiod];
        while self.generate_step(&mut buf[self.next * self.fperiod..]) > 0 {}

        buf
    }
}