nihility-listener 0.1.0

nihility project asr module
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74

#![doc = include_str!("../README.md")]

use crate::asr::{AutomaticSpeechRecognition, AutomaticSpeechRecognitionConfig};
use crate::error::*;
use crate::input::{AudioInput, AudioInputConfig};
use crate::vad::{VoiceActivityDetection, VoiceActivityDetectionConfig};
use serde::{Deserialize, Serialize};
use tokio::sync::mpsc;

pub mod asr;
pub mod error;
pub mod input;
pub mod utils;
pub mod vad;

/// 助手项目中实时语音输入项目配置
#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct NihilityListenerConfig {
    pub sample_channel_size: usize,
    pub speech_channel_size: usize,
    pub audio_input: AudioInputConfig,
    pub vad: VoiceActivityDetectionConfig,
    pub asr: AutomaticSpeechRecognitionConfig,
}

/// 助手项目中实时语音输入
pub struct NihilityListener {
    input: AudioInput,
    vad: VoiceActivityDetection,
    asr: AutomaticSpeechRecognition,
}

impl NihilityListener {
    /// 读取文件配置初始化语音输入实例
    pub fn init_from_file_config() -> Result<(Self, mpsc::UnboundedReceiver<String>)> {
        Self::init(nihility_config::get_config::<NihilityListenerConfig>(
            env!("CARGO_PKG_NAME"),
        )?)
    }

    /// 根据配置初始化语音输入实例
    pub fn init(config: NihilityListenerConfig) -> Result<(Self, mpsc::UnboundedReceiver<String>)> {
        let (sample_sender, sample_receiver) = mpsc::channel::<f32>(config.sample_channel_size);
        let (speech_sender, speech_receiver) =
            mpsc::channel::<Vec<f32>>(config.speech_channel_size);
        let (text_sender, text_receiver) = mpsc::unbounded_channel::<String>();

        let input = AudioInput::init(config.audio_input.clone(), sample_sender)?;
        let vad = VoiceActivityDetection::init(config.vad.clone(), sample_receiver, speech_sender)?;
        let asr =
            AutomaticSpeechRecognition::init(config.asr.clone(), speech_receiver, text_sender)?;

        Ok((Self { input, vad, asr }, text_receiver))
    }

    /// 开始实时语音识别
    pub async fn start(&mut self) -> Result<()> {
        tokio::try_join!(self.asr.run(), self.vad.run())?;
        self.input.play()?;
        Ok(())
    }
}

impl Default for NihilityListenerConfig {
    fn default() -> Self {
        Self {
            sample_channel_size: 16000 * 10,
            speech_channel_size: 5,
            audio_input: AudioInputConfig::default(),
            vad: VoiceActivityDetectionConfig::default(),
            asr: AutomaticSpeechRecognitionConfig::default(),
        }
    }
}