active-call 0.3.54

A SIP/WebRTC voice agent
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132

use anyhow::Result;
use ndarray::{s, Array2};
use std::ffi::c_float;

#[derive(Clone, Copy, Debug)]
pub struct FrontendConfig {
    pub sample_rate: usize,
    pub n_mels: usize,
    pub frame_length_ms: f32,
    pub frame_shift_ms: f32,
    pub lfr_m: usize,
    pub lfr_n: usize,
}

impl Default for FrontendConfig {
    fn default() -> Self {
        Self {
            sample_rate: 16000,
            n_mels: 80,
            frame_length_ms: 25.0,
            frame_shift_ms: 10.0,
            lfr_m: 7,
            lfr_n: 6,
        }
    }
}

pub struct FeaturePipeline {
    cfg: FrontendConfig,
    scaled_buf: Vec<f32>,
}

impl FeaturePipeline {
    pub fn new(cfg: FrontendConfig) -> Self {
        Self {
            cfg,
            scaled_buf: Vec::new(),
        }
    }

    pub fn compute_features(&mut self, pcm: &[f32], sample_rate: u32) -> Result<Array2<f32>> {
        anyhow::ensure!(
            sample_rate as usize == self.cfg.sample_rate,
            "expect sample rate {} but got {}",
            self.cfg.sample_rate,
            sample_rate
        );
        if pcm.is_empty() {
            anyhow::bail!("audio length too short for feature extraction");
        }

        // Keep config knobs alive for potential future customization of the backend extractor.
        let _ = (self.cfg.frame_length_ms, self.cfg.frame_shift_ms);
        self.scaled_buf.resize(pcm.len(), 0.0);
        let scale = (1 << 15) as f32;
        for (dst, src) in self.scaled_buf.iter_mut().zip(pcm.iter()) {
            *dst = *src * scale;
        }

        let mut result = unsafe {
            knf_rs_sys::ComputeFbank(
                self.scaled_buf.as_ptr() as *const c_float,
                self.scaled_buf.len() as i32,
            )
        };

        anyhow::ensure!(
            result.num_bins > 0 && result.num_frames > 0,
            "fbank extraction failed"
        );
        let frame_count = result.num_frames as usize;
        let mel_bins = result.num_bins as usize;
        anyhow::ensure!(
            mel_bins == self.cfg.n_mels,
            "expected {} mel bins but got {}",
            self.cfg.n_mels,
            mel_bins
        );

        let fbank_vec =
            unsafe { std::slice::from_raw_parts(result.frames, frame_count * mel_bins).to_vec() };
        unsafe {
            knf_rs_sys::DestroyFbankResult(&mut result as *mut _);
        }
        let fbank = Array2::<f32>::from_shape_vec((frame_count, mel_bins), fbank_vec)?;

        let lfr = apply_lfr(&fbank, self.cfg.lfr_m, self.cfg.lfr_n);
        Ok(lfr)
    }
}

pub(crate) fn apply_lfr(fbank: &Array2<f32>, lfr_m: usize, lfr_n: usize) -> Array2<f32> {
    if lfr_m == 1 && lfr_n == 1 {
        return fbank.to_owned();
    }
    let t = fbank.len_of(ndarray::Axis(0));
    let d = fbank.len_of(ndarray::Axis(1));
    if t == 0 {
        return Array2::<f32>::zeros((0, d * lfr_m));
    }
    let pad = (lfr_m - 1) / 2;
    let t_lfr = ((t as f32) / (lfr_n as f32)).ceil() as usize;
    let mut out = Array2::<f32>::zeros((t_lfr, d * lfr_m));

    for i in 0..t_lfr {
        let start = i * lfr_n;
        for m in 0..lfr_m {
            let effective_idx = start + m;
            let row_idx = if effective_idx < pad {
                0
            } else {
                let shifted = effective_idx - pad;
                if shifted < t {
                    shifted
                } else {
                    t - 1
                }
            };
            let src_row = fbank.row(row_idx);
            let src_slice = src_row
                .as_slice()
                .expect("mel features row should be contiguous");
            let mut row_out = out.slice_mut(s![i, m * d..(m + 1) * d]);
            let dst_slice = row_out
                .as_slice_mut()
                .expect("output row should be contiguous");
            dst_slice.copy_from_slice(src_slice);
        }
    }

    out
}