stt 0.0.1

Library for transcription using whisper ai model
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127

use std::{
    path::Path,
    time::{Duration, Instant},
};

use anyhow::{anyhow, bail, Result};
use whisper_rs::{FullParams, SamplingStrategy, WhisperContext};

use serde::{Deserialize, Serialize};

pub mod decoder;
pub mod ffmpeg_decoder;

#[derive(Debug, Serialize, Deserialize)]
pub struct Utternace {
    pub start: i64,
    pub stop: i64,
    pub text: String,
}

#[derive(Debug, Serialize, Deserialize)]
pub struct Transcript {
    pub utterances: Vec<Utternace>,
    pub processing_time: Duration,
}

pub struct SttContext {
    whisper_context: WhisperContext,
}

impl SttContext {
    pub fn try_new<P: AsRef<Path>>(path: P) -> Result<SttContext> {
        let stringy_path = path
            .as_ref()
            .to_str()
            .ok_or_else(|| anyhow!("invalid utf in path {:?}", path.as_ref()))?;
        println!("created model");
        let ctx = WhisperContext::new(stringy_path).map_err(|e| {
            anyhow!(
                "failed to load model at path {:?} due to {:?}",
                path.as_ref(),
                e
            )
        })?;

        Ok(SttContext {
            whisper_context: ctx,
        })
    }

    pub fn get_transcript_file<P: AsRef<Path>>(
        &mut self,
        path: P,
        debug: bool,
        threads: u8,
    ) -> Result<Transcript> {
        let decoded = ffmpeg_decoder::read_file(path)?;
        self.get_transcript(&decoded, debug, threads)
    }

    fn get_transcript(
        &mut self,
        input_bytes: &[f32],
        debug: bool,
        threads: u8,
    ) -> Result<Transcript> {
        let mut params = FullParams::new(SamplingStrategy::Greedy { n_past: 0 });

        params.set_n_threads(threads as i32);
        params.set_print_special_tokens(debug);
        params.set_print_progress(debug);
        params.set_print_timestamps(debug);

        let ctx = &mut self.whisper_context;
        let st = Instant::now();

        eprintln!("feed the algo");

        ctx.full(params, input_bytes)
            .map_err(|_| anyhow!("failed to run moder"))?;

        let num_segments = ctx.full_n_segments();

        let mut utterances = vec![];

        if num_segments == 0 {
            bail!("failed to get any segments");
        }

        for i in 0..num_segments {
            let segment = ctx
                .full_get_segment_text(i)
                .map_err(|e| anyhow!("failed to get segment due to {:?}", e))?;
            let start_timestamp = ctx.full_get_segment_t0(i);
            let end_timestamp = ctx.full_get_segment_t1(i);
            utterances.push(Utternace {
                start: start_timestamp,
                stop: end_timestamp,
                text: segment,
            });
        }
        let et = Instant::now();
        let tt = et.duration_since(st);

        Ok(Transcript {
            utterances,
            processing_time: tt,
        })
    }
}

#[cfg(test)]
mod tests {
    use super::*;

    #[allow(dead_code)]
    // TODO understand why it doesn't work!?
    //#[test]
    fn stt_works() {
        let mut ctx = SttContext::try_new("resources/ggml-tiny.en.bin").unwrap();
        let t = ctx
            .get_transcript_file("resources/super_short.mp3", true, 12)
            .unwrap();
        println!("{:?}", t);
        assert!(t.utterances.len() > 0)
    }
}