whisper-cpp-plus 0.1.4

Safe Rust bindings for whisper.cpp with real-time PCM streaming and VAD support
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100

use crate::error::{Result, WhisperError};
use std::path::Path;
use std::sync::Arc;
use whisper_cpp_plus_sys as ffi;

pub struct WhisperContext {
    pub(crate) ptr: Arc<ContextPtr>,
}

pub(crate) struct ContextPtr(pub(crate) *mut ffi::whisper_context);

unsafe impl Send for ContextPtr {}
unsafe impl Sync for ContextPtr {}

impl Drop for ContextPtr {
    fn drop(&mut self) {
        unsafe {
            if !self.0.is_null() {
                ffi::whisper_free(self.0);
            }
        }
    }
}

impl WhisperContext {
    pub fn new<P: AsRef<Path>>(model_path: P) -> Result<Self> {
        let path_str = model_path
            .as_ref()
            .to_str()
            .ok_or_else(|| WhisperError::ModelLoadError("Invalid path".into()))?;

        let c_path = std::ffi::CString::new(path_str)?;

        let ptr = unsafe {
            ffi::whisper_init_from_file_with_params(
                c_path.as_ptr(),
                ffi::whisper_context_default_params(),
            )
        };

        if ptr.is_null() {
            return Err(WhisperError::ModelLoadError(
                "Failed to load model".into(),
            ));
        }

        Ok(Self {
            ptr: Arc::new(ContextPtr(ptr)),
        })
    }

    pub fn new_from_buffer(buffer: &[u8]) -> Result<Self> {
        let ptr = unsafe {
            ffi::whisper_init_from_buffer_with_params(
                buffer.as_ptr() as *mut std::os::raw::c_void,
                buffer.len(),
                ffi::whisper_context_default_params(),
            )
        };

        if ptr.is_null() {
            return Err(WhisperError::ModelLoadError(
                "Failed to load model from buffer".into(),
            ));
        }

        Ok(Self {
            ptr: Arc::new(ContextPtr(ptr)),
        })
    }

    pub fn is_multilingual(&self) -> bool {
        unsafe { ffi::whisper_is_multilingual(self.ptr.0) != 0 }
    }

    pub fn n_vocab(&self) -> i32 {
        unsafe { ffi::whisper_n_vocab(self.ptr.0) }
    }

    pub fn n_audio_ctx(&self) -> i32 {
        unsafe { ffi::whisper_n_audio_ctx(self.ptr.0) }
    }

    pub fn n_text_ctx(&self) -> i32 {
        unsafe { ffi::whisper_n_text_ctx(self.ptr.0) }
    }

    pub fn n_len(&self) -> i32 {
        unsafe { ffi::whisper_n_len(self.ptr.0) }
    }

}

impl Clone for WhisperContext {
    fn clone(&self) -> Self {
        Self {
            ptr: Arc::clone(&self.ptr),
        }
    }
}