gigastt-core 2.11.3

Core inference engine for gigastt — GigaAM v3 ONNX Runtime, model management, quantization
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44

#[cfg(all(
    feature = "candle",
    any(feature = "coreml", feature = "cuda", feature = "nnapi")
))]
compile_error!("feature `candle` is mutually exclusive with `coreml`/`cuda`/`nnapi`");

#[cfg(all(
    feature = "ane",
    any(
        feature = "coreml",
        feature = "cuda",
        feature = "nnapi",
        feature = "candle"
    )
))]
compile_error!("feature `ane` is mutually exclusive with `coreml`/`cuda`/`nnapi`/`candle`");

pub mod error;
pub mod export;
pub mod inference;
pub mod itn;
pub mod lexicon;
pub mod model;
pub mod onnx_proto;
pub mod protocol;
pub mod punctuation;
pub mod quantize;
pub(crate) mod runtime;
pub mod vad;

pub use runtime::cpu_factory;

/// Runtime abstraction surface needed to drive backends directly (e.g. parity
/// tests that construct and compare the ort and candle encoder sessions).
pub mod runtime_api {
    #[cfg(all(feature = "ane", target_os = "macos"))]
    pub use crate::runtime::ane_factory;
    #[cfg(feature = "candle")]
    pub use crate::runtime::candle_factory;
    pub use crate::runtime::{
        Runtime, RuntimeError, RuntimeFactory, RuntimeSession, Shape, Tensor, TensorData,
        TensorDataView, cpu_factory, production_factory,
    };
}