gigastt-core 2.11.0

Core inference engine for gigastt — GigaAM v3 ONNX Runtime, model management, quantization
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37

pub mod error;
pub mod factory;
pub mod mock;
pub mod ort;
pub mod session;
pub mod tensor;

#[cfg(feature = "candle")]
pub mod candle;

#[cfg(feature = "ane")]
pub mod coreml;

/// Returns a Candle factory (Metal on Apple Silicon, CPU otherwise).
#[cfg(feature = "candle")]
pub fn candle_factory() -> Box<dyn RuntimeFactory> {
    Box::new(candle::factory::CandleFactory::new())
}

/// Returns the composite ANE factory (encoder on the Neural Engine, decoder /
/// joiner on ort). macOS-only; off macOS the `ane` feature degrades to the ort
/// path, so this helper is not provided there.
#[cfg(all(feature = "ane", target_os = "macos"))]
pub fn ane_factory() -> Box<dyn RuntimeFactory> {
    Box::new(coreml::factory::AneFactory::new())
}

#[allow(unused_imports)]
pub use error::RuntimeError;
#[allow(unused_imports)]
pub use factory::{Runtime, RuntimeFactory};
#[allow(unused_imports)]
pub use ort::factory::{cpu_factory, production_factory};
#[allow(unused_imports)]
pub use session::RuntimeSession;
#[allow(unused_imports)]
pub use tensor::{ElementType, Shape, Tensor, TensorData, TensorDataView, TensorView};