gigastt-core 2.11.2

Core inference engine for gigastt — GigaAM v3 ONNX Runtime, model management, quantization
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33

use crate::runtime::{
    error::RuntimeError,
    factory::{Runtime, RuntimeFactory},
};

use super::runtime::AneRuntime;

/// Factory that creates a composite [`AneRuntime`]: the encoder runs on the
/// Apple Neural Engine (per-bucket `.mlpackage`), while the decoder/joiner and
/// the encoder fallback delegate to an inner ort CPU runtime.
pub struct AneFactory;

impl AneFactory {
    pub fn new() -> Self {
        Self
    }
}

impl RuntimeFactory for AneFactory {
    fn create(&self, intra_threads: usize) -> Result<Box<dyn Runtime>, RuntimeError> {
        // Inner CPU runtime via the re-exported `crate::runtime::cpu_factory`
        // seam rather than the concrete ort factory type — going through the
        // re-export keeps the concrete ort types confined to their own module
        // per the CI isolation guard. Serves decoder/joiner (always) and the
        // variable-length encoder fallback for clips outside the fill-floor.
        let inner = crate::runtime::cpu_factory().create(intra_threads)?;
        Ok(Box::new(AneRuntime::new(inner)))
    }

    fn cpu_fallback(&self) -> Box<dyn RuntimeFactory> {
        crate::runtime::cpu_factory()
    }
}