gigastt-core 2.18.0

Core inference engine for gigastt — GigaAM v3 ONNX Runtime, model management, quantization
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81

use std::path::PathBuf;

use thiserror::Error;

use super::tensor::{ElementType, Shape};

/// Errors produced by the runtime abstraction layer.
#[derive(Debug, Error)]
pub enum RuntimeError {
    #[error("failed to load model: {message}")]
    LoadFailed { path: PathBuf, message: String },

    #[error("inference failed: {0}")]
    InferenceFailed(String),

    #[error("invalid tensor shape: expected {expected:?}, got {got:?}")]
    InvalidShape { expected: Shape, got: Shape },

    #[error("unsupported element type: {0:?}")]
    UnsupportedElementType(ElementType),

    #[error("invalid input count: expected {expected}, got {got}")]
    InvalidInputCount { expected: usize, got: usize },

    #[error("tensor data length mismatch: expected {expected}, got {got}")]
    DataLengthMismatch { expected: usize, got: usize },
}

#[cfg(test)]
mod tests {
    use std::path::PathBuf;

    use super::*;

    #[test]
    fn test_load_failed_display() {
        let e = RuntimeError::LoadFailed {
            path: PathBuf::from("encoder.onnx"),
            message: "not found".into(),
        };
        assert!(
            !e.to_string().contains("encoder.onnx"),
            "display must not leak the model path"
        );
        assert_eq!(e.to_string(), "failed to load model: not found");
    }

    #[test]
    fn test_invalid_shape_display() {
        let expected = Shape::new(vec![2, 3]);
        let got = Shape::new(vec![3, 2]);
        let e = RuntimeError::InvalidShape {
            expected: expected.clone(),
            got: got.clone(),
        };
        assert!(e.to_string().contains("invalid tensor shape"));
        assert!(e.to_string().contains("[2, 3]"));
        assert!(e.to_string().contains("[3, 2]"));
    }

    #[test]
    fn test_inference_failed_display() {
        let e = RuntimeError::InferenceFailed("session is closed".into());
        assert_eq!(e.to_string(), "inference failed: session is closed");
    }

    #[test]
    fn test_invalid_input_count_display() {
        let e = RuntimeError::InvalidInputCount {
            expected: 3,
            got: 2,
        };
        assert_eq!(e.to_string(), "invalid input count: expected 3, got 2");
    }

    #[test]
    fn test_unsupported_element_type_display() {
        let e = RuntimeError::UnsupportedElementType(ElementType::I64);
        assert_eq!(e.to_string(), "unsupported element type: I64");
    }
}