phostt 0.3.0

Local STT server powered by Zipformer-vi RNN-T — on-device Vietnamese speech recognition via ONNX Runtime
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60

//! ONNX session introspection for the `phostt inspect` debug subcommand.
//!
//! Opens the encoder, decoder and joiner ONNX files standalone (no
//! [`crate::inference::Engine`] / pool warm-up) and dumps their
//! `inputs() / outputs()` so an upstream model rotation that renames a
//! tensor or changes a dtype is caught immediately, before the next
//! `phostt transcribe` returns garbled audio.

use anyhow::{Context, Result};
use ort::session::Session;
use std::path::Path;

const ONNX_FILES: &[(&str, &str)] = &[
    ("encoder", "encoder.int8.onnx"),
    ("decoder", "decoder.onnx"),
    ("joiner", "joiner.int8.onnx"),
];

/// Open every ONNX session in `model_dir` and print its tensor I/O.
/// Output goes to stdout so a user can pipe it into a snapshot file
/// when re-pinning [`crate::model`] against a new upstream bundle.
pub fn inspect_models(model_dir: &Path) -> Result<()> {
    println!("phostt inspect — model_dir: {}", model_dir.display());

    for (label, filename) in ONNX_FILES {
        let path = model_dir.join(filename);
        anyhow::ensure!(
            path.exists(),
            "{label} model not found at {}",
            path.display()
        );
        let session = Session::builder()
            .map_err(anyhow::Error::msg)?
            .commit_from_file(&path)
            .map_err(anyhow::Error::msg)
            .with_context(|| format!("Failed to open {} session at {}", label, path.display()))?;

        println!();
        println!("== {label} ({filename}) ==");
        print_outlets("inputs", session.inputs());
        print_outlets("outputs", session.outputs());
    }

    Ok(())
}

fn print_outlets(kind: &str, outlets: &[ort::value::Outlet]) {
    if outlets.is_empty() {
        println!("  {kind}: <none>");
        return;
    }
    println!("  {kind}:");
    for outlet in outlets {
        println!(
            "    - name={:<40} dtype={:?}",
            outlet.name(),
            outlet.dtype()
        );
    }
}