coremlit 0.1.2

Safe, synchronous CoreML runtime for macOS (CPU/GPU/Neural Engine) with opt-in on-device multimodal pipelines: speech (Whisper STT, forced alignment, speaker diarization, Silero VAD), AudioSet sound-event tagging, and audio/text/image embeddings (CLAP, granite, SigLIP)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127

use super::*;

#[test]
fn contract_mismatch_display_names_feature() {
  let e = Error::ContractMismatch(ContractMismatch::new(
    "input_ids",
    "[1, 512] int32".to_string(),
    "[1, 512] float16".to_string(),
  ));
  let msg = e.to_string();
  assert!(msg.contains("input_ids"), "{msg}");
  assert!(msg.contains("float16"), "{msg}");
}

#[test]
fn output_shape_display_shows_both() {
  let e = Error::OutputShape(OutputShape::new(vec![384, 1], vec![1, 384]));
  let msg = e.to_string();
  assert!(
    msg.contains("[384, 1]") && msg.contains("[1, 384]"),
    "{msg}"
  );
}

#[test]
fn coremlit_errors_convert_via_from() {
  // `#[from]` lets `?` lift coremlit errors into granite's Error.
  let e = Error::from(crate::PredictionError::MissingOutput(
    "embedding".to_string(),
  ));
  assert!(matches!(e, Error::Prediction(_)), "got {e:?}");
}

#[test]
fn non_finite_variants_carry_index() {
  assert!(Error::NonFiniteOutput(7).to_string().contains('7'));
  assert!(Error::NonFiniteEmbedding(3).to_string().contains('3'));
}

#[test]
fn tokenizer_contract_mismatch_display_names_check() {
  let e = Error::TokenizerContractMismatch(TokenizerContractMismatch::new(
    "vocab size",
    "180000".to_string(),
    "32".to_string(),
  ));
  let msg = e.to_string();
  assert!(msg.contains("vocab size"), "{msg}");
  assert!(msg.contains("180000") && msg.contains("32"), "{msg}");
}

#[test]
fn input_too_large_display_shows_sizes() {
  let e = Error::InputTooLarge(InputTooLarge::new(8_388_608, 1_048_576));
  let msg = e.to_string();
  assert!(msg.contains("8388608") && msg.contains("1048576"), "{msg}");
}

#[test]
fn contentless_input_over_budget_display_shows_span_and_counts() {
  let e = Error::ContentlessInputOverBudget(ContentlessInputOverBudget::new(1, 100_001, 784, 512));
  let msg = e.to_string();
  assert!(
    msg.contains("100001") && msg.contains("784") && msg.contains("512"),
    "{msg}"
  );
}

#[test]
fn embedding_dim_mismatch_display_shows_expected_then_got() {
  let msg = Error::EmbeddingDimMismatch(EmbeddingDimMismatch::new(384, 128)).to_string();
  assert_eq!(msg, "embedding dimension mismatch: expected 384, got 128");
}

#[test]
fn embedding_not_unit_norm_display_carries_the_deviation() {
  let msg = Error::EmbeddingNotUnitNorm(0.5).to_string();
  assert!(msg.contains("unit-norm"), "{msg}");
  assert!(msg.contains("0.5"), "{msg}");
}

#[test]
fn token_budget_errors_display_their_counts_and_caps() {
  // `TokenCount::new` takes (got, max); `WindowOverBudget::new` (window, max).
  let count = Error::TokenCount(TokenCount::new(600, 512)).to_string();
  assert_eq!(
    count,
    "tokenized input has 600 tokens, exceeding the fixed 512-token window"
  );
  let budget = Error::WindowOverBudget(WindowOverBudget::new(600, 512)).to_string();
  assert!(budget.contains("600") && budget.contains("512"), "{budget}");
  assert!(budget.contains("embed_long"), "{budget}");
  assert!(
    Error::TokenIdRange(u32::MAX)
      .to_string()
      .contains(&u32::MAX.to_string())
  );
}

#[test]
fn artifact_tokenizer_read_is_transparent_and_keeps_the_chain_at_depth_one() {
  // The path carries a SPACE, so a `Debug` rendering could not pass for the
  // `Display` one thiserror's `{path}` shorthand produces.
  let e = Error::ArtifactTokenizerRead(ArtifactTokenizerRead::new(
    std::path::PathBuf::from("/tmp/a b/tokenizer.json"),
    std::io::Error::new(std::io::ErrorKind::NotFound, "missing"),
  ));
  assert_eq!(
    e.to_string(),
    "failed to read the artifact tokenizer `/tmp/a b/tokenizer.json`: missing"
  );
  let mut depth = 0;
  let mut cur: Option<&(dyn std::error::Error + 'static)> = std::error::Error::source(&e);
  while let Some(c) = cur {
    depth += 1;
    cur = std::error::Error::source(c);
  }
  assert_eq!(depth, 1, "the source chain must stay at depth 1");
}

#[test]
fn special_token_overhead_display_names_both_numbers() {
  let msg = Error::SpecialTokenOverhead(SpecialTokenOverhead::new(513, 512)).to_string();
  assert!(msg.contains("513"), "{msg}");
  assert!(msg.contains("512"), "{msg}");
  assert!(msg.contains("special tokens"), "{msg}");
}