coremlit 0.1.1

Safe, synchronous CoreML runtime for macOS (CPU/GPU/Neural Engine) with opt-in on-device multimodal pipelines: speech (Whisper STT, forced alignment, speaker diarization, Silero VAD), AudioSet sound-event tagging, and audio/text/image embeddings (CLAP, granite, SigLIP)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69

use std::sync::{Arc, Mutex};

use super::*;
use crate::audio::whisper::{model::ModelState, options::ComputeOptions};

#[test]
fn missing_folder_fails_and_restores_unloaded() {
  let mut manager = ModelManager::new("/nonexistent/models", ComputeOptions::new());
  assert_eq!(manager.state(), ModelState::Unloaded);
  assert!(manager.ensure_loaded().is_err());
  assert_eq!(
    manager.state(),
    ModelState::Unloaded,
    "failed load leaves a sane state"
  );
}

#[test]
#[allow(clippy::type_complexity)] // (Option<ModelState>, ModelState) IS the recorded transition.
fn transitions_fire_callback_with_old_and_new() {
  let seen: Arc<Mutex<Vec<(Option<ModelState>, ModelState)>>> = Arc::default();
  let sink = Arc::clone(&seen);
  let mut manager = ModelManager::new("/nonexistent/models", ComputeOptions::new())
    .with_state_callback(Box::new(move |old, new| {
      sink.lock().unwrap().push((old, new))
    }));
  let _ = manager.ensure_loaded();
  let seen = seen.lock().unwrap();
  // Loading fired, then the failure transition back to Unloaded.
  assert_eq!(
    seen.first(),
    Some(&(Some(ModelState::Unloaded), ModelState::Loading))
  );
  assert_eq!(
    seen.last(),
    Some(&(Some(ModelState::Loading), ModelState::Unloaded))
  );
}

#[test]
#[allow(clippy::type_complexity)] // (Option<ModelState>, ModelState) IS the recorded transition.
fn unload_on_nothing_resident_is_silent() {
  // Regression (task-10 review, Important): ModelManager.swift:195's
  // guard — no spurious Unloading/Unloaded callback pair when nothing is
  // loaded or prewarmed.
  let seen: Arc<Mutex<Vec<(Option<ModelState>, ModelState)>>> = Arc::default();
  let sink = Arc::clone(&seen);
  let mut manager = ModelManager::new("/nonexistent/models", ComputeOptions::new())
    .with_state_callback(Box::new(move |old, new| {
      sink.lock().unwrap().push((old, new))
    }));
  manager.unload();
  assert!(seen.lock().unwrap().is_empty(), "no transitions fired");
  assert_eq!(manager.state(), ModelState::Unloaded);
}

#[test]
fn model_load_timings_default_is_all_zero() {
  // The all-zero default is the honest value a manager hands off when no
  // prewarm pass ran (the two `*_specialization` durations) — and, more
  // broadly, what `WhisperKit::with_backend` reports for a pipeline that
  // loaded no models. Per-model non-zero measurement needs a real model and
  // is covered by the gated pipeline test.
  let t = ModelLoadTimings::default();
  assert_eq!(t.encoder_load(), Duration::ZERO);
  assert_eq!(t.decoder_load(), Duration::ZERO);
  assert_eq!(t.encoder_specialization(), Duration::ZERO);
  assert_eq!(t.decoder_specialization(), Duration::ZERO);
}