orbok-models 0.22.0

orbok local AI model registry types and embedding model trait (RFC-008, RFC-012)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105

//! RFC-043 model readiness unit tests (§22.1 test plan).

use crate::readiness::{LocalFileStatus, ModelReadiness, check_model_readiness};

#[test]
fn missing_model_dir_reports_needs_download() {
    let dir = tempfile::tempdir().unwrap();
    // Empty dir — no files at all.
    let report = check_model_readiness(dir.path());
    assert_eq!(report.overall, ModelReadiness::NeedsDownload);
    assert!(
        report
            .files
            .iter()
            .all(|f| f.status == LocalFileStatus::Missing)
    );
}

#[test]
fn complete_valid_files_report_ready() {
    let dir = tempfile::tempdir().unwrap();
    // Create all required files as non-empty.
    std::fs::write(dir.path().join("tokenizer.json"), b"{}").unwrap();
    std::fs::create_dir_all(dir.path().join("onnx")).unwrap();
    std::fs::write(dir.path().join("onnx/model.onnx"), b"\x00\x01\x02\x03").unwrap();
    let report = check_model_readiness(dir.path());
    assert_eq!(report.overall, ModelReadiness::Ready);
    assert!(
        report
            .files
            .iter()
            .all(|f| f.status == LocalFileStatus::Ready)
    );
}

#[test]
fn partial_file_reports_partial_status() {
    let dir = tempfile::tempdir().unwrap();
    // Create a .part file but not the final file.
    std::fs::write(dir.path().join("tokenizer.json.part"), b"partial").unwrap();
    let report = check_model_readiness(dir.path());
    let tokenizer = report
        .files
        .iter()
        .find(|f| f.logical_name == "tokenizer")
        .unwrap();
    assert_eq!(tokenizer.status, LocalFileStatus::Partial);
}

#[test]
fn empty_file_is_invalid() {
    let dir = tempfile::tempdir().unwrap();
    // Create an empty file.
    std::fs::write(dir.path().join("tokenizer.json"), b"").unwrap();
    std::fs::create_dir_all(dir.path().join("onnx")).unwrap();
    std::fs::write(dir.path().join("onnx/model.onnx"), b"\x00").unwrap();
    let report = check_model_readiness(dir.path());
    let tokenizer = report
        .files
        .iter()
        .find(|f| f.logical_name == "tokenizer")
        .unwrap();
    assert_eq!(tokenizer.status, LocalFileStatus::Invalid);
    assert_eq!(report.overall, ModelReadiness::NeedsRepair);
}

#[test]
fn ready_count_reflects_valid_files() {
    let dir = tempfile::tempdir().unwrap();
    std::fs::write(dir.path().join("tokenizer.json"), b"{}").unwrap();
    // Only tokenizer present; model missing.
    let report = check_model_readiness(dir.path());
    assert_eq!(report.ready_count(), 1);
    assert_eq!(report.total_count(), 2);
}

#[test]
fn all_labels_avoid_technical_terms() {
    let forbidden = ["index", "cache", "mtime", "blob", "vector", "sqlite"];
    for status in [
        LocalFileStatus::Ready,
        LocalFileStatus::Missing,
        LocalFileStatus::Partial,
        LocalFileStatus::Invalid,
        LocalFileStatus::CannotCheck,
    ] {
        let label = status.user_label().to_lowercase();
        for term in &forbidden {
            assert!(
                !label.contains(term),
                "label '{}' contains forbidden term '{term}'",
                status.user_label()
            );
        }
    }
}

#[test]
fn needs_work_is_correct() {
    assert!(!LocalFileStatus::Ready.needs_work());
    assert!(LocalFileStatus::Missing.needs_work());
    assert!(LocalFileStatus::Partial.needs_work());
    assert!(LocalFileStatus::Invalid.needs_work());
    assert!(LocalFileStatus::CannotCheck.needs_work());
}