mesh-llm-client 0.68.0

Low-level Rust client implementation for Mesh LLM embedded integrations
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83

use super::catalog;
pub use mesh_llm_types::models::capabilities::{
    CapabilityLevel, ModelCapabilities, merge_config_signals, merge_name_signals,
    merge_sibling_signals,
};
use serde_json::Value;
use std::path::Path;

pub fn infer_catalog_capabilities(model: &catalog::CatalogModel) -> ModelCapabilities {
    let mut caps = ModelCapabilities::default();
    if model.mmproj.is_some() {
        caps.upgrade_vision(CapabilityLevel::Supported);
    }
    caps = merge_name_signals(
        caps,
        &[
            model.name.as_str(),
            model.file.as_str(),
            model.description.as_str(),
        ],
    );
    caps.normalize()
}

pub fn infer_local_model_capabilities(
    model_name: &str,
    path: &Path,
    catalog_entry: Option<&catalog::CatalogModel>,
) -> ModelCapabilities {
    let mut caps = catalog_entry
        .map(infer_catalog_capabilities)
        .unwrap_or_default();
    caps = merge_name_signals(
        caps,
        &[
            model_name,
            path.file_name()
                .and_then(|value| value.to_str())
                .unwrap_or_default(),
        ],
    );
    for config in read_local_metadata_jsons(path) {
        caps = merge_config_signals(caps, &config);
    }
    caps.normalize()
}

fn read_local_metadata_jsons(path: &Path) -> Vec<Value> {
    let mut values = Vec::new();
    for dir in path.ancestors().skip(1).take(6) {
        for name in ["config.json", "tokenizer_config.json", "chat_template.json"] {
            let candidate = dir.join(name);
            if !candidate.is_file() {
                continue;
            }
            let Ok(text) = std::fs::read_to_string(&candidate) else {
                continue;
            };
            if let Ok(value) = serde_json::from_str(&text) {
                values.push(value);
            }
        }
    }
    values
}

#[cfg(test)]
mod tests {
    use super::{CapabilityLevel, merge_name_signals};

    #[test]
    fn qwen3vl_name_signal_is_supported_vision() {
        let caps = merge_name_signals(
            Default::default(),
            &[
                "Qwen3VL-2B-Instruct-Q4_K_M",
                "Qwen/Qwen3-VL-2B-Instruct-GGUF",
            ],
        );
        assert_eq!(caps.vision, CapabilityLevel::Supported);
        assert!(caps.multimodal);
    }
}