mesh-llm-system 0.76.2

Host system inspection and update helpers for mesh-llm
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67

use std::path::Path;

/// Check if a path or string contains "mtp" as a marker for MTP-capable models.
/// Used to identify models that may have native MTP (Multi-Token Prediction) support.
pub fn contains_mtp_marker<T: AsRef<Path>>(path: T) -> bool {
    contains_mtp_marker_str(&path.as_ref().to_string_lossy())
}

/// Check if a string value contains "mtp" as a marker for MTP-capable models.
/// Used for checking model IDs, refs, and other string identifiers.
pub fn contains_mtp_marker_str(value: &str) -> bool {
    let normalized = value.to_ascii_lowercase();
    normalized.contains("-mtp")
        || normalized.contains("_mtp")
        || normalized.contains("/mtp")
        || normalized.contains("mtp-gguf")
        || normalized.contains("mtp_gguf")
}

/// Validate that draft_min_tokens <= draft_max_tokens for speculative decoding.
pub fn validate_draft_min_max(draft_min_tokens: u32, draft_max_tokens: u32) -> Result<(), String> {
    if draft_min_tokens > draft_max_tokens {
        Err(
            "skippy speculative draft_min_tokens must be less than or equal to draft_max_tokens"
                .to_string(),
        )
    } else {
        Ok(())
    }
}

#[cfg(test)]
mod tests {
    use super::*;

    #[test]
    fn contains_mtp_marker_detects_marker_in_path_text() {
        assert!(contains_mtp_marker("/models/native-mtp/model.gguf"));
        assert!(contains_mtp_marker("/models/base/MTP-GGUF-model.gguf"));
        assert!(contains_mtp_marker("/models/base/model_mtp.gguf"));
        assert!(!contains_mtp_marker("/models/base/model.gguf"));
    }

    #[test]
    fn contains_mtp_marker_str_detects_supported_marker_patterns() {
        assert!(contains_mtp_marker_str("vendor/model-mtp"));
        assert!(contains_mtp_marker_str("vendor/model_mtp"));
        assert!(contains_mtp_marker_str("vendor/mtp/model"));
        assert!(contains_mtp_marker_str("vendor/model-mtp-gguf"));
        assert!(contains_mtp_marker_str("vendor/model_mtp_gguf"));
        assert!(!contains_mtp_marker_str("vendor/model"));
        assert!(!contains_mtp_marker_str("vendor/attempt-model"));
    }

    #[test]
    fn validate_draft_min_max_accepts_equal_and_ordered_values() {
        assert!(validate_draft_min_max(0, 0).is_ok());
        assert!(validate_draft_min_max(0, 3).is_ok());
        assert!(validate_draft_min_max(3, 3).is_ok());
    }

    #[test]
    fn validate_draft_min_max_rejects_min_greater_than_max() {
        let error = validate_draft_min_max(4, 3).expect_err("min greater than max should fail");
        assert!(error.contains("draft_min_tokens must be less than or equal to draft_max_tokens"));
    }
}