harn-vm 0.10.29

Async bytecode virtual machine for the Harn programming language
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75

use super::*;

use crate::llm_config::{LocalRuntimeKind, LocalRuntimeStop, LocalRuntimeWireProtocol};

#[test]
fn tgi_catalog_row_has_data_driven_local_runtime_metadata() {
    let catalog = artifact();
    let runtime = catalog
        .providers
        .iter()
        .find(|provider| provider.id == "tgi")
        .and_then(|provider| provider.local_runtime.as_ref())
        .expect("TGI is a local runtime provider");

    assert_eq!(runtime.kind, Some(LocalRuntimeKind::ManagedProcess));
    assert_eq!(
        runtime.wire_protocol,
        Some(LocalRuntimeWireProtocol::OpenAiCompatible)
    );
    assert_eq!(runtime.command.as_deref(), Some("text-generation-launcher"));
    assert_eq!(runtime.model_source_env.as_deref(), Some("TGI_MODEL"));
    assert_eq!(runtime.default_port, Some(8080));
    assert_eq!(runtime.model_arg.as_deref(), Some("--model-id"));
    assert_eq!(runtime.host_arg.as_deref(), Some("--hostname"));
    assert_eq!(runtime.port_arg.as_deref(), Some("--port"));
    assert_eq!(runtime.stop, Some(LocalRuntimeStop::Pid));
    assert_eq!(
        runtime.source_url.as_deref(),
        Some("https://huggingface.co/docs/text-generation-inference/en/basic_tutorials/using_cli")
    );
}

#[test]
fn validation_rejects_incoherent_local_runtime_lifecycle_contract() {
    let mut catalog = artifact();
    let runtime = catalog
        .providers
        .iter_mut()
        .find(|provider| provider.id == "tgi")
        .and_then(|provider| provider.local_runtime.as_mut())
        .expect("TGI is a local runtime provider");
    runtime.stop = Some(LocalRuntimeStop::External);

    let report = validate_artifact(&catalog);
    assert!(
        report
            .errors
            .iter()
            .any(|message| message.contains("incoherent")),
        "expected incoherent local-runtime lifecycle error, got {:?}",
        report.errors
    );
}

#[test]
fn validation_requires_explicit_stop_ownership_for_local_runtimes() {
    let mut catalog = artifact();
    let runtime = catalog
        .providers
        .iter_mut()
        .find(|provider| provider.id == "tgi")
        .and_then(|provider| provider.local_runtime.as_mut())
        .expect("TGI is a local runtime provider");
    runtime.stop = None;

    let report = validate_artifact(&catalog);
    assert!(
        report
            .errors
            .iter()
            .any(|message| message.contains("local_runtime.stop cannot be empty")),
        "expected missing local-runtime stop validation error, got {:?}",
        report.errors
    );
}