harn-vm 0.10.119

Async bytecode virtual machine for the Harn programming language
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110

use super::*;

#[test]
fn summary_requires_every_repeated_native_case_to_pass() {
    let summary = summarize_cases(
        &[
            probe_case(
                ToolProbeMode::NonStreaming,
                true,
                ToolProbeClassification::StructuredNativeToolCall,
            ),
            probe_case(
                ToolProbeMode::NonStreaming,
                false,
                ToolProbeClassification::ProseOnlyNonTool,
            ),
        ],
        ToolProbeFormat::Native,
    );
    assert_eq!(summary.native, ToolProbeStatus::Fail);
    assert_eq!(summary.fallback_mode, ToolProbeFallbackMode::Disabled);
}

#[test]
fn summary_requires_every_repeated_text_case_to_pass() {
    let summary = summarize_cases(
        &[
            probe_case(
                ToolProbeMode::NonStreaming,
                true,
                ToolProbeClassification::ParseableHarnTextToolCall,
            ),
            probe_case(
                ToolProbeMode::NonStreaming,
                false,
                ToolProbeClassification::MalformedJsonArguments,
            ),
        ],
        ToolProbeFormat::Native,
    );
    assert_eq!(summary.native, ToolProbeStatus::Fail);
    assert_eq!(summary.text, ToolProbeStatus::Fail);
    assert_eq!(summary.fallback_mode, ToolProbeFallbackMode::Disabled);
}

#[test]
fn summary_preserves_nonstreaming_text_fallback_when_streaming_fails() {
    let summary = summarize_cases(
        &[
            probe_case(
                ToolProbeMode::NonStreaming,
                true,
                ToolProbeClassification::ParseableHarnTextToolCall,
            ),
            probe_case(
                ToolProbeMode::Streaming,
                false,
                ToolProbeClassification::ProseOnlyNonTool,
            ),
        ],
        ToolProbeFormat::Native,
    );
    assert_eq!(summary.native, ToolProbeStatus::Fail);
    assert_eq!(summary.streaming_native, ToolProbeStatus::Fail);
    assert_eq!(summary.text, ToolProbeStatus::Pass);
    assert_eq!(summary.fallback_mode, ToolProbeFallbackMode::Text);
}

#[test]
fn summary_keeps_untried_native_modes_unknown_for_a_text_probe() {
    let summary = summarize_cases(
        &[probe_case(
            ToolProbeMode::Streaming,
            true,
            ToolProbeClassification::ParseableHarnTextToolCall,
        )],
        ToolProbeFormat::Text,
    );

    assert_eq!(summary.native, ToolProbeStatus::Unknown);
    assert_eq!(summary.streaming_native, ToolProbeStatus::Unknown);
    assert_eq!(summary.text, ToolProbeStatus::Pass);
    assert_eq!(summary.fallback_mode, ToolProbeFallbackMode::Text);
}

fn probe_case(
    mode: ToolProbeMode,
    ok: bool,
    classification: ToolProbeClassification,
) -> ToolConformanceCase {
    let native_tool_call_count =
        usize::from(classification == ToolProbeClassification::StructuredNativeToolCall);
    let text_tool_call_count =
        usize::from(classification == ToolProbeClassification::ParseableHarnTextToolCall);
    ToolConformanceCase {
        mode,
        ok,
        classification,
        fallback_mode: ToolProbeFallbackMode::Disabled,
        failure_reason: None,
        http_status: None,
        elapsed_ms: None,
        native_tool_call_count,
        text_tool_call_count,
        usage: None,
        parser_errors: Vec::new(),
        protocol_violations: Vec::new(),
        content_sample: None,
    }
}