harn-vm 0.10.162

Async bytecode virtual machine for the Harn programming language
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115

use super::*;

pub(super) struct RequestResolutionInputs<'a> {
    pub(super) options: Option<&'a crate::value::DictMap>,
    pub(super) model_defaults: &'a std::collections::BTreeMap<String, toml::Value>,
    pub(super) max_tokens: i64,
    pub(super) tool_format: &'a str,
    pub(super) tool_format_steer: Option<String>,
    pub(super) tools_declared: bool,
    pub(super) native_tool_count: usize,
    pub(super) thinking: &'a crate::llm::api::ThinkingConfig,
    pub(super) thinking_source: &'static str,
    pub(super) cache: bool,
    pub(super) stream: bool,
}

/// The per-call resolution receipt: each applied setting and the layer that
/// decided it (see [`crate::llm::api::ResolvedSetting`]).
pub(super) fn request_resolution(
    inputs: RequestResolutionInputs<'_>,
) -> Vec<crate::llm::api::ResolvedSetting> {
    use crate::llm::api::{ResolvedSetting, ThinkingConfig};
    let requested = |key: &str| {
        inputs
            .options
            .and_then(|options| options.get(key))
            .filter(|value| !matches!(value, VmValue::Nil))
            .map(VmValue::display)
    };
    let layer = |key: &str, caller: &'static str, catalog: &'static str| {
        if requested(key).is_some() {
            caller
        } else if inputs.model_defaults.contains_key(key) {
            catalog
        } else {
            "default"
        }
    };
    let mut rows = vec![ResolvedSetting {
        setting: "max_tokens",
        requested: requested("max_tokens"),
        applied: inputs.max_tokens.to_string(),
        source: layer(
            "max_tokens",
            "caller.max_tokens",
            "catalog.model_defaults.max_tokens",
        ),
        note: None,
    }];
    if inputs.tools_declared {
        let requested_format = requested("tool_format");
        rows.push(ResolvedSetting {
            setting: "tool_format",
            requested: requested_format.clone(),
            applied: inputs.tool_format.to_string(),
            source: if inputs.tool_format_steer.is_some() {
                "catalog.steer"
            } else if requested_format.is_some() {
                "caller.tool_format"
            } else {
                "catalog.preferred_tool_format"
            },
            note: inputs.tool_format_steer,
        });
        rows.push(ResolvedSetting {
            setting: "tool_wire",
            requested: None,
            applied: if inputs.native_tool_count > 0 {
                format!("native schemas: {}", inputs.native_tool_count)
            } else {
                "text contract in the system prompt".to_string()
            },
            source: "derived",
            note: None,
        });
    }
    rows.push(ResolvedSetting {
        setting: "reasoning",
        requested: requested("effort").or_else(|| requested("thinking")),
        applied: match inputs.thinking {
            ThinkingConfig::Disabled => "off".to_string(),
            ThinkingConfig::Enabled { budget_tokens } => match budget_tokens {
                Some(budget) => format!("enabled, budget {budget}"),
                None => "enabled, provider budget".to_string(),
            },
            ThinkingConfig::Adaptive => "adaptive".to_string(),
            ThinkingConfig::Effort { level } => format!("effort {}", level.as_str()),
        },
        source: inputs.thinking_source,
        note: None,
    });
    rows.push(ResolvedSetting {
        setting: "cache",
        requested: requested("cache"),
        applied: inputs.cache.to_string(),
        source: if requested("cache").is_some() {
            "caller.cache"
        } else {
            "catalog.prompt_caching"
        },
        note: None,
    });
    rows.push(ResolvedSetting {
        setting: "stream",
        requested: requested("stream"),
        applied: inputs.stream.to_string(),
        source: if requested("stream").is_some() {
            "caller.stream"
        } else {
            "default"
        },
        note: None,
    });
    rows
}