vtcode-llm 0.181.2

LLM provider abstraction, client implementations, and streaming for VT Code
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140

use super::*;

#[test]
fn test_long_context_hoisting_is_skipped_for_preserved_thinking_models() {
    for model in [models::anthropic::CLAUDE_OPUS_5_5, models::anthropic::CLAUDE_FABLE_5_1] {
        let payload = long_context_payload(model);
        let messages = payload["messages"].as_array().expect("messages");
        assert_eq!(messages.len(), 3, "{model}: {payload}");
        assert_eq!(messages[0]["content"][0]["text"], "short opener", "{model}: history must stay in order");
        assert_eq!(messages[1]["role"], "assistant");
        assert!(
            messages[2]["content"][0]["text"]
                .as_str()
                .is_some_and(|text| text.starts_with("large pasted document")),
            "{model}: {payload}"
        );
    }
}

#[test]
fn test_long_context_hoisting_still_applies_without_preserved_thinking() {
    let payload = long_context_payload(models::anthropic::CLAUDE_OPUS_5);
    let first_text = payload["messages"][0]["content"][0]["text"].as_str().unwrap_or_default();
    assert!(first_text.starts_with("large pasted document"), "largest user message hoisted: {payload}");
}

#[test]
fn test_convert_to_anthropic_format_includes_native_web_search_tool() {
    let request = LLMRequest {
        model: models::CLAUDE_SONNET_5.to_string(),
        messages: vec![Message::user("find latest rust release notes".to_string())].into(),
        tools: Some(Arc::new(vec![ToolDefinition {
            tool_type: "web_search_20260209".to_string(),
            function: None,
            allowed_callers: None,
            input_examples: None,
            web_search: Some(json!({
                "allowed_callers": ["direct"]
            })),
            hosted_tool_config: None,
            shell: None,
            grammar: None,
            strict: None,
            defer_loading: None,
            namespace: None,
            advisor: None,
        }])),
        ..Default::default()
    };
    let cache_settings = AnthropicPromptCacheSettings::default();
    let anthropic_config = AnthropicConfig::default();
    let ctx = RequestBuilderContext {
        prompt_cache_enabled: false,
        prompt_cache_settings: &cache_settings,
        anthropic_config: &anthropic_config,
        model: models::anthropic::DEFAULT_MODEL,
        server_side_fallbacks_available: false,
    };

    let payload = convert_to_anthropic_format(&request, &ctx).expect("payload conversion");

    assert_eq!(payload["tools"][0]["type"], "web_search_20260209");
    assert_eq!(payload["tools"][0]["name"], "web_search");
    assert_eq!(payload["tools"][0]["allowed_callers"], json!(["direct"]));
    assert!(payload["tools"][0]["input_schema"].is_null());
}

#[test]
fn test_convert_to_anthropic_format_rejects_mixed_web_search_domain_filters() {
    let request = LLMRequest {
        model: models::CLAUDE_SONNET_5.to_string(),
        messages: vec![Message::user("search docs".to_string())].into(),
        tools: Some(Arc::new(vec![ToolDefinition {
            tool_type: "web_search_20250305".to_string(),
            function: None,
            allowed_callers: None,
            input_examples: None,
            web_search: Some(json!({
                "allowed_domains": ["docs.rs"],
                "blocked_domains": ["example.com"]
            })),
            hosted_tool_config: None,
            shell: None,
            grammar: None,
            strict: None,
            defer_loading: None,
            namespace: None,
            advisor: None,
        }])),
        ..Default::default()
    };
    let cache_settings = AnthropicPromptCacheSettings::default();
    let anthropic_config = AnthropicConfig::default();
    let ctx = RequestBuilderContext {
        prompt_cache_enabled: false,
        prompt_cache_settings: &cache_settings,
        anthropic_config: &anthropic_config,
        model: models::anthropic::DEFAULT_MODEL,
        server_side_fallbacks_available: false,
    };

    convert_to_anthropic_format(&request, &ctx).unwrap_err();
}

#[test]
fn test_convert_to_anthropic_format_includes_native_code_execution_tool() {
    let request = LLMRequest {
        model: models::CLAUDE_SONNET_5.to_string(),
        messages: vec![Message::user("analyze this csv".to_string())].into(),
        tools: Some(Arc::new(vec![ToolDefinition {
            tool_type: "code_execution_20250825".to_string(),
            function: None,
            allowed_callers: None,
            input_examples: None,
            web_search: None,
            hosted_tool_config: None,
            shell: None,
            grammar: None,
            strict: None,
            defer_loading: None,
            namespace: None,
            advisor: None,
        }])),
        ..Default::default()
    };
    let cache_settings = AnthropicPromptCacheSettings::default();
    let anthropic_config = AnthropicConfig::default();
    let ctx = RequestBuilderContext {
        prompt_cache_enabled: false,
        prompt_cache_settings: &cache_settings,
        anthropic_config: &anthropic_config,
        model: models::anthropic::DEFAULT_MODEL,
        server_side_fallbacks_available: false,
    };

    let payload = convert_to_anthropic_format(&request, &ctx).expect("payload conversion");

    assert_eq!(payload["tools"][0]["type"], "code_execution_20250825");
    assert_eq!(payload["tools"][0]["name"], "code_execution");
}