vtcode-llm 0.171.3

LLM provider abstraction, client implementations, and streaming for VT Code
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63

//! Prompt caching configuration for Anthropic Claude API
//!
//! Implements Anthropic's prompt caching feature with configurable TTLs:
//! - "5m" (5 minutes) for dynamic content like messages
//! - "1h" (1 hour) for stable content like tools and system prompts

use vtcode_config::core::AnthropicPromptCacheSettings;

use crate::provider::PromptCacheProfile;

pub fn get_cache_ttl_for_seconds(ttl_seconds: u64) -> &'static str {
    if ttl_seconds >= 3600 { "1h" } else { "5m" }
}

/// Effective tools/system TTL. `prefer_extended_ttl` upgrades a 5m breakpoint to 1h.
pub fn get_tools_cache_ttl(settings: &AnthropicPromptCacheSettings) -> &'static str {
    if settings.prefer_extended_ttl {
        return "1h";
    }
    get_cache_ttl_for_seconds(settings.tools_ttl_seconds)
}

/// Effective messages TTL (same promotion rules as tools).
pub fn get_messages_cache_ttl(settings: &AnthropicPromptCacheSettings) -> &'static str {
    if settings.prefer_extended_ttl {
        return "1h";
    }
    get_cache_ttl_for_seconds(settings.messages_ttl_seconds)
}

/// TTL for budget-continuation / long-lived profile requests.
pub fn get_profile_cache_ttl(settings: &AnthropicPromptCacheSettings) -> &'static str {
    match settings.extended_ttl_seconds {
        Some(seconds) => get_cache_ttl_for_seconds(seconds),
        // Profiles are expected to outlive the 5m window by default.
        None => "1h",
    }
}

/// Effective messages TTL for a request profile.
///
/// The wire builder and the beta-header decision both derive the TTL here so a
/// `1h` messages breakpoint can never be emitted without the extended-TTL beta
/// header (profile requests override the configured messages TTL).
pub fn messages_cache_ttl_for_profile(
    settings: &AnthropicPromptCacheSettings,
    profile: Option<PromptCacheProfile>,
) -> &'static str {
    match profile {
        Some(PromptCacheProfile::BudgetContinuation) => get_profile_cache_ttl(settings),
        None => get_messages_cache_ttl(settings),
    }
}

pub fn requires_extended_ttl_beta(
    settings: &AnthropicPromptCacheSettings,
    profile: Option<PromptCacheProfile>,
) -> bool {
    // Beta is required when an emitted breakpoint TTL is 1h. `prefer_extended_ttl`
    // promotes tools/messages and profile requests promote messages, so the
    // effective-TTL check covers every emitted breakpoint.
    get_tools_cache_ttl(settings) == "1h" || messages_cache_ttl_for_profile(settings, profile) == "1h"
}