vtcode 0.108.0

A Rust-based terminal coding agent with modular architecture supporting multiple LLM providers
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111

use anyhow::Result;
use std::time::Duration;

use crate::agent::runloop::unified::turn::context::{
    TurnHandlerOutcome, TurnLoopResult, TurnProcessingContext,
};

use super::super::helpers::push_tool_response;
use super::ValidationResult;

const MAX_RATE_LIMIT_ACQUIRE_ATTEMPTS: usize = 4;
const MAX_RATE_LIMIT_WAIT: Duration =
    Duration::from_secs(vtcode_config::constants::execution::MAX_RATE_LIMIT_WAIT_SECS);

fn ctrl_c_break_outcome(
    ctx: &TurnProcessingContext<'_>,
    prefer_exit: bool,
) -> Option<ValidationResult> {
    let (first_requested, first_outcome, second_requested, second_outcome) = if prefer_exit {
        (
            ctx.ctrl_c_state.is_exit_requested(),
            TurnLoopResult::Exit,
            ctx.ctrl_c_state.is_cancel_requested(),
            TurnLoopResult::Cancelled,
        )
    } else {
        (
            ctx.ctrl_c_state.is_cancel_requested(),
            TurnLoopResult::Cancelled,
            ctx.ctrl_c_state.is_exit_requested(),
            TurnLoopResult::Exit,
        )
    };

    if first_requested {
        return Some(ValidationResult::Outcome(TurnHandlerOutcome::Break(
            first_outcome,
        )));
    }
    if second_requested {
        return Some(ValidationResult::Outcome(TurnHandlerOutcome::Break(
            second_outcome,
        )));
    }
    None
}

fn build_rate_limit_error_content(tool_name: &str, retry_after_ms: u64) -> String {
    serde_json::json!({
        "error": format!(
            "Tool '{}' is temporarily rate limited. Try again after a short delay.",
            tool_name
        ),
        "failure_kind": "rate_limit",
        "rate_limited": true,
        "retry_after_ms": retry_after_ms,
    })
    .to_string()
}

pub(crate) async fn acquire_adaptive_rate_limit_slot<'a>(
    ctx: &mut TurnProcessingContext<'a>,
    tool_call_id: &str,
    tool_name: &str,
) -> Result<Option<ValidationResult>> {
    for attempt in 0..MAX_RATE_LIMIT_ACQUIRE_ATTEMPTS {
        let acquire_result = ctx.rate_limiter.try_acquire(tool_name);

        match acquire_result {
            Ok(_) => return Ok(None),
            Err(wait_time) => {
                if let Some(outcome) = ctrl_c_break_outcome(ctx, false) {
                    return Ok(Some(outcome));
                }

                let bounded_wait = wait_time.min(MAX_RATE_LIMIT_WAIT);
                if attempt + 1 >= MAX_RATE_LIMIT_ACQUIRE_ATTEMPTS {
                    let retry_after_ms = bounded_wait.as_millis() as u64;
                    tracing::warn!(
                        tool = %tool_name,
                        attempts = MAX_RATE_LIMIT_ACQUIRE_ATTEMPTS,
                        retry_after_ms,
                        "Adaptive rate limiter blocked tool execution after repeated attempts"
                    );
                    push_tool_response(
                        ctx.working_history,
                        tool_call_id,
                        build_rate_limit_error_content(tool_name, retry_after_ms),
                    );
                    return Ok(Some(ValidationResult::Blocked));
                }

                if bounded_wait.is_zero() {
                    tokio::task::yield_now().await;
                    continue;
                }

                tokio::select! {
                    _ = tokio::time::sleep(bounded_wait) => {},
                    _ = ctx.ctrl_c_notify.notified() => {
                        if let Some(outcome) = ctrl_c_break_outcome(ctx, true) {
                            return Ok(Some(outcome));
                        }
                    }
                }
            }
        }
    }

    Ok(Some(ValidationResult::Blocked))
}