vtcode-llm 0.137.0

LLM provider abstraction, client implementations, and streaming for VT Code
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44

#![allow(clippy::collapsible_if)]

use self::wire::function_calling::FunctionCall as GeminiFunctionCall;
use self::wire::{
    Candidate, Content, FunctionDeclaration, GenerateContentRequest, GenerateContentResponse, Interaction,
    InteractionContent, InteractionInput, InteractionOutput, InteractionRequest, InteractionResult, InteractionTool,
    InteractionToolChoice, InteractionTurn, InteractionTurnContent, Part, StreamingCandidate, StreamingConfig,
    StreamingError, StreamingProcessor, StreamingResponse, SystemInstruction, Tool, ToolConfig,
};
use self::wire::{FunctionCallingConfig, FunctionResponse};
use crate::client::LLMClient;
use crate::error_display;
use crate::provider::{
    FinishReason, FunctionCall, LLMError, LLMProvider, LLMRequest, LLMResponse, LLMStream, LLMStreamEvent, Message,
    MessageRole, ToolCall, ToolChoice,
};
use async_stream::try_stream;
use async_trait::async_trait;
use futures::StreamExt;
use hashbrown::HashMap;
use reqwest::Client as HttpClient;
use serde_json::{Map, Value, json};
use std::sync::Arc;
use tokio::sync::mpsc;
use tracing;
use vtcode_config::TimeoutsConfig;
use vtcode_config::constants::{env_vars, models, urls};
use vtcode_config::core::{AnthropicConfig, GeminiPromptCacheMode, GeminiPromptCacheSettings, PromptCachingConfig};
use vtcode_config::types::ReasoningEffortLevel;

use super::common::{extract_prompt_cache_settings, override_base_url, resolve_model};
use super::error_handling::{format_network_error, format_parse_error, is_rate_limit_error};

mod client;
pub(crate) mod helpers;
mod llm_provider;
mod provider;
mod sanitize;
#[cfg(test)]
mod tests;
pub mod wire;

pub use provider::GeminiProvider;
pub use sanitize::sanitize_function_parameters;