Skip to main content

vv_llm/
lib.rs

1//! Typed Rust clients for chat, streaming, embeddings, rerank, and LLM endpoint resolution.
2
3pub mod chat_clients;
4pub mod defaults;
5pub mod embedding_clients;
6pub mod rerank_clients;
7pub mod settings;
8pub mod types;
9pub mod utilities;
10
11pub use chat_clients::{
12    create_chat_client, create_chat_client_from_resolved, ChatClient, ChatStream,
13    GoogleAccessTokenProvider,
14};
15pub use defaults::{default_chat_backends, default_chat_model};
16pub use embedding_clients::{create_embedding_client, EmbeddingClient};
17pub use rerank_clients::{create_rerank_client, RerankClient};
18pub use settings::{
19    BackendConfig, EndpointBinding, EndpointConfig, LlmSettings, ModelConfig, RateLimitConfig,
20    ResolvedModelConfig, ServerConfig,
21};
22pub use types::{
23    BackendType, ChatRequest, ChatRequestOptions, ChatResponse, ChatStreamDelta, ChatTool,
24    ChatUsage, EmbeddingData, EmbeddingResponse, Message, MessageContent, MessageRole,
25    RerankResponse, RerankResult, ToolCall, VvLlmError,
26};