Skip to main content

Crate vv_llm

Crate vv_llm 

Source
Expand description

Typed Rust clients for chat, streaming, embeddings, rerank, and LLM endpoint resolution.

Re-exports§

pub use chat_clients::create_chat_client;
pub use chat_clients::create_chat_client_from_resolved;
pub use chat_clients::ChatClient;
pub use chat_clients::ChatStream;
pub use chat_clients::GoogleAccessTokenProvider;
pub use embedding_clients::create_embedding_client;
pub use embedding_clients::EmbeddingClient;
pub use rerank_clients::create_rerank_client;
pub use rerank_clients::RerankClient;
pub use settings::BackendConfig;
pub use settings::EndpointBinding;
pub use settings::EndpointConfig;
pub use settings::LlmSettings;
pub use settings::ModelConfig;
pub use settings::ResolvedModelConfig;
pub use types::BackendType;
pub use types::ChatRequest;
pub use types::ChatRequestOptions;
pub use types::ChatResponse;
pub use types::ChatStreamDelta;
pub use types::ChatTool;
pub use types::ChatUsage;
pub use types::EmbeddingData;
pub use types::EmbeddingResponse;
pub use types::Message;
pub use types::MessageContent;
pub use types::MessageRole;
pub use types::RerankResponse;
pub use types::RerankResult;
pub use types::ToolCall;
pub use types::VvLlmError;

Modules§

chat_clients
embedding_clients
rerank_clients
settings
types
utilities