vv-llm 0.3.3

Rust implementation surface for vv-llm
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26

//! Typed Rust clients for chat, streaming, embeddings, rerank, and LLM endpoint resolution.

pub mod chat_clients;
pub mod defaults;
pub mod embedding_clients;
pub mod rerank_clients;
pub mod settings;
pub mod types;
pub mod utilities;

pub use chat_clients::{
    create_chat_client, create_chat_client_from_resolved, ChatClient, ChatStream,
    GoogleAccessTokenProvider,
};
pub use defaults::{default_chat_backends, default_chat_model};
pub use embedding_clients::{create_embedding_client, EmbeddingClient};
pub use rerank_clients::{create_rerank_client, RerankClient};
pub use settings::{
    BackendConfig, EndpointBinding, EndpointConfig, LlmSettings, ModelConfig, RateLimitConfig,
    ResolvedModelConfig, ServerConfig,
};
pub use types::{
    BackendType, ChatRequest, ChatRequestOptions, ChatResponse, ChatStreamDelta, ChatTool,
    ChatUsage, EmbeddingData, EmbeddingResponse, Message, MessageContent, MessageRole,
    RerankResponse, RerankResult, ToolCall, VvLlmError,
};