vv-llm 0.2.0

Rust implementation surface for vv-llm
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23

//! Typed Rust clients for chat, streaming, embeddings, rerank, and LLM endpoint resolution.

pub mod chat_clients;
pub mod embedding_clients;
pub mod rerank_clients;
pub mod settings;
pub mod types;
pub mod utilities;

pub use chat_clients::{
    create_chat_client, create_chat_client_from_resolved, ChatClient, ChatStream,
    GoogleAccessTokenProvider,
};
pub use embedding_clients::{create_embedding_client, EmbeddingClient};
pub use rerank_clients::{create_rerank_client, RerankClient};
pub use settings::{
    BackendConfig, EndpointBinding, EndpointConfig, LlmSettings, ModelConfig, ResolvedModelConfig,
};
pub use types::{
    BackendType, ChatRequest, ChatRequestOptions, ChatResponse, ChatStreamDelta, ChatTool,
    ChatUsage, EmbeddingData, EmbeddingResponse, Message, MessageContent, MessageRole,
    RerankResponse, RerankResult, ToolCall, VvLlmError,
};