Struct Client 

pub struct Client { /* private fields */ }

High-level RSLLM client

Implementations

impl Client

pub fn new(config: ClientConfig) -> RsllmResult<Self>

Create a new client with configuration

pub fn builder() -> ClientBuilder

Create a client builder

pub fn from_env() -> RsllmResult<Self>

Create a client from environment variables

pub fn config(&self) -> &ClientConfig

Get client configuration

pub fn provider(&self) -> &Arc<dyn LLMProvider>

Get provider instance

pub fn add_metadata(&mut self, key: impl Into<String>, value: Value)

Add client metadata

pub fn metadata(&self) -> &HashMap<String, Value>

Get client metadata

pub async fn health_check(&self) -> RsllmResult<bool>

Health check for the underlying provider

pub fn supported_models(&self) -> Vec<String>

Get supported models from the provider

pub async fn chat_completion( &self, messages: Vec<ChatMessage>, ) -> RsllmResult<ChatResponse>

Chat completion (non-streaming)

pub async fn chat_completion_with_options( &self, messages: Vec<ChatMessage>, model: Option<&str>, temperature: Option<f32>, max_tokens: Option<u32>, ) -> RsllmResult<ChatResponse>

Chat completion with custom options

pub async fn chat_completion_with_tools( &self, messages: Vec<ChatMessage>, tools: Vec<ToolDefinition>, ) -> RsllmResult<ChatResponse>

Chat completion with tool calling support

pub async fn chat_completion_with_tools_and_options( &self, messages: Vec<ChatMessage>, tools: Vec<ToolDefinition>, model: Option<&str>, temperature: Option<f32>, max_tokens: Option<u32>, ) -> RsllmResult<ChatResponse>

Chat completion with tools and custom options

pub async fn chat_completion_stream( &self, messages: Vec<ChatMessage>, ) -> RsllmResult<ChatStream>

Chat completion (streaming)

pub async fn chat_completion_stream_with_options( &self, messages: Vec<ChatMessage>, model: Option<&str>, temperature: Option<f32>, max_tokens: Option<u32>, ) -> RsllmResult<ChatStream>

Chat completion streaming with custom options

pub async fn complete(&self, prompt: impl Into<String>) -> RsllmResult<String>

Simple text completion

pub async fn complete_stream( &self, prompt: impl Into<String>, ) -> RsllmResult<ChatStream>

Simple streaming text completion

pub async fn create_embeddings( &self, _inputs: Vec<String>, ) -> RsllmResult<EmbeddingResponse>

Create embeddings (placeholder - would need provider support)

pub fn count_tokens(&self, _text: &str) -> RsllmResult<u32>

Count tokens in text (placeholder - would need tokenizer)

Trait Implementations

impl AsyncClient for Client

fn chat_completion<'life0, 'async_trait>( &'life0 self, messages: Vec<ChatMessage>, ) -> Pin<Box<dyn Future<Output = RsllmResult<ChatResponse>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Chat completion

fn chat_completion_stream<'life0, 'async_trait>( &'life0 self, messages: Vec<ChatMessage>, ) -> Pin<Box<dyn Future<Output = RsllmResult<ChatStream>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Chat completion streaming

fn health_check<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = RsllmResult<bool>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Health check

impl Debug for Client

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.