Struct LLMClient 

pub struct LLMClient { /* private fields */ }

LLM Client unified entry point

Wraps any BaseChatModel as Arc<dyn BaseChatModel<Error = ProviderError>>, providing zero-config auto-detection and explicit construction.

Implements Deref<Target = dyn BaseChatModel>, so you can call .chat() etc. directly.

Implementations

impl LLMClient

pub fn from_env() -> Result<Self, ProviderError>

Create LLM Client from environment variables (auto-detect)

Detection priority:

1. OPENAI_API_KEY -> OpenAIChat
2. ANTHROPIC_API_KEY -> AnthropicChat
3. AZURE_OPENAI_API_KEY -> AzureOpenAIChat
4. DEEPSEEK_API_KEY -> DeepSeekChat
5. QWEN_API_KEY -> QwenChat
6. MOONSHOT_API_KEY -> MoonshotChat
7. ZHIPU_API_KEY -> ZhipuChat
8. MISTRAL_API_KEY -> MistralChat
9. COHERE_API_KEY -> CohereChat
10. GEMINI_API_KEY (or GOOGLE_API_KEY) -> GeminiChat
11. OLLAMA_BASE_URL -> OllamaChat

Errors

Returns error if no known environment variable is set.

pub fn openai(config: OpenAIConfig) -> Self

Create OpenAI Client

pub fn anthropic(config: AnthropicConfig) -> Self

Create Anthropic Client

pub fn ollama(config: OllamaConfig) -> Self

Create Ollama Client

pub fn gemini(config: GeminiConfig) -> Self

Create Gemini Client

pub fn deepseek(config: DeepSeekConfig) -> Self

Create DeepSeek Client

pub fn qwen(config: QwenConfig) -> Self

Create Qwen Client

pub fn moonshot(config: MoonshotConfig) -> Self

Create Moonshot Client

pub fn zhipu(config: ZhipuConfig) -> Self

Create Zhipu Client

pub fn mistral(config: MistralConfig) -> Self

Create Mistral Client

pub fn azure(config: AzureOpenAIConfig) -> Self

Create Azure OpenAI Client

pub fn cohere(config: CohereConfig) -> Self

Create Cohere Client

pub fn from_llm<L>(llm: L) -> Self

where L: BaseChatModel + Send + Sync + 'static, L::Error: Into<ProviderError>,

Create Client from any BaseChatModel

pub fn from_arc( llm: Arc<dyn BaseChatModel<Error = ProviderError> + Send + Sync>, ) -> Self

Create Client from Arc<dyn BaseChatModel>

pub fn into_inner( self, ) -> Arc<dyn BaseChatModel<Error = ProviderError> + Send + Sync>

Get the inner Arc<dyn BaseChatModel>, can be passed directly to Agent

pub fn inner( &self, ) -> &Arc<dyn BaseChatModel<Error = ProviderError> + Send + Sync>

Get inner reference

Trait Implementations

impl BaseChatModel for LLMClient

fn chat<'life0, 'async_trait>( &'life0 self, messages: Vec<Message>, config: Option<RunnableConfig>, ) -> Pin<Box<dyn Future<Output = Result<LLMResult, ProviderError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Chat with the model.

fn stream_chat<'life0, 'async_trait>( &'life0 self, messages: Vec<Message>, config: Option<RunnableConfig>, ) -> Pin<Box<dyn Future<Output = Result<Pin<Box<dyn Stream<Item = Result<StreamChunk, ProviderError>> + Send>>, ProviderError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Stream chat with the model.

fn bind_tools( &self, tools: Vec<ToolDefinition>, ) -> Option<Box<dyn BaseChatModel<Error = ProviderError> + Send + Sync>>

Bind tool definitions for function calling.

fn chat_with_system<'life0, 'async_trait>( &'life0 self, system: String, messages: Vec<Message>, ) -> Pin<Box<dyn Future<Output = Result<LLMResult, Self::Error>> + Send + 'async_trait>>

where 'life0: 'async_trait, Self: Sync + 'async_trait,

Chat with system prompt.

impl BaseLanguageModel<Vec<Message>, LLMResult> for LLMClient

fn model_name(&self) -> &str

Returns the model name.

fn get_num_tokens(&self, text: &str) -> usize

Calculates token count for text.

fn temperature(&self) -> Option<f32>

Returns the temperature parameter.

fn max_tokens(&self) -> Option<usize>

Returns the max tokens limit.

fn with_temperature(self, temp: f32) -> Self

where Self: Sized,

Sets the temperature parameter.

fn with_max_tokens(self, max: usize) -> Self

where Self: Sized,

Sets the max tokens limit.

impl Debug for LLMClient

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Deref for LLMClient

type Target = dyn BaseChatModel<Error = ProviderError> + Send + Sync

The resulting type after dereferencing.

fn deref(&self) -> &Self::Target

Dereferences the value.

impl Runnable<Vec<Message>, LLMResult> for LLMClient

type Error = ProviderError

Error type.

fn invoke<'life0, 'async_trait>( &'life0 self, input: Vec<Message>, config: Option<RunnableConfig>, ) -> Pin<Box<dyn Future<Output = Result<LLMResult, ProviderError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Transforms single input to output.

fn batch<'life0, 'async_trait>( &'life0 self, inputs: Vec<Vec<Message>>, config: Option<RunnableConfig>, ) -> Pin<Box<dyn Future<Output = Result<Vec<LLMResult>, ProviderError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Batch processing - transforms multiple inputs to outputs.

fn stream<'life0, 'async_trait>( &'life0 self, input: Vec<Message>, config: Option<RunnableConfig>, ) -> Pin<Box<dyn Future<Output = Result<Pin<Box<dyn Stream<Item = Result<LLMResult, ProviderError>> + Send>>, ProviderError>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Streaming output - for real-time responses (LLM, etc).

fn batch_as_completed<'life0, 'async_trait>( &'life0 self, inputs: Vec<Input>, config: Option<RunnableConfig>, ) -> Pin<Box<dyn Future<Output = Result<Vec<(usize, Output)>, Self::Error>> + Send + 'async_trait>>

where 'life0: 'async_trait, Self: 'async_trait,

Batch processing that returns results in completion order.

fn transform<'life0, 'async_trait>( &'life0 self, input: Pin<Box<dyn Stream<Item = Result<Input, Self::Error>> + Send>>, config: Option<RunnableConfig>, ) -> Pin<Box<dyn Future<Output = Result<Pin<Box<dyn Stream<Item = Result<Output, Self::Error>> + Send + 'life0>>, Self::Error>> + Send + 'async_trait>>

where 'life0: 'async_trait, Self: 'async_trait,

Stream-to-stream transformation - the core of LCEL streaming.