Trait LlmProvider 

pub trait LlmProvider:
    Send
    + Sync
    + 'static {
    // Required methods
    fn chat<'life0, 'async_trait>(
        &'life0 self,
        req: ChatRequest,
    ) -> Pin<Box<dyn Future<Output = Result<ChatResponse, LlmError>> + Send + 'async_trait>>
       where 'life0: 'async_trait,
             Self: 'async_trait;
    fn chat_stream<'life0, 'async_trait>(
        &'life0 self,
        req: ChatRequest,
    ) -> Pin<Box<dyn Future<Output = Result<Pin<Box<dyn Stream<Item = Result<StreamDelta, LlmError>> + Send>>, LlmError>> + Send + 'async_trait>>
       where 'life0: 'async_trait,
             Self: 'async_trait;
    fn embed<'life0, 'async_trait>(
        &'life0 self,
        req: EmbedRequest,
    ) -> Pin<Box<dyn Future<Output = Result<EmbedResponse, LlmError>> + Send + 'async_trait>>
       where 'life0: 'async_trait,
             Self: 'async_trait;
    fn name(&self) -> &'static str;
    fn model(&self) -> &str;

    // Provided method
    fn estimate_cost(&self, _req: &ChatRequest) -> Option<CostEstimate> { ... }
}

A unified, async LLM backend.

Implemented by each provider adapter (OpenAI, Anthropic, Ollama) and by the Tower-wrapped client, so middleware and fallback chains compose transparently.

Required Methods

fn chat<'life0, 'async_trait>( &'life0 self, req: ChatRequest, ) -> Pin<Box<dyn Future<Output = Result<ChatResponse, LlmError>> + Send + 'async_trait>>

where 'life0: 'async_trait, Self: 'async_trait,

Single-shot chat completion.

fn chat_stream<'life0, 'async_trait>( &'life0 self, req: ChatRequest, ) -> Pin<Box<dyn Future<Output = Result<Pin<Box<dyn Stream<Item = Result<StreamDelta, LlmError>> + Send>>, LlmError>> + Send + 'async_trait>>

where 'life0: 'async_trait, Self: 'async_trait,

Streaming chat completion.

fn embed<'life0, 'async_trait>( &'life0 self, req: EmbedRequest, ) -> Pin<Box<dyn Future<Output = Result<EmbedResponse, LlmError>> + Send + 'async_trait>>

where 'life0: 'async_trait, Self: 'async_trait,

Generate embeddings.

fn name(&self) -> &'static str

Provider name (“openai” | “anthropic” | “ollama”).

fn model(&self) -> &str

Active default model slug.

Provided Methods

fn estimate_cost(&self, _req: &ChatRequest) -> Option<CostEstimate>

Pre-flight cost estimate (no network call). None if unknown.

Dyn Compatibility

This trait is dyn compatible.

In older versions of Rust, dyn compatibility was called "object safety".

Implementations on Foreign Types

impl<T> LlmProvider for Arc<T>

where T: LlmProvider + ?Sized,

fn chat<'life0, 'async_trait>( &'life0 self, req: ChatRequest, ) -> Pin<Box<dyn Future<Output = Result<ChatResponse, LlmError>> + Send + 'async_trait>>

where 'life0: 'async_trait, Arc<T>: 'async_trait,

fn chat_stream<'life0, 'async_trait>( &'life0 self, req: ChatRequest, ) -> Pin<Box<dyn Future<Output = Result<Pin<Box<dyn Stream<Item = Result<StreamDelta, LlmError>> + Send>>, LlmError>> + Send + 'async_trait>>

where 'life0: 'async_trait, Arc<T>: 'async_trait,

fn embed<'life0, 'async_trait>( &'life0 self, req: EmbedRequest, ) -> Pin<Box<dyn Future<Output = Result<EmbedResponse, LlmError>> + Send + 'async_trait>>

where 'life0: 'async_trait, Arc<T>: 'async_trait,

fn name(&self) -> &'static str

fn model(&self) -> &str

fn estimate_cost(&self, req: &ChatRequest) -> Option<CostEstimate>

Implementors

impl LlmProvider for AnthropicProvider

impl LlmProvider for CostTracking

impl LlmProvider for FallbackProvider

impl LlmProvider for OllamaProvider

impl LlmProvider for OpenAiProvider

impl LlmProvider for RateLimit

impl LlmProvider for Retry

impl LlmProvider for Tracing