Struct OllamaProvider 

pub struct OllamaProvider { /* private fields */ }

Ollama provider implementation (for local models)

Implementations

impl OllamaProvider

pub fn new(config: LLMProviderConfig) -> LLMResult<Self>

Create new Ollama provider

Trait Implementations

impl Debug for OllamaProvider

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl LLMProvider for OllamaProvider

fn name(&self) -> &str

Provider name (e.g., “openai”, “anthropic”)

fn generate<'life0, 'life1, 'async_trait>( &'life0 self, _request: &'life1 LLMRequest, ) -> Pin<Box<dyn Future<Output = LLMResult<LLMResponse>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Generate a response for the given request

fn list_models<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = LLMResult<Vec<ModelInfo>>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

List available models for this provider

fn capabilities(&self) -> &LLMCapabilities

Get provider capabilities

fn version(&self) -> &str

Provider version

fn get_model_info<'life0, 'life1, 'async_trait>( &'life0 self, model: &'life1 str, ) -> Pin<Box<dyn Future<Output = LLMResult<ModelInfo>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Get information about a specific model

fn supports_model<'life0, 'life1, 'async_trait>( &'life0 self, model: &'life1 str, ) -> Pin<Box<dyn Future<Output = bool> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Check if a model is supported

fn estimate_tokens(&self, text: &str) -> usize

Estimate token count for text (optional override)

fn validate_request<'life0, 'life1, 'async_trait>( &'life0 self, request: &'life1 LLMRequest, ) -> Pin<Box<dyn Future<Output = LLMResult<()>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Validate a request before sending

fn health_check<'life0, 'async_trait>( &'life0 self, ) -> Pin<Box<dyn Future<Output = LLMResult<()>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Health check for the provider

fn handle_create_message<'life0, 'async_trait>( &'life0 self, request: CreateMessageRequest, ) -> Pin<Box<dyn Future<Output = LLMResult<CreateMessageResult>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Handle MCP CreateMessageRequest (adapts to LLM types)