Struct OllamaProvider 

pub struct OllamaProvider { /* private fields */ }

🦙 Provider for local LLM servers (Ollama, LM Studio)

Implementations

impl OllamaProvider

pub fn new(base_url: &str, server_type: LocalLlmType) -> Self

Create a new Ollama provider with explicit URL

pub fn ollama() -> Self

Create provider for Ollama at default port

pub fn lmstudio() -> Self

Create provider for LM Studio at default port

pub fn with_model(self, model: &str) -> Self

Set the default model to use

pub async fn list_models(&self) -> Result<Vec<String>>

List available models from the server

Trait Implementations

impl Default for OllamaProvider

fn default() -> Self

Returns the “default value” for a type.

impl LlmProvider for OllamaProvider

fn complete<'life0, 'async_trait>( &'life0 self, request: LlmRequest, ) -> Pin<Box<dyn Future<Output = Result<LlmResponse>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Send a prompt to the LLM and get a response

fn name(&self) -> &'static str

Get the provider name