Struct OllamaModel 

pub struct OllamaModel { /* private fields */ }

Available on crate feature ollama only.

Ollama model client.

Implementations

impl OllamaModel

pub const DEFAULT_BASE_URL: &'static str = "http://localhost:11434"

Default Ollama base URL.

pub fn new(model_name: impl Into<String>) -> OllamaModel

Create a new Ollama model.

pub fn from_env( model_name: impl Into<String>, ) -> Result<OllamaModel, ModelError>

Create from environment variable OLLAMA_HOST.

pub fn with_base_url(self, url: impl Into<String>) -> OllamaModel

Set custom base URL.

pub fn with_profile(self, profile: ModelProfile) -> OllamaModel

Set a custom profile.

pub fn with_timeout(self, timeout: Duration) -> OllamaModel

Set the default timeout.

pub fn with_keep_alive(self, duration: impl Into<String>) -> OllamaModel

Set keep alive duration (e.g., “5m”, “1h”).

Trait Implementations

impl Clone for OllamaModel

fn clone(&self) -> OllamaModel

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for OllamaModel

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.

impl Model for OllamaModel

fn name(&self) -> &str

Get the model name.

fn system(&self) -> &str

Get the model system/provider (openai, anthropic, etc).

fn profile(&self) -> &ModelProfile

Get the model profile (capabilities, schema transforms).

fn request<'life0, 'life1, 'life2, 'life3, 'async_trait>( &'life0 self, messages: &'life1 [ModelRequest], settings: &'life2 ModelSettings, params: &'life3 ModelRequestParameters, ) -> Pin<Box<dyn Future<Output = Result<ModelResponse, ModelError>> + Send + 'async_trait>>

where 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait, 'life3: 'async_trait, OllamaModel: 'async_trait,

Make a request to the model.

fn request_stream<'life0, 'life1, 'life2, 'life3, 'async_trait>( &'life0 self, _messages: &'life1 [ModelRequest], _settings: &'life2 ModelSettings, _params: &'life3 ModelRequestParameters, ) -> Pin<Box<dyn Future<Output = Result<Pin<Box<dyn Stream<Item = Result<ModelResponseStreamEvent, ModelError>> + Send>>, ModelError>> + Send + 'async_trait>>

where 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait, 'life3: 'async_trait, OllamaModel: 'async_trait,

Make a streaming request to the model.

fn identifier(&self) -> String

Get the full model identifier.

fn count_tokens<'life0, 'life1, 'async_trait>( &'life0 self, _messages: &'life1 [ModelRequest], ) -> Pin<Box<dyn Future<Output = Result<u64, ModelError>> + Send + 'async_trait>>

where 'life0: 'async_trait, 'life1: 'async_trait, Self: 'async_trait,

Count tokens for messages (if supported).

fn supports(&self, capability: ModelCapability) -> bool

Check if the model supports a specific capability.