Struct ChatOllama 

pub struct ChatOllama { /* private fields */ }

Ollama implementation

Implementations

impl ChatOllama

pub fn new(model: impl Into<String>) -> ChatOllama

Create new Ollama client

Arguments

• model - Model name (e.g., “llama3”)

pub fn with_base_url(self, url: impl Into<String>) -> ChatOllama

Set base URL

Arguments

• url - Ollama server URL

Trait Implementations

impl ChatModel for ChatOllama

fn invoke<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, messages: &'life1 [Message], options: Option<&'life2 CallOptions>, ) -> Pin<Box<dyn Future<Output = Result<Message, LlmError>> + Send + 'async_trait>>

where 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait, ChatOllama: 'async_trait,

Invoke the model with messages

fn stream<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, messages: &'life1 [Message], options: Option<&'life2 CallOptions>, ) -> Pin<Box<dyn Future<Output = Result<Pin<Box<dyn Stream<Item = Result<MessageChunk, LlmError>> + Send + 'life0>>, LlmError>> + Send + 'async_trait>>

where 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait, ChatOllama: 'async_trait,

Stream the model’s response

fn bind_tools(&self, tools: Vec<ToolDefinition>) -> ChatOllama

Bind tools to this model instance

fn with_structured_output<T>(self) -> StructuredOutputModel<ChatOllama, T>

where T: JsonSchema + DeserializeOwned, ChatOllama: Sized,

Convert to structured output model

fn model_name(&self) -> &str

Get the model name

impl Clone for ChatOllama

fn clone(&self) -> ChatOllama

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ChatOllama

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.