llmkit-ollama 0.1.0

Ollama (local Llama/Mistral) provider adapter for llmkit-rs
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25

//! Ollama provider adapter for `llmkit-rs`.
//!
//! Implements [`llmkit_core::LlmProvider`] against a local Ollama server
//! (`/api/chat`, `/api/embed`) with NDJSON streaming.
//!
//! ```no_run
//! use llmkit_ollama::OllamaProvider;
//! use llmkit_core::{LlmProvider, ChatRequest};
//!
//! # async fn run() -> llmkit_core::LlmResult<()> {
//! let provider = OllamaProvider::new().model("llama3.1");
//! let resp = provider.chat(ChatRequest::builder().user("Hello!").build()).await?;
//! println!("{}", resp.text().unwrap_or_default());
//! # Ok(()) }
//! ```

#![forbid(unsafe_code)]
#![deny(missing_docs)]

mod chat;
mod provider;
mod stream;
mod types;

pub use provider::OllamaProvider;