oxide-agent 0.1.0

Type-safe, high-performance Rust crate for building agentic systems on Ollama
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36

//! Basic single-turn and multi-turn chat via `HttpOllamaClient`.
//!
//! Run with:
//!   cargo run --example basic_chat

use oxide_agent::client::{HttpOllamaClient, OllamaClient};
use oxide_agent::types::{ChatRequest, Message, Role};

#[tokio::main]
async fn main() -> anyhow::Result<()> {
    let client = HttpOllamaClient::new("http://localhost:11434");

    // ── Single-turn chat ──────────────────────────────────────────────────────
    let req = ChatRequest {
        model: "llama3".into(),
        messages: vec![Message {
            role: Role::User,
            content: "Explain ownership in Rust in one sentence.".into(),
            tool_calls: None,
        }],
        tools: None,
        stream: false,
    };

    let response = client.chat(req).await?;
    println!("Assistant: {}", response.message.content);

    // ── List available models ─────────────────────────────────────────────────
    let models = client.list_models().await?;
    println!("\nModels available on your server:");
    for m in models.models {
        println!("  {} ({} bytes)", m.name, m.size);
    }

    Ok(())
}