llmkit-rs 0.1.0

Unified multi-provider async LLM client for Rust — OpenAI, Anthropic, Ollama, with Tower middleware
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22

//! Single-shot chat. Run with `ANTHROPIC_API_KEY=... cargo run --example basic_chat`.

use llmkit::prelude::*;

#[tokio::main]
async fn main() -> LlmResult<()> {
    let client = LlmClientBuilder::new()
        .provider(AnthropicProvider::from_env()?.model("claude-opus-4-8"))
        .layer(TracingLayer::new())
        .build()?;

    let resp = client
        .chat(ChatRequest::builder().user("Explain Rust ownership in one sentence.").build())
        .await?;

    println!("{}", resp.text().unwrap_or_default());
    println!(
        "\n[{} / {} tokens, {} ms]",
        resp.usage.prompt, resp.usage.completion, resp.latency_ms
    );
    Ok(())
}