llmkit-rs 0.1.0

Unified multi-provider async LLM client for Rust — OpenAI, Anthropic, Ollama, with Tower middleware
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25

//! Same request sent to OpenAI and Anthropic.
//! Run with both `OPENAI_API_KEY` and `ANTHROPIC_API_KEY` set.

use llmkit::prelude::*;

#[tokio::main]
async fn main() -> LlmResult<()> {
    let prompt = "Name one famous Rustacean.";

    let openai = LlmClientBuilder::new()
        .provider(OpenAiProvider::from_env()?.model("gpt-4o-mini"))
        .build()?;

    let anthropic = LlmClientBuilder::new()
        .provider(AnthropicProvider::from_env()?.model("claude-opus-4-8"))
        .build()?;

    for client in [&openai, &anthropic] {
        let resp = client
            .chat_once(ChatRequest::builder().user(prompt).build())
            .await?;
        println!("[{}] {}", resp.provider, resp.text().unwrap_or_default());
    }
    Ok(())
}