llmshim 0.1.24

Blazing fast LLM API translation layer in pure Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25

use serde_json::json;

#[tokio::main]
async fn main() {
    let router = llmshim::router::Router::from_env()
        .alias("smart", "anthropic/claude-sonnet-4-6")
        .alias("fast", "openai/gpt-5.4");

    // Use an alias
    let request = json!({
        "model": "smart",
        "messages": [
            {"role": "system", "content": "You are a helpful assistant. Be concise."},
            {"role": "user", "content": "What is the capital of France?"}
        ],
        "max_tokens": 128,
    });

    match llmshim::completion(&router, &request).await {
        Ok(resp) => {
            println!("{}", serde_json::to_string_pretty(&resp).unwrap());
        }
        Err(e) => eprintln!("Error: {}", e),
    }
}