llmshim 0.1.19

Blazing fast LLM API translation layer in pure Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45

use futures::StreamExt;
use serde_json::json;

#[tokio::main]
async fn main() {
    let router = llmshim::router::Router::from_env();

    let models = ["anthropic/claude-sonnet-4-6", "openai/gpt-5.4"];

    for model in models {
        println!("\n--- streaming: {} ---", model);
        let request = json!({
            "model": model,
            "messages": [
                {"role": "user", "content": "Write a haiku about Rust programming."}
            ],
            "max_tokens": 128,
        });

        match llmshim::stream(&router, &request).await {
            Ok(mut stream) => {
                while let Some(chunk) = stream.next().await {
                    match chunk {
                        Ok(data) => {
                            let parsed: serde_json::Value =
                                serde_json::from_str(&data).unwrap_or_default();
                            if let Some(text) = parsed
                                .pointer("/choices/0/delta/content")
                                .and_then(|c| c.as_str())
                            {
                                print!("{}", text);
                            }
                        }
                        Err(e) => {
                            eprintln!("\nStream error: {}", e);
                            break;
                        }
                    }
                }
                println!();
            }
            Err(e) => eprintln!("Error: {}", e),
        }
    }
}