llmrust 0.1.2

Unified Rust interface for 7 LLM providers (OpenAI, Anthropic, DeepSeek, Google Gemini, Ollama, Moonshot, OpenRouter) with HTTP proxy
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69

//! llmrust HTTP Proxy Server
//!
//! Run with:
//! ```bash
//! export OPENAI_API_KEY="sk-..."          # or LLMRUST_OPENAI_KEY
//! export ANTHROPIC_API_KEY="sk-ant-..."   # or LLMRUST_ANTHROPIC_KEY
//! export DEEPSEEK_API_KEY="sk-..."        # or LLMRUST_DEEPSEEK_KEY
//! export GOOGLE_API_KEY="AIza..."         # or LLMRUST_GOOGLE_KEY
//! export MOONSHOT_API_KEY="sk-..."        # or LLMRUST_MOONSHOT_KEY
//! export OPENROUTER_API_KEY="sk-or-..."   # or LLMRUST_OPENROUTER_KEY
//! # Optional: enable bearer-token authentication
//! export LLMRUST_PROXY_KEY="dev-secret"
//! cargo run --features proxy --example proxy_server
//! ```
//!
//! Call the OpenAI Chat Completions endpoint:
//! ```bash
//! curl http://localhost:3000/v1/chat/completions \
//!   -H "Content-Type: application/json" \
//!   -H "Authorization: Bearer dev-secret" \
//!   -d '{"model": "openai/gpt-4o-mini", "messages": [{"role": "user", "content": "Hello!"}]}'
//! ```
//!
//! Call the Anthropic Messages endpoint:
//! ```bash
//! curl http://localhost:3000/v1/messages \
//!   -H "Content-Type: application/json" \
//!   -H "Authorization: Bearer dev-secret" \
//!   -d '{"model": "anthropic/claude-3-5-sonnet-latest", "max_tokens": 256, "messages": [{"role": "user", "content": "Hello!"}]}'
//! ```
//!
//! Press Ctrl+C to stop gracefully.

use std::sync::Arc;

use llmrust::proxy;
use llmrust::LmrsClient;

#[tokio::main]
async fn main() {
    // from_env() auto-detects providers from OPENAI_API_KEY, ANTHROPIC_API_KEY,
    // DEEPSEEK_API_KEY, GOOGLE_API_KEY, MOONSHOT_API_KEY, OPENROUTER_API_KEY,
    // OLLAMA_HOST (also supports LLMRUST_* fallbacks).
    let llm = Arc::new(LmrsClient::from_env().await);

    let providers = llm.providers().await;
    if providers.is_empty() {
        eprintln!("No providers configured. Set at least one environment variable.");
        eprintln!("   Supported: OPENAI_API_KEY, ANTHROPIC_API_KEY, DEEPSEEK_API_KEY,");
        eprintln!("   GOOGLE_API_KEY, MOONSHOT_API_KEY, OPENROUTER_API_KEY");
        eprintln!("   Or LLMRUST_*_KEY fallbacks.");
        std::process::exit(1);
    }

    println!("\nllmrust proxy server starting on http://0.0.0.0:3000");
    println!("   Registered providers: {}", providers.join(", "));
    if providers.len() == 1 && providers.iter().any(|p| p == "ollama") {
        println!("   Only Ollama is registered; make sure the local Ollama server is running.");
    }
    println!("   Try: curl http://localhost:3000/v1/chat/completions ...");
    println!("   Health: curl http://localhost:3000/health");
    println!("   Press Ctrl+C to stop.\n");

    // proxy::serve binds, serves, and handles graceful shutdown on Ctrl+C/SIGTERM
    if let Err(e) = proxy::serve(llm, "0.0.0.0:3000").await {
        eprintln!("Server error: {e}");
        std::process::exit(1);
    }
}