edgequake-llm 0.10.2

Multi-provider LLM abstraction library with caching, rate limiting, and cost tracking
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35

//! Basic LLM completion example
//!
//! Run with: cargo run --example openai_basic_completion
//! Requires: OPENAI_API_KEY environment variable

use edgequake_llm::{ChatMessage, LLMProvider, OpenAIProvider};

#[tokio::main]
async fn main() -> Result<(), Box<dyn std::error::Error>> {
    // Get API key from environment
    let api_key = std::env::var("OPENAI_API_KEY").expect("OPENAI_API_KEY must be set");

    // Initialize provider
    let provider = OpenAIProvider::new(&api_key).with_model("gpt-4");

    println!("🤖 EdgeQuake LLM - Basic Completion Example\n");

    // Create message
    let messages = vec![ChatMessage::user(
        "What is the capital of France? Answer in one word.",
    )];

    println!("Sending request to OpenAI...");

    // Get completion
    let response = provider.chat(&messages, None).await?;

    println!("\n✨ Response: {}", response.content);
    println!(
        "📊 Tokens: {} prompt + {} completion = {} total",
        response.prompt_tokens, response.completion_tokens, response.total_tokens
    );

    Ok(())
}