ai-lib 0.4.0

A unified AI SDK for Rust providing a single interface for multiple AI providers with hybrid architecture
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28

use ai_lib::types::common::Content;
use ai_lib::{
    client::AiClientBuilder, types::AiLibError, ChatCompletionRequest, Message, Provider, Role,
};

/// Demonstrates composing routing strategies before runtime by wiring providers
/// into a round-robin chain.
#[tokio::main]
async fn main() -> Result<(), AiLibError> {
    // Requires GROQ_API_KEY and OPENROUTER_API_KEY to be set in the environment.
    let client = AiClientBuilder::new(Provider::Groq)
        .with_round_robin_chain(vec![Provider::Groq, Provider::OpenRouter])?
        .build()?;

    let req = ChatCompletionRequest::new(
        client.default_chat_model(),
        vec![Message {
            role: Role::User,
            content: Content::new_text("Say hi and mention which provider you are."),
            function_call: None,
        }],
    );

    let resp = client.chat_completion(req).await?;
    println!("selected provider: {}", client.provider_name());
    println!("model: {}", resp.model);
    Ok(())
}