oxi-ai 0.21.0

Unified LLM API — multi-provider streaming interface for AI coding assistants
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55

//! Demonstrates how to use oxi-ai to stream responses from a provider.
//!
//! Set environment variables before running:
//!   export ANTHROPIC_API_KEY="sk-ant-..."
//!
//! Run with: cargo run -p oxi-ai --example basic_streaming

use oxi_ai::prelude::*;

#[tokio::main]
async fn main() -> anyhow::Result<()> {
    let model_id = std::env::var("OXI_MODEL").unwrap_or_else(|_| "claude-sonnet-4-20250514".into());

    // Create a built-in provider by name (uses env vars for API keys).
    let provider = oxi_ai::create_builtin_provider("anthropic")
        .ok_or_else(|| anyhow::anyhow!("Unknown provider: anthropic"))?;

    // Build a model descriptor.
    let model = oxi_ai::Model::new(
        &model_id,
        "Claude Sonnet 4",
        oxi_ai::Api::AnthropicMessages,
        "anthropic",
        "https://api.anthropic.com",
    );

    // Build a conversation context.
    let mut context = Context::new();
    context.add_message(Message::user("Explain Rust ownership in 3 sentences."));

    // Stream the response.
    println!("Streaming from anthropic/{model_id}:\n");

    use futures::StreamExt;
    let stream = provider.stream(&model, &context, None).await?;
    tokio::pin!(stream);

    while let Some(event) = stream.next().await {
        match event {
            ProviderEvent::TextDelta { delta, .. } => {
                print!("{delta}");
                std::io::Write::flush(&mut std::io::stdout())?;
            }
            ProviderEvent::Done { .. } => {
                println!("\n\n[Done]");
            }
            ProviderEvent::Error { .. } => {
                eprintln!("\n[Error occurred]");
            }
            _ => {}
        }
    }

    Ok(())
}