otari 0.0.1

A unified Rust SDK for interacting with LLMs via the Otari gateway
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59

//! Example: Chat completion via the Otari gateway.
//!
//! # Setup
//!
//! Set environment variables:
//! ```sh
//! export OTARI_API_BASE=http://localhost:8000
//! export OTARI_PLATFORM_TOKEN=tk_your_token_here
//! ```
//!
//! # Run
//!
//! ```sh
//! cargo run --example gateway_completion
//! ```

use futures::StreamExt;
use otari::{completion, completion_stream, ChunkAccumulator, CompletionOptions, Message};

#[tokio::main]
async fn main() -> otari::Result<()> {
    let messages = vec![Message::user("Say hello in three languages.")];
    let options = CompletionOptions::default();

    // --- Non-streaming ---
    println!("--- Non-streaming ---");
    let response = completion("openai:gpt-4o-mini", messages.clone(), options.clone()).await?;
    println!("{}", response.content().unwrap_or("(no content)"));

    if let Some(usage) = &response.usage {
        println!(
            "Tokens: {} prompt + {} completion = {} total",
            usage.prompt_tokens, usage.completion_tokens, usage.total_tokens
        );
    }

    // --- Streaming ---
    println!("\n--- Streaming ---");
    let mut stream = completion_stream("openai:gpt-4o-mini", messages, options).await?;

    let mut acc = ChunkAccumulator::new();
    while let Some(chunk) = stream.next().await {
        let chunk = chunk?;
        if let Some(content) = chunk.content() {
            print!("{content}");
        }
        acc.add(&chunk);
    }
    println!();

    if let Some(usage) = &acc.usage {
        println!(
            "Tokens: {} prompt + {} completion = {} total",
            usage.prompt_tokens, usage.completion_tokens, usage.total_tokens
        );
    }

    Ok(())
}