edgee 2.0.6

Rust SDK for the Edgee AI Gateway
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84

//! Streaming example demonstrating real-time response processing

use edgee::{Edgee, Message};
use tokio_stream::StreamExt;

#[tokio::main]
async fn main() -> Result<(), Box<dyn std::error::Error>> {
    let client = Edgee::from_env()?;

    println!("=== Simple Streaming ===");
    println!("Streaming response: ");

    let mut stream = client
        .stream("anthropic/claude-haiku-4-5", "Count from 1 to 10 slowly")
        .await?;

    while let Some(result) = stream.next().await {
        match result {
            Ok(chunk) => {
                if let Some(text) = chunk.text() {
                    print!("{}", text);
                    std::io::Write::flush(&mut std::io::stdout())?;
                }

                if let Some(reason) = chunk.finish_reason() {
                    println!("\n[Finish reason: {}]", reason);
                }
            }
            Err(e) => {
                eprintln!("\nError: {}", e);
                break;
            }
        }
    }

    println!("\n");

    println!("=== Streaming with System Message ===");
    println!("Streaming response: ");

    let messages = vec![
        Message::system("You are a poetic assistant. Respond in haiku format."),
        Message::user("Describe Rust programming language"),
    ];

    let mut stream = client
        .stream("anthropic/claude-haiku-4-5", messages)
        .await?;

    while let Some(result) = stream.next().await {
        match result {
            Ok(chunk) => {
                if let Some(text) = chunk.text() {
                    print!("{}", text);
                    std::io::Write::flush(&mut std::io::stdout())?;
                }
            }
            Err(e) => {
                eprintln!("\nError: {}", e);
                break;
            }
        }
    }

    println!("\n");

    println!("=== Collecting Full Response from Stream ===");
    let mut stream = client
        .stream("anthropic/claude-haiku-4-5", "Say hello in 5 languages")
        .await?;

    let mut full_text = String::new();
    while let Some(result) = stream.next().await {
        if let Ok(chunk) = result {
            if let Some(text) = chunk.text() {
                full_text.push_str(text);
            }
        }
    }

    println!("Full response: {}", full_text);

    Ok(())
}