stakai 0.3.74

A provider-agnostic Rust SDK for AI completions with streaming support - Built by Stakpak
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45

//! Example: Streaming with Gemini

use futures::StreamExt;
use stakai::{GenerateRequest, Inference, Message, Model, Role, StreamEvent};

#[tokio::main]
async fn main() -> Result<(), Box<dyn std::error::Error>> {
    // Requires GEMINI_API_KEY environment variable

    let client = Inference::new();

    let mut request = GenerateRequest::new(
        Model::custom("gemini-1.5-flash", "google"),
        vec![Message::new(
            Role::User,
            "Tell me an interesting fact about space exploration.",
        )],
    );
    request.options.temperature = Some(0.8);
    request.options.max_tokens = Some(300);

    println!("🤖 Streaming with Gemini...\n");

    let mut stream = client.stream(&request).await?;

    while let Some(event) = stream.next().await {
        match event? {
            StreamEvent::TextDelta { delta, .. } => {
                print!("{}", delta);
                std::io::Write::flush(&mut std::io::stdout())?;
            }
            StreamEvent::Finish { usage, reason } => {
                println!("\n\n✓ Done!");
                println!("Usage: {:?}", usage);
                println!("Finish reason: {:?}", reason);
            }
            StreamEvent::Error { message } => {
                eprintln!("\n✗ Error: {}", message);
            }
            _ => {}
        }
    }

    Ok(())
}