liteforge 0.2.3

Rust SDK for LiteForge - LLM completions via OpenAI-compatible API
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40

//! Streaming completion example.
//!
//! Run with: cargo run --example streaming

use futures::StreamExt;
use liteforge::{AsyncForgeClient, Message};

#[tokio::main]
async fn main() {
    // Create async client
    let client = AsyncForgeClient::new();

    println!("Using model: {}", client.model());

    // Create a streaming completion
    let messages = vec![Message::user("Tell me a short story about a robot.")];

    match client.complete_stream(messages).await {
        Ok(mut stream) => {
            print!("\nResponse: ");
            while let Some(result) = stream.next().await {
                match result {
                    Ok(chunk) => {
                        if let Some(content) = chunk.content() {
                            print!("{}", content);
                        }
                    }
                    Err(e) => {
                        eprintln!("\nStream error: {}", e);
                        break;
                    }
                }
            }
            println!();
        }
        Err(e) => {
            eprintln!("Error: {}", e);
        }
    }
}