fm-bindings 0.1.5

Rust bindings for Apple's Foundation Models framework
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43

// Example: Streaming response generation
//
// This example demonstrates using the `stream_response()` method to get
// real-time incremental updates from the Foundation Model. This provides
// a much better user experience with immediate feedback.
//
// Usage: cargo run --example stream_response

use fm_bindings::LanguageModelSession;
use std::io::{self, Write};

fn main() -> Result<(), Box<dyn std::error::Error>> {
    println!("=== Foundation Models - Streaming Response Example ===\n");

    // Create a new session with instructions
    println!("Creating session...");
    let session = LanguageModelSession::with_instructions(
        "You are a creative storyteller. Write engaging, vivid narratives.",
    )?;
    println!("Session created!\n");

    // Define the prompt
    let prompt = "Tell me a short story about a robot learning to paint.";
    println!("Prompt: \"{}\"\n", prompt);
    println!("Streaming response:\n");
    println!("---");

    // Stream the response chunk by chunk
    // The callback is called for each chunk as it's generated
    session.stream_response(prompt, |chunk| {
        // Print each chunk immediately
        print!("{}", chunk);

        // Flush stdout to ensure immediate display
        io::stdout().flush().unwrap();
    })?;

    // Print completion message
    println!("\n---");
    println!("\n=== Stream Complete ===");

    Ok(())
}