fm-rs 0.1.5

Rust bindings for Apple's FoundationModels.framework
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63

//! Example: Context window tracking and compaction
//!
//! This example demonstrates how to estimate context usage from a session
//! transcript and compact it into a summary when you exceed a limit.
//!
//! To run this example:
//!   `cargo run --example context_compaction`

use fm_rs::{
    CompactionConfig, ContextLimit, GenerationOptions, Result, Session, SystemLanguageModel,
    compact_session_if_needed,
};

fn main() -> Result<()> {
    println!("=== FoundationModels - Context Compaction Example ===\n");

    let model = SystemLanguageModel::new()?;
    model.ensure_available()?;

    let session = Session::with_instructions(
        &model,
        "You are a helpful assistant. Keep responses concise.",
    )?;

    let options = GenerationOptions::builder()
        .temperature(0.5)
        .max_response_tokens(200)
        .build();

    let _ = session.respond("Give me a quick overview of Tokyo.", &options)?;
    let _ = session.respond("What are two must-see attractions?", &options)?;
    let _ = session.respond("What's a good time of year to visit?", &options)?;

    // Use a small limit to force compaction in this example.
    let limit = ContextLimit::new(256).with_reserved_response_tokens(64);
    let usage = session.context_usage(&limit)?;

    println!(
        "Estimated context usage: {} / {} tokens (reserved: {})",
        usage.estimated_tokens, usage.max_tokens, usage.reserved_response_tokens
    );

    if usage.over_limit {
        println!("\nContext limit exceeded — compacting transcript...\n");
        if let Some(compacted) = compact_session_if_needed(
            &model,
            &session,
            &limit,
            &CompactionConfig::default(),
            Some("You are a helpful assistant. Keep responses concise."),
        )? {
            println!("Summary:\n{}\n", compacted.summary);
            let response = compacted
                .session
                .respond("Any food recommendations?", &options)?;
            println!("Assistant: {}", response.content());
        }
    } else {
        println!("Context is within the configured limit.");
    }

    Ok(())
}