ringo-fm 0.1.0

Idiomatic Rust bindings for Apple's on-device Foundation Models framework
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33

//! Simple inference example — Rust port of `examples/simple_inference.py`.

use ringo_fm::{LanguageModelSession, SystemLanguageModel};

#[tokio::main]
async fn main() -> Result<(), Box<dyn std::error::Error>> {
    println!("=== Simple Inference Example ===\n");

    let model = SystemLanguageModel::default()?;
    let (is_available, reason) = model.is_available();
    if !is_available {
        println!("Model not available: {reason:?}");
        return Ok(());
    }

    let session = LanguageModelSession::new(
        Some(&model),
        Some("You are a helpful assistant that provides concise answers."),
        Vec::new(),
    )?;

    let prompt = "What is the capital of France?";
    println!("User: {prompt}");
    let response = session.respond(prompt).await?;
    println!("Assistant: {response}\n");

    let follow_up = "What is its population?";
    println!("User: {follow_up}");
    let response = session.respond(follow_up).await?;
    println!("Assistant: {response}\n");

    Ok(())
}