instructors 1.3.1

Type-safe structured output extraction from LLMs. The Rust instructor.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32

//! Stream partial JSON as the LLM generates it.
//!
//! ```bash
//! OPENAI_API_KEY=sk-... cargo run --example streaming
//! ```

use instructors::prelude::*;

#[derive(Debug, Deserialize, JsonSchema)]
struct Summary {
    title: String,
    key_points: Vec<String>,
}

#[tokio::main]
async fn main() -> instructors::Result<()> {
    let api_key = std::env::var("OPENAI_API_KEY").expect("set OPENAI_API_KEY");
    let client = Client::openai(&api_key);

    let result = client
        .extract::<Summary>(
            "Rust is a systems programming language focused on safety and performance.",
        )
        .model("gpt-4o-mini")
        .on_stream(|chunk| {
            print!("{chunk}");
        })
        .await?;

    println!("\n\nparsed: {:#?}", result.value);
    Ok(())
}