instructors 1.3.3

Type-safe structured output extraction from LLMs. The Rust instructor.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37

//! Hooks example — observe request/response lifecycle.
//!
//! Run with:
//! ```bash
//! OPENAI_API_KEY=sk-... cargo run --example hooks
//! ```

use instructors::prelude::*;

#[derive(Debug, Deserialize, JsonSchema)]
struct Contact {
    name: String,
    email: Option<String>,
}

#[tokio::main]
async fn main() -> instructors::Result<()> {
    let api_key = std::env::var("OPENAI_API_KEY").expect("OPENAI_API_KEY must be set");
    let client = Client::openai(&api_key).with_model("gpt-4o-mini");

    let result = client
        .extract::<Contact>("John Doe, john@example.com")
        .on_request(|model, prompt| {
            println!("[request] model={model}, prompt_len={}", prompt.len());
        })
        .on_response(|usage| {
            println!(
                "[response] tokens={}, retries={}, cost={:?}",
                usage.total_tokens, usage.retries, usage.cost
            );
        })
        .await?;

    println!("\nExtracted: {:?}", result.value);

    Ok(())
}