tysm 0.18.0

Batteries-included Rust OpenAI Client
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59

use tysm::chat_completions::ChatClient;

#[derive(serde::Deserialize, schemars::JsonSchema)]
struct Response {
    city: String,
    country: String,
}

#[tokio::main]
async fn main() -> anyhow::Result<()> {
    // Create a client
    let client = ChatClient::from_env("gpt-4o").unwrap();

    // Create batch requests
    let requests = vec![
        "What is the capital of France?",
        "What is the capital of Japan?",
        "What is the capital of Italy?",
        "What is the capital of Germany?",
        "What is the capital of Spain?",
        "What is the capital of Portugal?",
        "What is the capital of Greece?",
        "What is the capital of Turkey?",
        "What is the capital of Russia?",
        "What is the capital of China?",
        "What is the capital of Brazil?",
        "What is the capital of Argentina?",
        "What is the capital of Chile?",
        "What is the capital of Mexico?",
        "What is the capital of Canada?",
        "What is the capital of Australia?",
        "What is the capital of the United States?",
        "What is the capital of New Zealand?",
        "What is the capital of New Zealand?", // the response from the previous prompt will be reused
    ];

    // May take up to 24 hours, because it's a batch request
    println!("Sending batch request... (this may take a while)");
    let responses = client
        .batch_chat_with_system_prompt::<Response>(
            "Respond in JSON format with the city and country.",
            requests,
        )
        .await?;

    println!("---");
    for response in responses {
        let response = response?;
        println!("{} is the capital of {}", response.city, response.country);
    }
    println!("---");

    println!("Batch request completed!");
    println!(
        "Run this example again, and tysm will automatically reuse the batch from the previous run to save time"
    );

    Ok(())
}