nexil 0.8.0

Provider-agnostic LLM toolkit — streaming, tool calls, tape storage, OAuth
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32

//! Basic chat example — send a single prompt and print the response.
//!
//! ```bash
//! # Set your API key (or use a .env file):
//! export OPENAI_API_KEY="sk-..."
//! cargo run --example basic_chat -p nexil
//! ```

use nexil::{ChatRequest, LLMBuilder};

#[tokio::main]
async fn main() {
    dotenvy::dotenv().ok();

    let api_key = std::env::var("OPENAI_API_KEY").expect("OPENAI_API_KEY must be set");

    let mut llm = LLMBuilder::new()
        .model("openai:gpt-4o-mini")
        .api_key(&api_key)
        .build()
        .expect("failed to build LLM");

    let response = llm
        .chat_async(ChatRequest {
            prompt: Some("What is the capital of France? Reply in one sentence."),
            ..Default::default()
        })
        .await
        .expect("chat request failed");

    println!("{response}");
}