stakai 0.3.64

A provider-agnostic Rust SDK for AI completions with streaming support - Built by Stakpak
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28

//! Example: Using custom headers with providers

use stakai::{GenerateRequest, Inference, Message, Model, Role};

#[tokio::main]
async fn main() -> Result<(), Box<dyn std::error::Error>> {
    let client = Inference::new();

    // Create request with custom headers using GenerateOptions
    let mut request = GenerateRequest::new(
        Model::custom("gpt-4", "openai"),
        vec![Message::new(Role::User, "Hello!")],
    );
    request.options.max_tokens = Some(100);
    request.options = request
        .options
        .add_header("X-Custom-Header", "my-value")
        .add_header("X-Request-ID", "12345");

    println!("🤖 Sending request with custom headers...\n");

    // Works with any provider
    let response = client.generate(&request).await?;

    println!("Response: {}\n", response.text());

    Ok(())
}