seedframe 0.1.2

A clean, macro driven Rust library for building LLM apps
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51

use seedframe::prelude::*;
use seedframe::providers::completions::OpenAI;

#[client(
    provider = "OpenAI",
    config = "{\"model\": \"gpt-4o-mini\"}",
    tools("capitalize", "greet")
)]
struct SimpleClient;

/// Greets a user with a personalized message
/// # Arguments
/// * `name`: The name of the person to greet
/// * `mood`: The current mood of the person (happy/tired/excited)
#[tool]
fn greet(name: String, mood: String) {
    println!("Hello {name}! I see you're feeling {mood}.");
}

/// Capitalizes all words in a string
/// # Arguments
/// * `input`: The text to capitalize
#[tool]
fn capitalize(input: String, State(state): State<AppState>) -> String {
    format!(
        "capitalize: {}, state: {}",
        input.to_uppercase(),
        state.some_number,
    )
}

#[derive(Debug)]
struct AppState {
    some_number: i32,
}

#[tokio::main]
async fn main() -> Result<(), seedframe::error::Error> {
    let mut client = SimpleClient::build("You are a helpful assistant")
        .await
        .with_state(AppState { some_number: 3 })?;

    client
        .prompt("Capitalize the word 'capital'")
        .append_tool_response(true)
        .send()
        .await?;

    dbg!(client.export_history());
    Ok(())
}