llm-toolkit 0.63.1

A low-level, unopinionated Rust toolkit for the LLM last mile problem.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65

use llm_toolkit::{ToPrompt, TypeMarker};
use serde::{Deserialize, Serialize};

// With manual __type field
#[derive(Serialize, Deserialize, Debug, Clone, ToPrompt, TypeMarker)]
#[prompt(mode = "full")]
pub struct ResponseWithType {
    #[serde(default = "default_response_type")]
    __type: String,
    pub message: String,
}

fn default_response_type() -> String {
    "ResponseWithType".to_string()
}

impl Default for ResponseWithType {
    fn default() -> Self {
        Self {
            __type: default_response_type(),
            message: "Example message".to_string(),
        }
    }
}

// Without __type field but with type_marker attribute
#[derive(Serialize, Deserialize, Debug, Clone, ToPrompt, TypeMarker)]
#[prompt(mode = "full", type_marker)]
pub struct ResponseWithoutType {
    pub message: String,
}

impl Default for ResponseWithoutType {
    fn default() -> Self {
        Self {
            message: "Example message".to_string(),
        }
    }
}

fn main() {
    println!("=== Case 1: schema_only ===");
    println!(
        "{}",
        ResponseWithType::default().to_prompt_with_mode("schema_only")
    );

    println!("\n=== Case 1: example_only ===");
    println!(
        "{}",
        ResponseWithType::default().to_prompt_with_mode("example_only")
    );

    println!("\n=== Case 2: schema_only ===");
    println!(
        "{}",
        ResponseWithoutType::default().to_prompt_with_mode("schema_only")
    );

    println!("\n=== Case 2: example_only ===");
    println!(
        "{}",
        ResponseWithoutType::default().to_prompt_with_mode("example_only")
    );
}