orch 0.0.16

Language model orchestration library
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63

//! This example demonstrates how to use the `Variants` derive macro to generate a structured response from the LLM.
//!
//! Run like so: `cargo run --example variants_derive`

use orch::response::*;

#[derive(Variants, serde::Deserialize)]
pub enum ResponseOptions {
    Answer(AnswerResponseOption),
    Fail(FailResponseOption),
}

#[derive(Variant, serde::Deserialize)]
#[variant(
    variant = "Answer",
    scenario = "You know the capital city of the country",
    description = "Capital city of the country"
)]
pub struct AnswerResponseOption {
    #[schema(
        description = "Capital city of the received country",
        example = "London"
    )]
    pub capital: String,
    #[schema(
        description = "Country of the received capital city",
        example = "United Kingdom"
    )]
    pub country: String,
}

#[derive(Variant, serde::Deserialize)]
#[variant(
    variant = "Fail",
    scenario = "You don't know the capital city of the country",
    description = "Reason why the capital city is not known"
)]
pub struct FailResponseOption {
    #[schema(
        description = "Reason why the capital city is not known",
        example = "Country 'foobar' does not exist"
    )]
    pub reason: String,
}

fn main() {
    let response = r#"
        {
            "response_type": "Answer",
            "capital": "London",
            "country": "United Kingdom"
        }
    "#;
    let parsed_response = variants!(ResponseOptions).parse(response).unwrap();
    match parsed_response {
        ResponseOptions::Answer(answer_response) => {
            println!("{}", answer_response.capital);
        }
        ResponseOptions::Fail(fail_response) => {
            println!("{}", fail_response.reason);
        }
    }
}