orch 0.0.16

Language model orchestration library
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75

#![allow(dead_code)]

use orch::alignment::AlignmentStrategyBuilder;
use orch::execution::*;
use orch::response::*;

mod example_utils;
use example_utils::get_lm;

#[derive(Variants, serde::Deserialize)]
pub enum ResponseVariants {
    Answer(AnswerResponseVariant),
    Fail(FailResponseVariant),
}

#[derive(Variant, serde::Deserialize)]
#[variant(
    variant = "Answer",
    scenario = "You know the answer",
    description = "Result of the calculation"
)]
pub struct AnswerResponseVariant {
    #[schema(description = "Result of the calculation", example = "42")]
    pub result: String,
}

#[derive(Variant, serde::Deserialize)]
#[variant(
    variant = "Fail",
    scenario = "You don't know the answer",
    description = "Reason why the answer is not known"
)]
pub struct FailResponseVariant {
    #[schema(
        description = "Reason why the answer is not known",
        example = "The phrase is not a mathematical related expression"
    )]
    pub reason: String,
}

#[tokio::main]
async fn main() {
    let (lm, _) = get_lm();
    // In this example, we use the same LLM for the correction as for the main task.
    // This could be replaced by a smaller LM.
    let (corrector_lm, _) = get_lm();

    // We define an alignment strategy that uses the correction model.
    let alignment_strategy = AlignmentStrategyBuilder::new()
        .with_retries(2)
        .with_lm(&*corrector_lm)
        .try_build()
        .unwrap();

    let executor = StructuredExecutorBuilder::new()
	.with_lm(&*lm)
	.with_preamble("
		You are a mathematician who helps users understand the result of mathematical expressions.
		You will receive a mathematical expression, and you will need to provide the result of that expression.
	")
	.with_options(Box::new(variants!(ResponseVariants)))
    .with_alignment(alignment_strategy)
	.try_build()
	.unwrap();
    let response = executor.execute("2 + 2").await.expect("Execution failed");

    match response.content {
        ResponseVariants::Answer(answer) => {
            println!("Result: {}", answer.result);
        }
        ResponseVariants::Fail(fail) => {
            println!("Model failed to generate a response: {}", fail.reason);
        }
    }
}