tea-context 0.1.0

Deterministic prompt modules, context providers, and compiler for tea-rs
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66

use crate::common;

use common::{module, segment};
use tea_context::{BudgetBehavior, PromptAuthority, PromptBudget, PromptCompiler};

#[test]
fn generated_module_rotations_compile_byte_identically() {
    let modules = (0..12)
        .map(|index| {
            module(
                &format!("module.{index:02}"),
                match index % 4 {
                    0 => PromptAuthority::Organization,
                    1 => PromptAuthority::Product,
                    2 => PromptAuthority::Workspace,
                    _ => PromptAuthority::Session,
                },
                (index % 3) as i16,
                vec![segment(
                    &format!("segment.{index:02}"),
                    &format!("content-{index:02}"),
                    if index % 5 == 0 {
                        BudgetBehavior::Omit
                    } else {
                        BudgetBehavior::Required
                    },
                )],
            )
        })
        .collect::<Vec<_>>();
    let expected = PromptCompiler
        .compile(modules.clone(), PromptBudget::new(4096, 4096).unwrap())
        .unwrap();
    for rotation in 0..modules.len() {
        let mut input = modules.clone();
        input.rotate_left(rotation);
        let actual = PromptCompiler
            .compile(input, PromptBudget::new(4096, 4096).unwrap())
            .unwrap();
        assert_eq!(actual, expected, "rotation {rotation}");
    }
}

#[test]
fn deterministic_budget_boundary_never_splits_utf8() {
    for max_bytes in 1..64 {
        let modules = [module(
            "unicode",
            PromptAuthority::Workspace,
            0,
            vec![
                segment("required", "x", BudgetBehavior::Required),
                segment(
                    "optional",
                    "🙂你好-abcdefghijklmnopqrstuvwxyz",
                    BudgetBehavior::Truncate,
                ),
            ],
        )];
        let result = PromptCompiler.compile(modules, PromptBudget::new(max_bytes, 1024).unwrap());
        if let Ok(prompt) = result {
            assert!(std::str::from_utf8(prompt.text().as_bytes()).is_ok());
            assert!(prompt.bytes() <= max_bytes);
        }
    }
}