caliban-agent-core 0.4.0

Agent loop, tool dispatch, cancellation, retry, compaction, and hooks for the caliban agent harness — internal crate for the caliban binary; no API stability, pin exact versions
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56

//! Tests for the conversation-level prompt cache marker on the last user
//! message (context-management spec).

#![allow(missing_docs)]

use caliban_agent_core::cache::apply_prompt_cache;
use caliban_provider::{CacheControl, ContentBlock, Message, Tool};

#[test]
fn marks_last_user_message_when_above_threshold() {
    let mut msgs = vec![
        Message::user_text("first"),
        Message::assistant_text("reply"),
        Message::user_text("x".repeat(8000)), // ~2000 tokens (chars/4 heuristic)
    ];
    let mut tools: Vec<Tool> = Vec::new();
    apply_prompt_cache(&mut msgs, &mut tools, /*min_cache_block_tokens=*/ 1024);
    let last = &msgs[2].content[0];
    match last {
        ContentBlock::Text(t) => assert!(matches!(t.cache_control, Some(CacheControl::Ephemeral))),
        _ => panic!(),
    }
}

#[test]
fn does_not_mark_tiny_user_message() {
    let mut msgs = vec![Message::user_text("short")];
    let mut tools: Vec<Tool> = Vec::new();
    apply_prompt_cache(&mut msgs, &mut tools, 1024);
    let only = &msgs[0].content[0];
    match only {
        ContentBlock::Text(t) => assert!(t.cache_control.is_none()),
        _ => panic!(),
    }
}

#[test]
fn marks_only_last_user_not_interior() {
    let mut msgs = vec![
        Message::user_text("x".repeat(8000)),
        Message::assistant_text("reply"),
        Message::user_text("y".repeat(8000)),
    ];
    let mut tools: Vec<Tool> = Vec::new();
    apply_prompt_cache(&mut msgs, &mut tools, 1024);
    let first_user = match &msgs[0].content[0] {
        ContentBlock::Text(t) => t.cache_control,
        _ => panic!(),
    };
    let last_user = match &msgs[2].content[0] {
        ContentBlock::Text(t) => t.cache_control,
        _ => panic!(),
    };
    assert!(first_user.is_none(), "interior user must not be marked");
    assert!(matches!(last_user, Some(CacheControl::Ephemeral)));
}