halo-agent 0.1.0

Halo Agent and Workflow execution kernel
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21

use crate::Cancellation;
use crate::components::message::Messages;

pub type Error = crate::Error;

/// Context compression is a pure component operation. Harness coordinates
/// triggering and Session updates; runtime::agent owns run accounting.
pub trait Compressor: Send + Sync {
    /// Trigger threshold used by an automatic-compression owner. This is not
    /// the target summary length or the model's max_tokens. Direct compress
    /// calls do not require it; automatic assembly must reject None/Some(0).
    fn size(&self) -> Option<u64> {
        None
    }

    fn compress(
        &self,
        input: Messages,
        cancellation: &Cancellation,
    ) -> impl std::future::Future<Output = Result<Messages, Error>>;
}