ai-dispatch 8.87.0

Multi-AI CLI team orchestrator
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45

// Knowledge compaction helpers.
// Exports: compact_text, compact_to_budget.
// Deps: crate::templates.

pub fn compact_text(text: &str, max_tokens: usize) -> String {
    compact_to_budget(text, max_tokens)
}

/// Truncate text to fit within a token budget, preserving structure.
/// Keeps the first `budget` tokens worth of content, adding a truncation marker.
pub fn compact_to_budget(text: &str, max_tokens: usize) -> String {
    let estimated = crate::templates::estimate_tokens(text);
    if estimated == 0 || estimated <= max_tokens {
        return text.to_string();
    }
    let lines: Vec<&str> = text.lines().collect();
    if lines.is_empty() {
        return text.to_string();
    }
    let ratio = (max_tokens.max(1) as f64) / (estimated as f64);
    let keep_lines = ((lines.len() as f64) * ratio).ceil() as usize;
    let keep_lines = keep_lines.clamp(1, lines.len());
    let kept = lines[..keep_lines].join("\n");
    format!("{kept}\n\n[... truncated — {estimated} tokens compressed to ~{max_tokens} ...]")
}

#[cfg(test)]
mod tests {
    use super::*;

    #[test]
    fn compact_to_budget_leaves_short_text() {
        let text = "short text";
        assert_eq!(compact_to_budget(text, 10), text);
    }

    #[test]
    fn compact_to_budget_truncates_and_marks() {
        let text = "line1\nline2\nline3\nline4";
        let compacted = compact_to_budget(text, 1);
        assert!(compacted.starts_with("line1"));
        assert!(compacted.contains("[... truncated"));
        assert!(!compacted.contains("line4"));
    }
}