lean-ctx-patterns 0.1.0

Deterministic shell-output compression patterns and token counting for LeanCTX | OSS.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105

// SPDX-License-Identifier: Apache-2.0

fn is_stat_only_output(output: &str) -> bool {
    let mut has_stat_line = false;
    for line in output.lines() {
        let t = line.trim();
        if t.is_empty() {
            continue;
        }
        if t.contains(" | ") && t.chars().any(|c| c == '+' || c == '-') {
            has_stat_line = true;
            continue;
        }
        if t.contains("file") && t.contains("changed") {
            continue;
        }
        if t.contains("insertion") || t.contains("deletion") {
            continue;
        }
        if t.starts_with("diff --git") || t.starts_with("@@") {
            return false;
        }
    }
    has_stat_line
}

pub(super) fn compress_diff(output: &str) -> String {
    if is_stat_only_output(output) {
        return output.to_string();
    }

    let lines: Vec<&str> = output.lines().collect();
    if lines.len() <= 500 {
        return compress_diff_keep_hunks(output);
    }

    let mut file_ranges: Vec<(usize, usize, String)> = Vec::new();

    for (i, line) in lines.iter().enumerate() {
        if line.starts_with("diff --git") {
            if let Some(last) = file_ranges.last_mut() {
                last.1 = i;
            }
            let name = line.split(" b/").nth(1).unwrap_or("?").to_string();
            file_ranges.push((i, lines.len(), name));
        }
    }

    let mut result = Vec::new();
    for (start, end, _name) in &file_ranges {
        let file_lines = &lines[*start..*end];
        if file_lines.len() <= 250 {
            for l in file_lines {
                result.push(l.to_string());
            }
        } else {
            for l in &file_lines[..200] {
                result.push(l.to_string());
            }
            let hidden = file_lines.len() - 250;
            result.push(format!(
                "[WARNING: diff truncated ({hidden} lines hidden). Use ctx_shell(raw=true) for full output]"
            ));
            for l in &file_lines[file_lines.len() - 50..] {
                result.push(l.to_string());
            }
        }
    }

    if result.is_empty() {
        return compress_diff_keep_hunks(output);
    }
    result.join("\n")
}

/// Trims `index` header lines and limits unchanged context lines to max 3 per hunk
/// while keeping all `+`/`-` lines (actual diff content) intact.
pub(super) fn compress_diff_keep_hunks(output: &str) -> String {
    let mut result = Vec::new();
    let mut context_run = 0u32;

    for line in output.lines() {
        if line.starts_with("diff --git") || line.starts_with("@@") {
            context_run = 0;
            result.push(line.to_string());
        } else if line.starts_with("index ") {
            // skip index lines
        } else if line.starts_with("--- ") || line.starts_with("+++ ") {
            result.push(line.to_string());
        } else if line.starts_with('+') || line.starts_with('-') {
            context_run = 0;
            result.push(line.to_string());
        } else {
            context_run += 1;
            if context_run <= 3 {
                result.push(line.to_string());
            }
        }
    }

    if result.is_empty() {
        return output.to_string();
    }
    result.join("\n")
}