lean-ctx-server 3.12.3

// SPDX-License-Identifier: Apache-2.0
use rmcp::ErrorData;
use rmcp::model::Tool;
use serde_json::{Map, Value, json};

use crate::server::tool_trait::{
    McpTool, ToolContext, ToolOutput, get_bool, get_int, get_str, get_str_array, get_usize,
};
use lean_ctx::core::ocla::cache_types::{CacheKeyBuilder, SearchQueryKey};
use lean_ctx::tool_defs::tool_def;

pub struct CtxSearchTool;

/// Which search engine a `ctx_search` call routes to (#509). One tool, many
/// engines — replacing the former `ctx_search`/`ctx_semantic_search`/`ctx_symbol`
/// trio with a single, less ambiguous entry point.
///
/// Every variant is read-only (#1624). `reindex` used to live here and was the
/// single reason `ctx_search` could not carry `readOnlyHint`, which locked the
/// whole tool out of read-only client modes; it now belongs to `ctx_index`.
#[derive(Debug, Clone, Copy, PartialEq, Eq)]
enum SearchAction {
    Regex,
    Semantic,
    Symbol,
    /// Accepted only to answer with the replacement call — never executed.
    MovedReindex,
    FindRelated,
}

impl SearchAction {
    /// An explicit `action` wins; otherwise the engine is inferred from which
    /// field the caller set, so pre-#509 call sites (`pattern`/`query`/`name`)
    /// keep working unchanged. Unknown `action` values fall through to inference.
    fn resolve(args: &Map<String, Value>) -> Self {
        if let Some(a) = get_str(args, "action") {
            match a.trim().to_ascii_lowercase().as_str() {
                "regex" | "grep" | "pattern" => return Self::Regex,
                "semantic" | "search" => return Self::Semantic,
                "symbol" => return Self::Symbol,
                "reindex" => return Self::MovedReindex,
                "find_related" | "related" => return Self::FindRelated,
                _ => {}
            }
        }
        if args.contains_key("handle") {
            Self::Symbol
        } else if args.contains_key("pattern") {
            Self::Regex
        } else if args.contains_key("name") {
            Self::Symbol
        } else if args.contains_key("file_path") && args.contains_key("line") {
            Self::FindRelated
        } else if args.contains_key("query") {
            Self::Semantic
        } else {
            Self::Regex
        }
    }
}

/// Share action aliases/inference with pre-dispatch planning and response caching.
pub(crate) fn uses_kernel_context(args: &Map<String, Value>) -> bool {
    SearchAction::resolve(args) == SearchAction::Semantic
}

impl McpTool for CtxSearchTool {
    fn name(&self) -> &'static str {
        "ctx_search"
    }

    fn tool_def(&self) -> Tool {
        tool_def(
            "ctx_search",
            "Search code: regex(pattern, default) | semantic(query) | symbol(name|handle) | \
             find_related(file_path,line). Read-only. anchored=true enables ctx_patch refs; \
             queries batches regex searches. Run ctx_compose FIRST.",
            json!({
                "type": "object",
                "properties": {
                    "action": {
                        "type": "string",
                        "enum": ["regex", "semantic", "symbol", "find_related"]
                    },
                    "pattern": { "type": "string" },
                    "query": { "type": "string" },
                    "name": { "type": "string" },
                    "handle": { "type": "string" },
                    "path": { "type": "string" },
                    "paths": { "type": "array", "items": { "type": "string" } },
                    "include": { "type": "string", "description": "Glob, e.g. *.rs" },
                    "exclude": { "type": "string" },
                    "exclude_pattern": { "type": "string" },
                    "anchored": { "type": "boolean" },
                    "max_results": {
                        "type": "integer",
                        "description": "shared across queries"
                    },
                    "top_k": { "type": "integer" },
                    "mode": { "type": "string", "enum": ["bm25", "dense", "hybrid"] },
                    "file": { "type": "string" },
                    "kind": { "type": "string" },
                    "file_path": { "type": "string" },
                    "line": { "type": "integer" },
                    "queries": {
                        "type": "array",
                        "items": { "type": "object" }
                    }
                },
                "allOf": [
                    {
                        "if": { "properties": { "action": { "const": "regex" } }, "required": ["action"] },
                        "then": { "anyOf": [{ "required": ["pattern"] }, { "required": ["queries"] }] }
                    },
                    {
                        "if": { "properties": { "action": { "const": "semantic" } }, "required": ["action"] },
                        "then": { "required": ["query"] }
                    },
                    {
                        "if": { "properties": { "action": { "const": "symbol" } }, "required": ["action"] },
                        "then": { "anyOf": [{ "required": ["name"] }, { "required": ["handle"] }] }
                    }
                ]
            }),
        )
    }

    fn handle(
        &self,
        args: &Map<String, Value>,
        ctx: &ToolContext,
    ) -> Result<ToolOutput, ErrorData> {
        let action = SearchAction::resolve(args);
        let result = match action {
            SearchAction::Regex => handle_regex(args, ctx),
            SearchAction::Semantic => handle_semantic(args, ctx),
            SearchAction::Symbol => handle_symbol(args, ctx),
            SearchAction::MovedReindex => Err(moved_reindex_error()),
            SearchAction::FindRelated => handle_find_related(args, ctx),
        };
        if let Ok(output) = &result {
            record_attribution_result(ctx, action, args, output);
        }
        result
    }

    /// `action=regex` only. `tools::ctx_search::handle_filtered` reads scanned
    /// files outside the capture and then publishes exactly the files that
    /// contributed a returned match (enclosing-symbol tags come from the same
    /// file). Three results name no source and therefore stay of unknown
    /// lineage rather than being claimed: a result without matches, a
    /// delivery stub for a repeated query (`cached_or_search`), and an error.
    ///
    /// Not declared: `semantic` and `find_related` (ranked from the BM25/dense
    /// index and the graph — derived stores without source lineage) and
    /// `symbol` (the symbol index decides which file is read).
    fn publishes_every_source(&self, args: Option<&Map<String, Value>>) -> bool {
        args.is_some_and(|args| matches!(SearchAction::resolve(args), SearchAction::Regex))
    }
}

fn record_attribution_result(
    ctx: &ToolContext,
    action: SearchAction,
    args: &Map<String, Value>,
    output: &ToolOutput,
) {
    let session_id = lean_ctx::core::task_spine::TaskSpine::task_id()
        .or_else(|| {
            ctx.session
                .as_ref()
                .and_then(|session| session.try_read().ok().map(|state| state.id.clone()))
        })
        .unwrap_or_else(|| "mcp-session".to_string());
    let action = match action {
        SearchAction::Regex => "regex",
        SearchAction::Semantic => "semantic",
        SearchAction::Symbol => "symbol",
        SearchAction::MovedReindex => "reindex",
        SearchAction::FindRelated => "find_related",
    };
    let query = get_str(args, "pattern")
        .or_else(|| get_str(args, "query"))
        .or_else(|| get_str(args, "handle"))
        .or_else(|| get_str(args, "name"))
        .or_else(|| get_str(args, "file_path"))
        .unwrap_or_default();
    let source = if query.is_empty() {
        format!("ctx_search {action}")
    } else {
        format!("ctx_search {action} {query}")
    };
    let turn_provided = ctx.call_count.as_ref().map_or(0, |count| {
        count.load(std::sync::atomic::Ordering::Relaxed) as u64
    });
    let token_cost = lean_ctx::core::tokens::count_tokens(&output.text);
    let chunk = lean_ctx::core::causal_attribution::ContextChunkRecord::new(
        &output.text,
        source,
        token_cost,
        turn_provided,
    );
    if let Err(error) = lean_ctx::core::causal_attribution::record_chunk(&session_id, chunk) {
        tracing::debug!(%error, "causal attribution ctx_search recording failed");
    }
}

/// Known argument keys for ctx_search — used by the lenient fallback to detect
/// unrecognized keys that weaker models may use instead of `pattern`.
const KNOWN_KEYS: &[&str] = &[
    "action",
    "pattern",
    "query",
    "name",
    "handle",
    "path",
    "paths",
    "include",
    "exclude",
    "exclude_pattern",
    "ext",
    "anchored",
    "max_results",
    "top_k",
    "mode",
    "file",
    "kind",
    "file_path",
    "line",
    "languages",
    "path_glob",
    "workspace",
    "artifacts",
    "ignore_gitignore",
];

/// `action=regex` (default) — exact-pattern search over one or more roots.
fn handle_regex(args: &Map<String, Value>, ctx: &ToolContext) -> Result<ToolOutput, ErrorData> {
    // #871: batch mode — `queries: [{pattern, include?, exclude?}]` runs multiple
    // searches in one round-trip with grouped output.
    if let Some(Value::Array(queries)) = args.get("queries") {
        return handle_batch_queries(queries, args, ctx);
    }
    // Lenient fallback: if `pattern` is missing, accept the first unrecognized
    // string value as the pattern. Handles weak models that use keys like
    // "search_term", "text", "regex", etc. instead of the documented "pattern".
    let pattern = get_str(args, "pattern")
        .or_else(|| {
            args.iter()
                .find(|(k, v)| !KNOWN_KEYS.contains(&k.as_str()) && v.is_string())
                .and_then(|(_, v)| v.as_str().map(String::from))
        })
        .ok_or_else(|| {
            ErrorData::invalid_params(
                "pattern is required. Example: ctx_search(pattern=\"fn main\", path=\"/src\")",
                None,
            )
        })?;
    let resolved = crate::server::multi_path::resolve_tool_paths(args, ctx)
        .map_err(|e| ErrorData::invalid_params(format!("ERROR: {e}"), None))?;
    // `include` is the canonical glob filter; `ext` is the deprecated alias
    // (bare extension → `*.{ext}`). `include` wins when both are supplied.
    let include =
        get_str(args, "include").or_else(|| get_str(args, "ext").map(|e| ext_to_include(&e)));
    let max = (get_int(args, "max_results").unwrap_or(20) as usize).min(500);
    let no_gitignore = get_bool(args, "ignore_gitignore").unwrap_or(false);
    // #1008: opt-in N:hh line anchors on each hit for direct ctx_patch edits.
    let anchored = get_bool(args, "anchored").unwrap_or(false);
    // #870: negative filters — `exclude` (path glob, complement of `include`)
    // and `exclude_pattern` (regex dropping matching result lines, grep -v).
    let exclude = get_str(args, "exclude");
    let exclude_pattern = get_str(args, "exclude_pattern");

    if no_gitignore
        && let Err(e) = lean_ctx::core::io_boundary::ensure_ignore_gitignore_allowed("ctx_search")
    {
        // A refusal, not a search result: the same text, as a tool error.
        return Err(crate::server::tool_trait::tool_execution_error(e));
    }

    let crp = ctx.crp_mode;
    let respect = !no_gitignore;
    let allow_secret_paths = lean_ctx::core::roles::active_role().io.allow_secret_paths;

    if !resolved.is_multi {
        return search_single(
            &pattern,
            &resolved.roots[0],
            include.as_deref(),
            max,
            crp,
            respect,
            allow_secret_paths,
            anchored,
            exclude.as_deref(),
            exclude_pattern.as_deref(),
        )
        .map(|output| resolved.annotate(output));
    }

    let _mode_guard = lean_ctx::core::savings_footer::ModeGuard::new("search");
    let per_root_max = (max / resolved.roots.len()).max(5);
    let mut combined = String::new();
    let mut total_observed: usize = 0;
    let mut total_sent: usize = 0;
    let mut remaining_budget = max;
    // Roots whose search failed, and roots that answered (matches or "0
    // matches"). A call in which every searched root failed is a failed call.
    let mut failed_roots: usize = 0;
    let mut answered_roots: usize = 0;

    for root in &resolved.roots {
        if remaining_budget == 0 {
            break;
        }
        let this_root_max = per_root_max.min(remaining_budget);
        let search_result = tokio::task::block_in_place(|| {
            std::panic::catch_unwind(std::panic::AssertUnwindSafe(|| {
                cached_or_search(
                    &pattern,
                    root,
                    include.as_deref(),
                    this_root_max,
                    crp,
                    respect,
                    allow_secret_paths,
                    anchored,
                    exclude.as_deref(),
                    exclude_pattern.as_deref(),
                )
            }))
            .ok()
        });

        let Some(outcome) = search_result else {
            combined.push_str(&format!("── {root} ──\nERROR: search panicked\n\n"));
            failed_roots += 1;
            continue;
        };
        note_secret_paths_withheld(outcome.secret_paths_withheld);
        let failed = outcome.failed;
        let result = outcome.text;

        if result.trim().is_empty() {
            continue;
        }

        combined.push_str(&format!("── {root} ──\n{result}\n\n"));

        if failed {
            failed_roots += 1;
            continue;
        }
        answered_roots += 1;

        let result_matches = result.lines().filter(|l| !l.is_empty()).count();
        remaining_budget = remaining_budget.saturating_sub(result_matches);
        total_observed += outcome.observed_tokens;
        total_sent += lean_ctx::core::tokens::count_tokens(&result);
    }

    if combined.is_empty() {
        combined = "No matches found across any root.".to_string();
    }

    // Dashboard, footer and verified ledger all use *observed* tokens —
    // the modeled 2.5x native-grep baseline never inflates user-facing
    // numbers (GL #573). It only feeds the explicitly-estimated stats
    // series via `tool_lifecycle::record_search`.
    let final_out = lean_ctx::core::protocol::append_savings(&combined, total_observed, total_sent);
    if failed_roots > 0 && answered_roots == 0 {
        // Nothing was searched successfully: the same text, as a tool error.
        return Err(crate::server::tool_trait::tool_execution_error(final_out));
    }
    let saved = total_observed.saturating_sub(total_sent);
    // #685: `actual_tokens` is the *sent* output, not the saving — passing
    // `saved` here recorded `actual=observed−sent` and `saved=sent` (both
    // wrong). Align with cli_grep/cli_shell, which pass the output count.
    lean_ctx::core::savings_ledger::record_tool_event(
        "ctx_search",
        total_observed,
        total_sent,
        None,
        None,
    );

    // R30: Search evidence for batch queries.
    crate::tools::search_hook::on_search("batch_query", "regex", total_observed, total_sent);

    Ok(ToolOutput {
        text: final_out,
        original_tokens: total_observed,
        saved_tokens: saved,
        mode: None,
        path: None,
        changed: false,
        shell_outcome: None,
        content_blocks: None,
    })
}

/// Resolve the `path` arg to a jailed path, falling back to the project root —
/// the same precedence the former standalone semantic-search tool used.
fn resolve_path_or_root(ctx: &ToolContext) -> Result<String, ErrorData> {
    if let Some(p) = ctx.resolved_path("path") {
        Ok(p.to_string())
    } else if let Some(err) = ctx.path_error("path") {
        Err(ErrorData::invalid_params(format!("path: {err}"), None))
    } else {
        Ok(ctx.project_root.clone())
    }
}

/// Prime the per-call BM25 cache so semantic engines reuse the warmed index
/// instead of reloading it from disk (perf parity with the former tool).
fn prime_bm25_cache(ctx: &ToolContext) {
    if let Some(ref cache) = ctx.bm25_cache {
        crate::tools::ctx_semantic_search::set_thread_cache(cache.clone());
    }
}

/// `action=semantic` — meaning-based search, routed to the shared core fn.
fn handle_semantic(args: &Map<String, Value>, ctx: &ToolContext) -> Result<ToolOutput, ErrorData> {
    let path = resolve_path_or_root(ctx)?;
    lean_ctx::core::policy::runtime::with_project_source_view(&path, || {
        handle_semantic_in_view(args, ctx)
    })
    .map_err(|_| {
        ErrorData::internal_error("Search source authority changed or is unavailable", None)
    })?
}

fn handle_semantic_in_view(
    args: &Map<String, Value>,
    ctx: &ToolContext,
) -> Result<ToolOutput, ErrorData> {
    let query = get_str(args, "query")
        .ok_or_else(|| ErrorData::invalid_params("query is required for action=semantic", None))?;
    let path = resolve_path_or_root(ctx)?;
    let top_k = get_usize(args, "top_k").unwrap_or(10).min(1000);
    let mode = get_str(args, "mode");
    let languages = get_str_array(args, "languages");
    let path_glob = get_str(args, "path_glob");
    let workspace = get_bool(args, "workspace").unwrap_or(false);
    let artifacts = get_bool(args, "artifacts").unwrap_or(false);
    prime_bm25_cache(ctx);

    let search_phase = lean_ctx::core::phase_timing::enter("ctx_search semantic: search");
    let mut result = tokio::task::block_in_place(|| {
        crate::tools::ctx_semantic_search::handle(
            &query,
            &path,
            top_k,
            ctx.crp_mode,
            languages.as_deref(),
            path_glob.as_deref(),
            mode.as_deref(),
            Some(workspace),
            Some(artifacts),
        )
    });

    drop(search_phase);

    // Legacy cross-store blocks have no current original-source provenance.
    // Keep them out of protected results, including explicit mode refusals.
    if !lean_ctx::core::policy::runtime::is_active() && !result.starts_with("ERR:") {
        let _phase = lean_ctx::core::phase_timing::enter("ctx_search semantic: kernel enrichment");
        let kernel_budget = 100;
        if let Some(enrichment) =
            lean_ctx::core::context_kernel::bridge::kernel_enrich(&query, &path, kernel_budget)
            && !enrichment.blocks.is_empty()
        {
            result.push_str("\n--- kernel context ---\n");
            result.push_str(&enrichment.blocks);
        }
    }

    // R30: Search evidence for semantic searches.
    let search_tokens = lean_ctx::core::tokens::count_tokens(&result);
    crate::tools::search_hook::on_search(&query, "semantic", search_tokens, search_tokens);
    Ok(semantic_output(result))
}

/// #1108: when `path` or `file` is an absolute path under a different project,
/// resolve that project's root for the graph lookup. Falls back to the session
/// project_root when no cross-project path is given.
fn resolve_symbol_root(args: &Map<String, Value>, session_root: &str) -> String {
    let candidate = get_str(args, "path")
        .or_else(|| get_str(args, "file"))
        .filter(|p| std::path::Path::new(p.as_str()).is_absolute());

    if let Some(abs_path) = candidate
        && let Some(detected) = lean_ctx::core::protocol::detect_project_root(&abs_path)
        && detected != session_root
        // Under a Workspace only one of its roots may be looked into (#2120).
        && lean_ctx::core::workspace_authority::root_authorized(std::path::Path::new(&detected))
    {
        return detected;
    }
    session_root.to_string()
}

/// `action=symbol` — one symbol's body. A `handle` (`path#name@Lline`) resolves
/// deterministically (exact, no fuzzy/disambiguation); otherwise `name` runs the
/// fuzzy lookup. Both route to the shared `ctx_symbol` core.
fn handle_symbol(args: &Map<String, Value>, ctx: &ToolContext) -> Result<ToolOutput, ErrorData> {
    // #1108: resolve graph root from `path` when given, instead of always
    // using the sticky session project_root. This enables cross-repo symbol
    // lookup in multi-project MCP sessions.
    let effective_root = resolve_symbol_root(args, &ctx.project_root);

    if let Some(handle) = get_str(args, "handle") {
        let (result, original) =
            crate::tools::ctx_symbol::render_by_handle(&handle, &effective_root);
        let sent = lean_ctx::core::tokens::count_tokens(&result);
        return Ok(ToolOutput {
            text: result,
            original_tokens: original,
            saved_tokens: original.saturating_sub(sent),
            mode: Some("handle".to_string()),
            path: None,
            changed: false,
            shell_outcome: None,
            content_blocks: None,
        });
    }

    // Agents that pick action=symbol often name the symbol in the field they
    // used for the other actions; take it instead of failing the call.
    let name = ["name", "symbol", "query", "pattern"]
        .iter()
        .find_map(|key| get_str(args, key).filter(|value| !value.trim().is_empty()))
        .ok_or_else(|| {
            ErrorData::invalid_params("name or handle is required for action=symbol", None)
        })?;
    let file = get_str(args, "file");
    let kind = get_str(args, "kind");

    let (result, original) =
        crate::tools::ctx_symbol::handle(&name, file.as_deref(), kind.as_deref(), &effective_root);
    let sent = lean_ctx::core::tokens::count_tokens(&result);
    // R30: Search evidence for symbol lookups.
    crate::tools::search_hook::on_search(&name, "symbol", original, sent);
    Ok(ToolOutput {
        text: result,
        original_tokens: original,
        saved_tokens: original.saturating_sub(sent),
        mode: kind,
        path: file,
        changed: false,
        shell_outcome: None,
        content_blocks: None,
    })
}

/// `action=reindex` was removed from `ctx_search` (#1624).
///
/// It was the one mutating path in an otherwise read-only tool, and MCP
/// annotations are per *tool*, not per action — so its presence stripped
/// `readOnlyHint` from `ctx_search` and made the whole tool unavailable in
/// every read-only client mode (Devin Plan mode, Cursor's restricted contexts).
/// Search was collateral damage for a rebuild action that `ctx_index` already
/// owns and correctly advertises as mutating.
///
/// The call is answered rather than silently dropped: an agent that learned
/// `action="reindex"` gets the exact replacement line, not "unknown action".
fn moved_reindex_error() -> ErrorData {
    ErrorData::invalid_params(
        "ctx_search no longer performs reindex — it is read-only so it stays available \
         in read-only/plan modes (#1624). Rebuild the index with \
         ctx_index(action=\"build-full\"), or ctx_index(action=\"build\") for an \
         incremental pass.",
        None,
    )
}

/// `action=find_related` — context neighbors for a source location, via core.
fn handle_find_related(
    args: &Map<String, Value>,
    ctx: &ToolContext,
) -> Result<ToolOutput, ErrorData> {
    let path = resolve_path_or_root(ctx)?;
    let top_k = get_usize(args, "top_k").unwrap_or(10).min(1000);
    let fp = get_str(args, "file_path").unwrap_or_default();
    let line = get_int(args, "line").unwrap_or(1) as usize;
    if fp.is_empty() {
        return Err(ErrorData::invalid_params(
            "find_related requires file_path and line",
            None,
        ));
    }
    prime_bm25_cache(ctx);

    let result = tokio::task::block_in_place(|| {
        crate::tools::ctx_semantic_search::handle_find_related(
            &fp,
            line,
            &path,
            top_k,
            ctx.crp_mode,
        )
    });

    Ok(semantic_output(result))
}

/// Shared `ToolOutput` shape for the semantic-engine branches (token accounting
/// is handled inside the core fns, mirroring the former standalone tool).
fn semantic_output(text: String) -> ToolOutput {
    let tokens = lean_ctx::core::tokens::count_tokens(&text);
    ToolOutput {
        text,
        original_tokens: tokens,
        saved_tokens: 0,
        mode: Some("semantic".to_string()),
        path: None,
        changed: false,
        shell_outcome: None,
        content_blocks: None,
    }
}

/// Notes the files the secret-path boundary kept out of this call's search:
/// one `content_withheld:<n>|reason=secret_path` entry per call, never a path.
fn note_secret_paths_withheld(n: usize) {
    lean_ctx::core::security_events::note_refusals(
        lean_ctx::core::security_events::RefusalClass::SecretPath,
        n,
    );
}

#[allow(clippy::too_many_arguments)]
fn cached_or_search(
    pattern: &str,
    path: &str,
    include: Option<&str>,
    max: usize,
    crp: crate::tools::CrpMode,
    respect_gitignore: bool,
    allow_secret_paths: bool,
    anchored: bool,
    exclude: Option<&str>,
    exclude_pattern: Option<&str>,
) -> crate::tools::ctx_search::SearchOutcome {
    let builder = regex_cache_builder(
        pattern,
        path,
        include,
        exclude,
        exclude_pattern,
        max,
        respect_gitignore,
        allow_secret_paths,
        anchored,
    );
    if let Some(builder) = &builder
        && let Some(entry) = lean_ctx::core::ocla::cache_delivery::check(
            &builder.cache_key(),
            &builder.validator(),
            "ctx_search",
        )
    {
        let text = lean_ctx::core::ocla::cache_delivery::stub(&entry, "regex search");
        return crate::tools::ctx_search::SearchOutcome {
            text,
            modeled_baseline: entry.token_count as usize,
            observed_tokens: entry.token_count as usize,
            failed: false,
            // The stub delivers no scan: the first delivery recorded it.
            secret_paths_withheld: 0,
        };
    }

    let outcome = crate::tools::ctx_search::handle_filtered(
        pattern,
        path,
        include,
        max,
        crp,
        respect_gitignore,
        allow_secret_paths,
        anchored,
        exclude,
        exclude_pattern,
    );
    if !outcome.failed
        && let Some(builder) = builder
    {
        lean_ctx::core::ocla::cache_delivery::record(
            builder.cache_key(),
            lean_ctx::core::ocla::cache_types::DeliveryKind::SearchQuery,
            builder.validator(),
            Some(builder.path),
            &outcome.text,
            "ctx_search",
        );
    }
    outcome
}

#[allow(clippy::too_many_arguments)]
fn regex_cache_builder(
    pattern: &str,
    path: &str,
    include: Option<&str>,
    exclude: Option<&str>,
    exclude_pattern: Option<&str>,
    max: usize,
    respect_gitignore: bool,
    allow_secret_paths: bool,
    anchored: bool,
) -> Option<SearchQueryKey> {
    if lean_ctx::core::policy::runtime::active().is_some() {
        return None;
    }
    let canonical = lean_ctx::core::pathutil::safe_canonicalize_or_self(std::path::Path::new(path));
    // Directory mtime does not change when an existing source is rewritten.
    // Reuse the index's bounded metadata walk; an uncheckable corpus is never
    // eligible for a legacy delivery stub, including after policy removal.
    let revision = lean_ctx::core::search_index::corpus_signature(
        &canonical.to_string_lossy(),
        respect_gitignore,
        allow_secret_paths,
    )?;
    Some(SearchQueryKey {
        pattern: pattern.into(),
        include: format!(
            "{}\\x1fmax:{max}\\x1fgitignore:{respect_gitignore}\\x1fsecret:{allow_secret_paths}\\x1fanchored:{anchored}",
            include.unwrap_or_default()
        ),
        exclude: format!(
            "{}\\x1fline:{}",
            exclude.unwrap_or_default(),
            exclude_pattern.unwrap_or_default()
        ),
        path: canonical.to_string_lossy().into_owned(),
        index_rev: revision.to_string(),
    })
}

#[cfg(test)]
mod cache_delivery_tests {
    use super::*;

    #[test]
    fn regex_adapter_records_then_serves_a_cross_agent_reference() {
        let _policy = lean_ctx::core::policy::runtime::TestPolicyOverride::set(None);
        let directory = tempfile::tempdir().unwrap();
        std::fs::write(
            directory.path().join("cached.rs"),
            "fn cache_delivery_probe() {}\n",
        )
        .unwrap();
        let path = directory.path().to_string_lossy();

        let first = search_single(
            "cache_delivery_probe",
            &path,
            Some("*.rs"),
            20,
            crate::tools::CrpMode::Off,
            true,
            true,
            false,
            None,
            None,
        )
        .unwrap();
        assert!(first.text.contains("cache_delivery_probe"));
        let second = search_single(
            "cache_delivery_probe",
            &path,
            Some("*.rs"),
            20,
            crate::tools::CrpMode::Off,
            true,
            true,
            false,
            None,
            None,
        )
        .unwrap();
        assert!(
            second.text.contains("[cross-agent cache"),
            "{}",
            second.text
        );
        // Same path, changed contents: the directory mtime alone misses this.
        std::fs::write(
            directory.path().join("cached.rs"),
            "fn cache_delivery_probe_updated() {}\n",
        )
        .unwrap();
        let updated = search_single(
            "cache_delivery_probe",
            &path,
            Some("*.rs"),
            20,
            crate::tools::CrpMode::Off,
            true,
            true,
            false,
            None,
            None,
        )
        .unwrap();
        assert!(updated.text.contains("cache_delivery_probe_updated"));
        assert!(!updated.text.contains("[cross-agent cache"));
    }
}

#[allow(clippy::too_many_arguments)]
fn search_single(
    pattern: &str,
    path: &str,
    include: Option<&str>,
    max: usize,
    crp: crate::tools::CrpMode,
    respect_gitignore: bool,
    allow_secret_paths: bool,
    anchored: bool,
    exclude: Option<&str>,
    exclude_pattern: Option<&str>,
) -> Result<ToolOutput, ErrorData> {
    let _mode_guard = lean_ctx::core::savings_footer::ModeGuard::new("search");

    let search_result = tokio::task::block_in_place(|| {
        let result = std::panic::catch_unwind(std::panic::AssertUnwindSafe(|| {
            cached_or_search(
                pattern,
                path,
                include,
                max,
                crp,
                respect_gitignore,
                allow_secret_paths,
                anchored,
                exclude,
                exclude_pattern,
            )
        }));
        match result {
            Ok(r) => Ok(r),
            Err(_) => Err("search task panicked"),
        }
    });

    let outcome = match search_result {
        Ok(r) => r,
        Err(e) => {
            return Err(ErrorData::internal_error(
                format!("search task failed: {e}"),
                None,
            ));
        }
    };
    note_secret_paths_withheld(outcome.secret_paths_withheld);
    let failed = outcome.failed;
    let result = outcome.text;
    // Observed tokens only — the modeled native-grep baseline stays out of
    // dashboard/footer/ledger (GL #573); see the multi-root branch above.
    let observed = outcome.observed_tokens;

    // The search's own typed failure (`SearchOutcome::failed`), not the
    // wording of its text: a result that begins with "ERROR" is a result.
    if failed {
        return Err(ErrorData::invalid_params(result, None));
    }

    let sent = lean_ctx::core::tokens::count_tokens(&result);
    let saved = observed.saturating_sub(sent);
    let final_out = lean_ctx::core::protocol::append_savings(&result, observed, sent);
    // #685: pass the *sent* output as `actual_tokens` (not `saved`); see the
    // multi-root branch above for why the previous arg was a double bug.
    lean_ctx::core::savings_ledger::record_tool_event("ctx_search", observed, sent, None, None);

    // R30: Search evidence + dedup detection via kernel.
    crate::tools::search_hook::on_search(pattern, "regex", observed, sent);

    Ok(ToolOutput {
        text: final_out,
        original_tokens: observed,
        saved_tokens: saved,
        mode: None,
        path: Some(path.to_string()),
        changed: false,
        shell_outcome: None,
        content_blocks: None,
    })
}

/// Translate the deprecated `ext` parameter into an `include` glob.
///
/// The historical `ext` accepted a bare extension (`rs` or `.rs`) and matched it
/// exactly; the equivalent glob is `*.{ext}` (the `glob` crate's `*` spans path
/// separators, so it still matches at any depth, preserving the old behaviour).
/// A value that already looks like a glob/path (`*`, `{`, `?`, `/`) is passed
/// through untouched so any power user who put a pattern in `ext` keeps working.
/// Keys a `queries[]` entry may carry. `items` used to be an untyped object,
/// so a misspelled or unsupported key was dropped without a word — #1625 lost
/// half an audit's results to exactly that.
/// `regex`/`query` and `glob` are the spellings other search tools use for
/// `pattern` and `include`; they mean exactly that here.
const QUERY_KEYS: &[&str] = &[
    "pattern",
    "include",
    "ext",
    "exclude",
    "exclude_pattern",
    "max_results",
    "path",
    "file_path",
];

/// Near-miss spellings agents guess for a query key, mapped to the canonical
/// one. Each rejection cost a whole extra request (focus 2026-10-15: 259
/// failures across 74 installations); a key whose meaning is unambiguous is
/// accepted instead. The canonical key wins when both are present.
const QUERY_KEY_ALIASES: &[(&str, &str)] = &[
    ("regex", "pattern"),
    ("query", "pattern"),
    ("maxResults", "max_results"),
    ("limit", "max_results"),
    ("glob", "include"),
    ("filePattern", "include"),
    ("file_pattern", "include"),
    ("excludePattern", "exclude_pattern"),
    ("filePath", "file_path"),
];

/// Canonicalize a query entry's keys and reject any key `handle_batch_queries`
/// would ignore.
fn normalize_query_keys(
    obj: &Map<String, Value>,
    idx: usize,
) -> Result<Map<String, Value>, String> {
    let mut out = Map::with_capacity(obj.len());
    for (key, value) in obj {
        let canonical = if QUERY_KEYS.contains(&key.as_str()) {
            key.as_str()
        } else if let Some((_, canonical)) =
            QUERY_KEY_ALIASES.iter().find(|(alias, _)| *alias == key)
        {
            if obj.contains_key(*canonical) {
                continue;
            }
            canonical
        } else {
            return Err(format!(
                "queries[{}]: unknown key '{key}' — accepted keys are {}",
                idx + 1,
                QUERY_KEYS.join(", ")
            ));
        };
        out.insert(canonical.to_string(), value.clone());
    }
    Ok(out)
}

/// The cap for one query: its own `max_results` when present, otherwise its
/// equal share of the shared top-level budget. Clamped to the same 500 ceiling
/// the top-level value gets, so a per-query value cannot escape the global one.
fn resolve_query_cap(
    obj: &Map<String, Value>,
    default_share: usize,
    idx: usize,
) -> Result<usize, String> {
    match get_int(obj, "max_results") {
        Some(n) if n > 0 => Ok((n as usize).min(500)),
        Some(_) => Err(format!(
            "queries[{}].max_results must be a positive integer",
            idx + 1
        )),
        None => Ok(default_share),
    }
}

/// #871: batch multi-query — runs each query independently and groups output.
fn handle_batch_queries(
    queries: &[Value],
    args: &Map<String, Value>,
    ctx: &ToolContext,
) -> Result<ToolOutput, ErrorData> {
    if queries.is_empty() {
        return Err(ErrorData::invalid_params(
            "queries array must not be empty",
            None,
        ));
    }
    if queries.len() > 10 {
        return Err(ErrorData::invalid_params(
            "queries array limited to 10 entries",
            None,
        ));
    }

    let resolved = crate::server::multi_path::resolve_tool_paths(args, ctx)
        .map_err(|e| ErrorData::invalid_params(format!("ERROR: {e}"), None))?;
    let no_gitignore = get_bool(args, "ignore_gitignore").unwrap_or(false);
    let anchored = get_bool(args, "anchored").unwrap_or(false);
    let crp = ctx.crp_mode;
    let respect = !no_gitignore;
    let allow_secret_paths = lean_ctx::core::roles::active_role().io.allow_secret_paths;
    let root = &resolved.roots[0];
    let global_max = (get_int(args, "max_results").unwrap_or(20) as usize).min(500);
    // #1625: the top-level budget is *shared* — it is split across the queries,
    // so two queries under the default 20 get 10 each. That is a defensible
    // default, but a `max_results` written inside a query object used to be
    // dropped on the floor, and `queries.items` was an untyped object so no
    // validation error came back either. A per-query value now wins over its
    // share of the split, and anything unrecognised is rejected rather than
    // silently ignored.
    let default_share = (global_max / queries.len()).max(5);

    let _mode_guard = lean_ctx::core::savings_footer::ModeGuard::new("search");
    let mut combined = String::new();
    let mut total_observed: usize = 0;
    let mut total_sent: usize = 0;
    // Queries that failed, and queries that answered (matches or "0
    // matches"). A call in which every query failed is a failed call.
    let mut failed_queries: usize = 0;
    let mut answered_queries: usize = 0;
    // Queries usually share one root and so the same withheld files: the
    // largest count is recorded, never the sum.
    let mut secret_paths_withheld: usize = 0;

    for (idx, q) in queries.iter().enumerate() {
        let Some(obj) = q.as_object() else {
            combined.push_str(&format!(
                "── query {} ──\nERROR: expected object\n\n",
                idx + 1
            ));
            failed_queries += 1;
            continue;
        };
        // #1625: an untyped `items` schema meant a misspelled or unsupported
        // key vanished without a word — the reporter lost half their results to
        // exactly that. Near-misses are canonicalized; anything else is named.
        let obj =
            &normalize_query_keys(obj, idx).map_err(|e| ErrorData::invalid_params(e, None))?;
        let Some(pattern) = get_str(obj, "pattern") else {
            combined.push_str(&format!(
                "── query {} ──\nERROR: pattern required\n\n",
                idx + 1
            ));
            failed_queries += 1;
            continue;
        };
        let include =
            get_str(obj, "include").or_else(|| get_str(obj, "ext").map(|e| ext_to_include(&e)));
        let exclude = get_str(obj, "exclude");
        let exclude_pattern = get_str(obj, "exclude_pattern");
        let per_query_max = resolve_query_cap(obj, default_share, idx)
            .map_err(|e| ErrorData::invalid_params(e, None))?;
        // A per-query `path` scopes that query only; the top-level path (or
        // the project) stays the default for the others.
        let query_root = match get_str(obj, "path").or_else(|| get_str(obj, "file_path")) {
            Some(raw) => match ctx.resolve_path_sync(&raw) {
                Ok(p) => p,
                Err(e) => {
                    combined.push_str(&format!(
                        "── query {}: '{}' ──\nERROR: {e}\n\n",
                        idx + 1,
                        truncate_query(&pattern, 40)
                    ));
                    continue;
                }
            },
            None => root.clone(),
        };

        let search_result = tokio::task::block_in_place(|| {
            std::panic::catch_unwind(std::panic::AssertUnwindSafe(|| {
                cached_or_search(
                    &pattern,
                    &query_root,
                    include.as_deref(),
                    per_query_max,
                    crp,
                    respect,
                    allow_secret_paths,
                    anchored,
                    exclude.as_deref(),
                    exclude_pattern.as_deref(),
                )
            }))
            .ok()
        });

        let label = if queries.len() > 1 {
            format!(
                "── query {}: '{}' ──\n",
                idx + 1,
                truncate_query(&pattern, 40)
            )
        } else {
            String::new()
        };

        let Some(outcome) = search_result else {
            combined.push_str(&format!("{label}ERROR: search panicked\n\n"));
            failed_queries += 1;
            continue;
        };

        secret_paths_withheld = secret_paths_withheld.max(outcome.secret_paths_withheld);
        if outcome.failed {
            failed_queries += 1;
        } else {
            answered_queries += 1;
        }
        if !outcome.text.trim().is_empty() {
            combined.push_str(&format!("{label}{}\n\n", outcome.text));
            total_observed += outcome.observed_tokens;
            total_sent += lean_ctx::core::tokens::count_tokens(&outcome.text);
        }
    }

    note_secret_paths_withheld(secret_paths_withheld);
    if combined.is_empty() {
        combined = "No matches found for any query.".to_string();
    }

    let final_out = lean_ctx::core::protocol::append_savings(&combined, total_observed, total_sent);
    if failed_queries > 0 && answered_queries == 0 {
        // No query was searched successfully: the same text, as a tool error.
        return Err(crate::server::tool_trait::tool_execution_error(final_out));
    }
    let saved = total_observed.saturating_sub(total_sent);
    lean_ctx::core::savings_ledger::record_tool_event(
        "ctx_search",
        total_observed,
        total_sent,
        None,
        None,
    );

    // R30: Search evidence for batch queries.
    crate::tools::search_hook::on_search("batch_query", "regex", total_observed, total_sent);

    Ok(resolved.annotate(ToolOutput {
        text: final_out,
        original_tokens: total_observed,
        saved_tokens: saved,
        mode: None,
        path: None,
        changed: false,
        shell_outcome: None,
        content_blocks: None,
    }))
}

/// Truncate a query string for display (used in batch labels).
fn truncate_query(q: &str, max: usize) -> String {
    if q.len() <= max {
        q.to_string()
    } else {
        format!("{}...", &q[..q.floor_char_boundary(max)])
    }
}

fn ext_to_include(ext: &str) -> String {
    if ext.contains(['*', '{', '?', '/']) {
        return ext.to_string();
    }
    let bare = ext.strip_prefix('.').unwrap_or(ext);
    format!("*.{bare}")
}

#[cfg(test)]
#[path = "ctx_search_tests.rs"]
mod tests;

#[cfg(test)]
#[path = "ctx_search_mcp_tests.rs"]
mod mcp_tests;