Skip to main content

reference_query/cli/
mod.rs

1//! Command-line surface. Search is the default action: `rq <query>`.
2
3use std::collections::HashSet;
4use std::io::{IsTerminal, Write};
5use std::path::PathBuf;
6use std::process::ExitCode;
7use std::time::Duration;
8
9use clap::{CommandFactory, Parser};
10use clap_complete::Shell;
11
12use crate::store::Store;
13
14/// Search is the default action (`rq <query>`). Operations are flags rather
15/// than subcommands so no word is reserved — `rq index`, `rq status`, and
16/// `rq record` all search for those symbols. This also matches the rg/fd feel.
17#[derive(Parser)]
18#[command(
19    name = "rq",
20    version,
21    about = "Ranked definition lookup — the one place a symbol is defined, first.",
22    long_about = "rq finds where a symbol is defined and ranks the one you most \
23likely meant to the top — not every match.\n\n\
24Search is the default action; operations are flags, not subcommands, so every \
25word (including \"index\", \"status\", \"record\") stays searchable. Ranking favors \
26your current repo and recently-active files, and learns from the results you open \
27(see RECORDING below). Run `rq <query> --explain` to see the score behind each result.",
28    after_help = "EXAMPLES:\n  \
29rq thing                  search for a definition named or like \"thing\"\n  \
30rq wibble --explain       same, plus the score behind each result\n  \
31rq thing --json           machine-readable results (for editors/agents)\n  \
32rq thing --no-record      search without recording it (speculative/agent queries)\n  \
33rq thing --no-wait        answer now from the committed index; don't block on a rebuild\n  \
34rq thing --wait 2s        ...or wait up to a bounded time for the index to warm\n  \
35rq thing app/web          restrict to a directory (rg-style)\n  \
36rq perform -k method      restrict to a symbol kind (c/mod/m/f/s/e/t)\n  \
37rq class Widget           a leading kind keyword is shorthand for -k\n  \
38rq --symbols FILE         outline a file's definitions, in line order\n  \
39rq thing -x rust          restrict to a language (ruby/rust/go/python/ts/js)\n  \
40rq -o thing               open the best match in your editor (and record it)\n  \
41rq --index                index the current repository\n  \
42rq --status               show indexing coverage\n  \
43rq --drop                 remove this repo's index (opposite of --index)\n\n\
44SHORT FLAGS (easy to misread):\n  \
45-j = --json (not jobs; --jobs is long-only)   -l = --limit (not lang)   -x = --lang\n\n\
46RECORDING (editor/shell hook):\n  \
47rq --record --file <path> --line <n> <query>\n  \
48Tells rq which result you opened for a query, so ranking learns. Pass --no-record \
49to a search to skip this. Editors and the script/rq-open wrapper call --record for you.\n\n\
50The index is a SQLite file at $RQ_DB (default ~/.local/share/rq/rq.db); it warms \
51automatically on the first search in a git repo. On a large, cold repo a search \
52keeps indexing until it can answer rather than reporting a premature \"no \
53matches\" (an interactive run shows progress and stops on Ctrl-C). Exit codes: 0 \
54= matched, 1 = no match, 2 = no match yet (index still warming — try again)."
55)]
56struct Cli {
57    /// Search query. With --drop, the repo path/identity to drop; with --record,
58    /// the query the selection was made for.
59    //
60    // `Other` keeps shells from offering filenames here: a search query isn't a
61    // path. The path-valued operations (--index, --symbols) carry their own
62    // value with a path hint instead, so completion is scoped to them.
63    #[arg(value_name = "TARGET", value_hint = clap::ValueHint::Other)]
64    target: Option<String>,
65
66    /// Directories to restrict results to (rg-style; same as repeated --path).
67    #[arg(value_name = "PATH")]
68    dirs: Vec<String>,
69
70    /// Show the score breakdown for each result.
71    #[arg(short = 'e', long)]
72    explain: bool,
73
74    /// Don't let this invocation teach ranking — suppresses recording the result
75    /// you open, select, or `--show`. For benchmark and CI loops, whose repeated
76    /// queries would otherwise dominate the learned signal.
77    #[arg(long)]
78    no_record: bool,
79
80    /// Answer immediately from the committed index — never block waiting on a
81    /// background (re)index. For agents/scripts: a query issued mid-rebuild
82    /// returns at once (a miss reports `warming`, exit 2, so a caller can retry)
83    /// instead of blocking up to the wait budget. Shorthand for `--wait 0`;
84    /// leftover warming still detaches to a background child.
85    #[arg(long = "no-wait")]
86    no_wait: bool,
87
88    /// How long a query may wait for the index to warm before answering with
89    /// whatever's committed: a duration like `50ms`, `2s`, `1m`, or a bare number
90    /// of seconds. `0` doesn't wait at all (same as `--no-wait`). Overrides
91    /// `RQ_WAIT_BUDGET_MS` for this call (default 1 minute).
92    #[arg(long, value_name = "DUR", value_parser = parse_wait, conflicts_with = "no_wait")]
93    wait: Option<Duration>,
94
95    /// Open the best match in your editor and record the pick, so ranking learns.
96    /// On a terminal with several matches, prompts to choose. Launcher: `RQ_OPEN`
97    /// (a template with `{file}`/`{line}`/`{}` = path:line), else VS Code
98    /// (`code`), else `$VISUAL`/`$EDITOR`, else prints the resolved path:line.
99    #[arg(short = 'o', long, conflicts_with_all = ["index", "status", "record", "json", "ndjson"])]
100    open: bool,
101
102    /// Print the definition's source, not just its location — but only when the
103    /// top match is confident; otherwise falls back to the ranked list. Pipe to a
104    /// pager (`rq --show foo | less`). JSON adds a `body` field.
105    #[arg(long, conflicts_with_all = ["open", "index", "status", "record", "symbols", "drop"])]
106    show: bool,
107
108    /// Emit results as a JSON array (for editors and scripts).
109    #[arg(short = 'j', long)]
110    json: bool,
111
112    /// Emit results as newline-delimited JSON, one object per line.
113    #[arg(short = 'J', long, conflicts_with = "json")]
114    ndjson: bool,
115
116    /// Restrict results to files under this repo-relative directory (repeatable).
117    #[arg(short = 'p', long, value_name = "DIR")]
118    path: Vec<String>,
119
120    /// Maximum number of results to show.
121    #[arg(short = 'l', long, value_name = "N", default_value_t = 10)]
122    limit: usize,
123
124    /// Restrict to symbol kinds: class, module, method, function, struct, enum,
125    /// trait (shortcuts: c, mod, m, f, s, e, t; `interface` = trait, `type` =
126    /// struct). Repeatable or comma-separated.
127    #[arg(short = 'k', long, value_name = "KIND", value_delimiter = ',')]
128    kind: Vec<String>,
129
130    /// Restrict to languages: ruby, rust, go, python, typescript, javascript.
131    /// Prefix-matched, so `r` means ruby+rust and `p` means python; aliases rb,
132    /// rs, golang, ts, tsx, js, jsx. Repeatable or comma-separated.
133    #[arg(short = 'x', long = "lang", value_name = "LANG", value_delimiter = ',')]
134    lang: Vec<String>,
135
136    /// Search every indexed repository, not just the current one. By default a
137    /// search inside a repo returns only that repo's definitions.
138    #[arg(long = "all-repos")]
139    all_repos: bool,
140
141    /// Index a repository (PATH, or the current directory).
142    #[arg(long, value_name = "PATH", num_args = 0..=1, value_hint = clap::ValueHint::AnyPath, conflicts_with_all = ["status", "record"])]
143    index: Option<Option<String>>,
144
145    /// Show indexing coverage per known repository.
146    #[arg(long, conflicts_with_all = ["index", "record"])]
147    status: bool,
148
149    /// List the symbols defined in FILE, in line order — a structural outline,
150    /// not a ranked search. Honors -k/-x to filter by kind/language.
151    #[arg(long, value_name = "FILE", value_hint = clap::ValueHint::FilePath, conflicts_with_all = ["index", "status", "record", "drop", "open"])]
152    symbols: Option<String>,
153
154    /// Drop a repository's index — the opposite of --index. Removes its symbols,
155    /// files, coverage, and learned ranking. TARGET is the repo's path (or the
156    /// current repo); a known identity string (as shown by --status) also works.
157    #[arg(long, conflicts_with_all = ["index", "status", "record", "open"])]
158    drop: bool,
159
160    /// Record an interaction (editor/shell hook): the result opened for a query.
161    /// Requires --file.
162    #[arg(long, requires = "file", conflicts_with_all = ["index", "status"])]
163    record: bool,
164
165    /// (--record) File that was opened/selected.
166    #[arg(long)]
167    file: Option<String>,
168
169    /// (--record) Line landed on (attributes the selection to a definition).
170    #[arg(long)]
171    line: Option<i64>,
172
173    /// (--record) Event kind (select or open).
174    #[arg(long, default_value = "select")]
175    event: String,
176
177    /// Finish warming a repository's index in the background — the target a
178    /// search re-execs after printing results, detached, so the shell never
179    /// waits on it. Single-flighted per repo; safe to run by hand.
180    #[arg(long, hide = true, value_name = "PATH", num_args = 0..=1, value_hint = clap::ValueHint::AnyPath, conflicts_with_all = ["index", "status", "record", "drop", "symbols", "open", "show"])]
181    warm: Option<Option<String>>,
182
183    /// Print a shell completion script (bash, zsh, fish, elvish, powershell).
184    #[arg(long, value_name = "SHELL")]
185    completions: Option<Shell>,
186
187    /// Trace what rq decides (root, coverage, warming, reconcile) to stderr —
188    /// for debugging. `RQ_LOG=1` does the same for an installed binary.
189    #[arg(short = 'v', long)]
190    verbose: bool,
191
192    /// Report where a search spent its time, phase by phase, to stderr — as
193    /// JSON alongside --json, so a baseline can be stored and diffed.
194    /// `RQ_PROFILE=1` does the same for an installed binary.
195    #[arg(long)]
196    profile: bool,
197
198    /// Parse worker threads the background indexer uses (0 = auto). (`-j` is
199    /// taken by `--json`, so this is `--jobs` only.) `RQ_JOBS` works too.
200    #[arg(long, value_name = "N", default_value_t = 0)]
201    jobs: usize,
202}
203
204/// Parse arguments and dispatch. Returns the process exit code.
205pub fn run() -> ExitCode {
206    let cli = Cli::parse();
207    crate::trace::enable_from(cli.verbose);
208    crate::profile::enable_from(cli.profile);
209    crate::index::set_parse_jobs(cli.jobs);
210
211    if let Some(shell) = cli.completions {
212        clap_complete::generate(shell, &mut Cli::command(), "rq", &mut std::io::stdout());
213        return ExitCode::SUCCESS;
214    }
215    if let Some(path) = &cli.index {
216        // index PATH (else cwd); with --path, seed only those subtrees
217        let out = output_format(&cli);
218        return cmd_index(path.as_deref().map(PathBuf::from), &cli.path, out);
219    }
220    if let Some(path) = &cli.warm {
221        return cmd_warm(path.as_deref());
222    }
223    if cli.status {
224        return cmd_status(output_format(&cli));
225    }
226    if cli.drop {
227        let out = output_format(&cli);
228        return cmd_drop(cli.target, out);
229    }
230    if cli.record {
231        // a typo'd --event would otherwise record silently and never roll up
232        if !matches!(cli.event.as_str(), "select" | "open") {
233            return fail(format_args!(
234                "rq --record: unknown --event {:?} (expected select or open)",
235                cli.event
236            ));
237        }
238        // clap guarantees --file is present via `requires`
239        let file = cli.file.expect("--record requires --file");
240        return cmd_record(&cli.event, cli.target.as_deref(), &file, cli.line);
241    }
242    let out = output_format(&cli);
243    let mut kinds: Vec<String> = cli.kind.iter().map(|k| canonical_kind(k)).collect();
244    // a language token can expand to several tags (`r` → ruby + rust)
245    let langs: Vec<String> = cli.lang.iter().flat_map(|x| canonical_langs(x)).collect();
246    if let Some(file) = &cli.symbols {
247        return cmd_symbols(file, &kinds, &langs, out);
248    }
249    // path filters: trailing positionals (rg-style) plus any --path flags
250    let mut paths = cli.path.clone();
251    match cli.target {
252        Some(target) => {
253            // A leading kind keyword (`rq class Foo`) is shorthand for `-k`; skip
254            // it when the user gave an explicit `-k`, so the two never conflict.
255            let query = if cli.kind.is_empty() {
256                let (kw, query, dirs) = split_kind_keyword(target, cli.dirs.clone());
257                if let Some(k) = kw {
258                    kinds.push(k.to_string());
259                }
260                paths.extend(dirs);
261                query
262            } else {
263                paths.extend(cli.dirs.clone());
264                target
265            };
266            let mut session = match Session::open() {
267                Ok(s) => s,
268                Err(code) => return code,
269            };
270            cmd_search(
271                &mut session,
272                &SearchArgs {
273                    query: &query,
274                    explain: cli.explain,
275                    out,
276                    paths: &paths,
277                    kinds: &kinds,
278                    langs: &langs,
279                    want: cli.limit,
280                    no_record: cli.no_record,
281                    no_wait: cli.no_wait,
282                    wait: cli.wait,
283                    open: cli.open,
284                    all_repos: cli.all_repos,
285                    show: cli.show,
286                    batch: false,
287                },
288            )
289        }
290        // No query, but a pipe on stdin: each line is one, all sharing this
291        // run's store, repo resolution and warm.
292        None if !std::io::stdin().is_terminal() => cmd_batch(&cli, out, &paths, &kinds, &langs),
293        // bare `rq` (or just flags like --explain with no query): show help
294        None => {
295            let _ = Cli::command().print_long_help();
296            ExitCode::SUCCESS
297        }
298    }
299}
300
301/// How results are rendered.
302#[derive(Clone, Copy, PartialEq)]
303enum Output {
304    Text,
305    Json,
306    Ndjson,
307}
308
309fn output_format(cli: &Cli) -> Output {
310    if cli.ndjson {
311        Output::Ndjson
312    } else if cli.json {
313        Output::Json
314    } else {
315        Output::Text
316    }
317}
318
319/// Minimum headroom to rank before a `--path` filter (so filtered-in results
320/// aren't lost to the cutoff).
321const PATH_HEADROOM: usize = 200;
322
323/// How often the search re-checks the index while a cold repo warms on the
324/// background thread. Each poll runs a full read query against the DB the
325/// indexer is actively writing, so polling too fast steals CPU and read-lock
326/// churn from the warm; 100 ms keeps that pressure low while staying
327/// imperceptible (an early answer or completion appears within a frame, and the
328/// progress line only redraws every `PROGRESS_REDRAW` anyway).
329const POLL_INTERVAL: Duration = Duration::from_millis(100);
330
331/// How long a cold-repo query may wait silently before we tell the user we're
332/// indexing — short enough to explain the pause, long enough that a repo which
333/// indexes quickly never flashes a message.
334const HEADS_UP_DELAY: Duration = Duration::from_millis(500);
335
336/// Minimum gap between progress-line redraws once the heads-up is showing — keeps
337/// the line from flickering (and the count query off the hot path) while still
338/// feeling live.
339const PROGRESS_REDRAW: Duration = Duration::from_millis(120);
340
341/// Everything `rq <query>` needs, bundled from the parsed CLI flags.
342struct SearchArgs<'a> {
343    query: &'a str,
344    explain: bool,
345    out: Output,
346    paths: &'a [String],
347    kinds: &'a [String],
348    langs: &'a [String],
349    /// Number of results to show (`--limit`).
350    want: usize,
351    no_record: bool,
352    /// Answer from the committed index without blocking on a (re)index (`--no-wait`).
353    no_wait: bool,
354    /// Cap on how long to wait for the index to warm (`--wait`); `None` = the
355    /// default/`RQ_WAIT_BUDGET_MS` budget.
356    wait: Option<Duration>,
357    open: bool,
358    all_repos: bool,
359    /// One of several queries sharing a run, so each row says which query it
360    /// answers — a single stream serving many questions is otherwise
361    /// unattributable.
362    batch: bool,
363    show: bool,
364}
365
366/// Default action: search the index and print ranked results.
367/// Everything a search needs that doesn't depend on the query: the open store,
368/// the repo it's rooted in, the branch's changed files, and who that repo is.
369///
370/// Split out because it's the expensive half — opening the store, resolving the
371/// root, reading branch files, resolving identity — and none of it varies per
372/// query. One search builds one and drops it; a caller answering many can build
373/// it once. Deliberately *not* holding the warm decision: that one is entangled
374/// with the query (the indexer path-prioritises toward it) and belongs to a
375/// single search.
376struct Session {
377    store: Store,
378    cwd: Option<PathBuf>,
379    cwd_is_git: bool,
380    root: Option<PathBuf>,
381    active_paths: Vec<String>,
382    branch_refresh: Option<BranchRefresh>,
383    identity: Option<String>,
384    coverage: Option<String>,
385}
386
387impl Session {
388    /// Resolve the search context, or the exit code to fail with.
389    fn open() -> std::result::Result<Session, ExitCode> {
390        let open_span = crate::profile::span("store open");
391        let store = match open_store() {
392            Ok(s) => s,
393            Err(e) => return Err(fail(format_args!("rq: cannot open database: {e}"))),
394        };
395        drop(open_span);
396        let git_span = crate::profile::span("setup: git root");
397        let cwd = std::env::current_dir().ok();
398        let cwd_is_git = cwd.as_deref().is_some_and(crate::index::is_git_repo);
399
400        // Index relative to the repo ROOT, not wherever the search happens to run.
401        // Paths and the stored checkout root must be repo-root-relative and stable, or
402        // a search from a subdirectory would re-key the same repo under subdir-relative
403        // paths — and the deletion reconcile / staleness revalidation would then forget
404        // everything indexed from the root. Outside git, the root is just the cwd.
405        let root = cwd
406            .as_deref()
407            .map(|c| crate::index::repo_root(c).unwrap_or_else(|| c.to_path_buf()));
408        drop(git_span);
409
410        // Files you're changing on this feature branch (and their directory
411        // neighbors): the branch ranking boost, and the warm pass's priority set.
412        let mut branch_span = crate::profile::span("setup: branch files");
413        let (active_paths, branch_refresh) = match &root {
414            Some(c) if cwd_is_git => cached_branch_files(&store, c),
415            _ => (Vec::new(), None),
416        };
417        branch_span.note(|| {
418            let how = if branch_refresh.is_some() {
419                "cached, refreshing alongside"
420            } else {
421                "cached"
422            };
423            format!("{} changed, {how}", active_paths.len())
424        });
425        drop(branch_span);
426
427        // Resolve identity from the repo root, cache-first: looked up by checkout root
428        // (no `git remote` fork), falling back to git only the first time we see a
429        // repo. Computed even for non-git dirs so an explicitly `--index`ed one is
430        // still recognized as the current repo below.
431        let mut identity_span = crate::profile::span("setup: identity");
432        let identity = root.as_deref().map(|c| resolve_identity(&store, c));
433        let coverage = identity
434            .as_deref()
435            .and_then(|id| store.coverage_status(id).ok())
436            .flatten();
437        identity_span.note(|| coverage.as_deref().unwrap_or("unknown").to_string());
438        drop(identity_span);
439        Ok(Session {
440            store,
441            cwd,
442            cwd_is_git,
443            root,
444            active_paths,
445            branch_refresh,
446            identity,
447            coverage,
448        })
449    }
450}
451
452/// Answer a stream of queries, one per line on stdin, in a single run.
453///
454/// Everything a query doesn't vary — the store, the repo, its identity, the
455/// branch's changed files — is resolved once and reused, which on a large repo
456/// is most of what a single lookup costs. Agents and scripts do runs of
457/// lookups; this is that shape.
458///
459/// A cold repo warms **once, up front, until complete** rather than answering
460/// each line from whatever happens to be indexed. Block-until-*answered*
461/// doesn't generalise to queries we haven't read yet — you can't prioritise
462/// toward them — so block-until-*complete* is the batch-shaped equivalent, and
463/// it keeps this file's own rule that correctness beats the first query's
464/// latency. `--no-wait` opts out, exactly as it does for one query, and any
465/// line the index can't yet answer says so with `status: "warming"`.
466fn cmd_batch(
467    cli: &Cli,
468    out: Output,
469    paths: &[String],
470    kinds: &[String],
471    langs: &[String],
472) -> ExitCode {
473    if out == Output::Json {
474        return fail(format_args!(
475            "rq: --json can't frame a stream of queries — use --ndjson (-J), \
476             where each line carries the query it answers"
477        ));
478    }
479    if cli.open || cli.show {
480        return fail(format_args!(
481            "rq: --open and --show act on a single result, not a stream of queries"
482        ));
483    }
484
485    use std::io::BufRead;
486    let queries: Vec<String> = std::io::stdin()
487        .lock()
488        .lines()
489        .map_while(std::result::Result::ok)
490        .map(|l| l.trim().to_string())
491        .filter(|l| !l.is_empty())
492        .collect();
493    // Nothing on stdin isn't a batch — it's a bare invocation that happens to
494    // run without a terminal (a script, a test harness, stdin from /dev/null).
495    // Treat it the way `rq` with no arguments is always treated.
496    if queries.is_empty() {
497        let _ = Cli::command().print_long_help();
498        return ExitCode::SUCCESS;
499    }
500
501    let mut session = match Session::open() {
502        Ok(s) => s,
503        Err(code) => return code,
504    };
505
506    // Warm to completion before answering anything, so a cold repo doesn't
507    // return a page of misses that only mean "not indexed yet".
508    if !cli.no_wait
509        && session.coverage.as_deref() != Some("complete")
510        && let Some(root) = session.root.clone()
511    {
512        {
513            let budget = cli.wait.unwrap_or_else(wait_budget);
514            crate::trace!(
515                "batch: warming {} queries' worth of index first",
516                queries.len()
517            );
518            let active = session.active_paths.clone();
519            let _ = crate::index::index_budgeted(&mut session.store, &root, &active, budget, None);
520            session.coverage = session
521                .identity
522                .as_deref()
523                .and_then(|id| session.store.coverage_status(id).ok())
524                .flatten();
525        }
526    }
527
528    let mut worst = ExitCode::SUCCESS;
529    let mut any_hit = false;
530    for query in &queries {
531        let code = cmd_search(
532            &mut session,
533            &SearchArgs {
534                query,
535                explain: cli.explain,
536                out,
537                paths,
538                kinds,
539                langs,
540                want: cli.limit,
541                no_record: cli.no_record,
542                // The warm happened above, once. Per-query warming would undo
543                // the point of batching, and block-until-answered is meaningless
544                // when the queries were all read up front.
545                no_wait: true,
546                wait: cli.wait,
547                open: false,
548                all_repos: cli.all_repos,
549                show: false,
550                batch: true,
551            },
552        );
553        if code == ExitCode::SUCCESS {
554            any_hit = true;
555        } else {
556            worst = code;
557        }
558    }
559    // The batch ran; per-line `status` carries each query's outcome. Only a
560    // wholly fruitless batch reports failure, mirroring one query's contract.
561    if any_hit { ExitCode::SUCCESS } else { worst }
562}
563
564fn cmd_search(session: &mut Session, args: &SearchArgs) -> ExitCode {
565    let &SearchArgs {
566        query,
567        out,
568        want,
569        no_record,
570        no_wait,
571        wait,
572        open,
573        all_repos,
574        show,
575        ..
576    } = args;
577    // `--wait DUR` overrides the wait budget for this call; `--wait 0` (or
578    // `--no-wait`) means don't block or warm in-process at all.
579    let wait_budget = wait.unwrap_or_else(wait_budget);
580    let no_wait = no_wait || wait_budget.is_zero();
581    // post-filters (--path, --kind, --lang) need headroom before the cutoff so a
582    // filtered-in result isn't lost to the top-N truncation
583    let limit = if args.paths.is_empty() && args.kinds.is_empty() && args.langs.is_empty() {
584        want
585    } else {
586        (want * 20).max(PATH_HEADROOM)
587    };
588    let _timer = crate::trace::Timer::start("search done");
589    let profile_started = std::time::Instant::now();
590    let t_setup = std::time::Instant::now();
591    // Brackets the warm decision as well as the session, so it outlives both.
592    let setup_span = crate::profile::span("setup");
593    // Borrowed field-by-field so the body reads the same as when it owned them,
594    // while the session itself outlives this call and can answer again.
595    let Session {
596        store,
597        cwd,
598        cwd_is_git,
599        root,
600        active_paths,
601        branch_refresh,
602        identity,
603        coverage,
604    } = session;
605    let cwd_is_git = *cwd_is_git;
606
607    // Opportunistic indexing (Layer 5), time-bounded so the first query in a
608    // large repo never blocks on a full walk. We may warm a git work tree (safe
609    // to auto-discover) *or* any dir we already track — one earns tracking by
610    // being explicitly `--index`ed, which opts a non-git dir in. We never warm
611    // an unknown non-git dir (don't walk a random directory). A subtree index
612    // (`--index --path …`) is a seed, not a fence: coverage stays `warming`, so
613    // warming continues over the rest of the repo from here.
614    let known = coverage.is_some();
615    let warming_ok = cwd_is_git || known;
616    if crate::trace::enabled() {
617        crate::trace!(
618            "query {query:?}: root={} identity={} coverage={} warming_ok={warming_ok} active={}",
619            root.as_deref().map_or("?".into(), crate::trace::abbrev),
620            identity.as_deref().unwrap_or("none"),
621            coverage.as_deref().unwrap_or("none"),
622            active_paths.len(),
623        );
624    }
625    let repo_span = crate::profile::span("setup: repo state");
626    let current = identity
627        .as_deref()
628        .and_then(|id| store.repository_id(id).ok().flatten());
629    // Default: scope results to the current repo (when it's indexed) so a search
630    // never leaks another repo's definitions. `--all-repos` searches everything.
631    let only_repo = if all_repos { None } else { current };
632    let active = crate::search::ActiveFiles::new(active_paths.clone());
633
634    drop(repo_span);
635    let warm_span = crate::profile::span("setup: warm decision");
636
637    // Warm the index on a background thread (its own connection — WAL lets it
638    // write while we read) whenever there's work: a not-yet-complete repo, or a
639    // complete one changed since it was indexed. The search below reads whatever
640    // it has committed so far. With detach on (the default), this in-process
641    // warm only serves *this* answer — leftover work goes to a detached child
642    // after results print, so the shell never waits on it.
643    let warm_budget = if warm_detach_enabled() {
644        answer_warm_budget()
645    } else {
646        answer_warm_budget() + deferred_warm_budget()
647    };
648    let was_warming = coverage.as_deref() != Some("complete");
649
650    // On a complete repo the only question left is whether the worktree moved
651    // since it was indexed — and answering it forks `git status`, which on a
652    // large worktree is most of a query's cost. It decides nothing this answer
653    // depends on: with `was_warming` false, `block` and `polling` below are
654    // false too, the search reads the committed index, and `revalidate_top`
655    // guarantees the freshness of what we print. So start it alongside the
656    // search and collect it in `settle_warm` once results are out.
657    //
658    // A still-warming repo never ran this check at all — the `||` short-circuit
659    // saw to that — so its path here is unchanged.
660    let indexed_head = (!was_warming)
661        .then(|| current.and_then(|id| store.indexed_head(id).ok().flatten()))
662        .flatten();
663    // Whether the worktree moved is a property of the repo, not of the query,
664    // so a batch asks once (up front) instead of forking `git status` per line.
665    let staleness = (!was_warming && warming_ok && !args.batch)
666        .then(|| root.clone())
667        .flatten()
668        .map(|c| std::thread::spawn(move || worktree_changed(&c, indexed_head.as_deref())));
669    // Only a repo that's still warming warms *before* the answer now; a
670    // complete-but-edited one is reindexed by `settle_warm` afterwards.
671    let want_warm = warming_ok && was_warming && root.is_some();
672
673    // Block-until-answered on a cold/partial repo. A bounded warm exists so a
674    // query never hangs, but on a *huge, cold* repo it can expire before the
675    // symbol is indexed — turning a real hit into a false "no matches". Since
676    // correctness beats the first query's latency (and once warm the repo answers
677    // fast), we keep indexing until the answer appears or the repo is fully
678    // indexed — for humans *and* programs alike. Small/medium repos finish inside
679    // the normal budget and are unaffected; only a genuinely large cold repo
680    // waits, and only once.
681    // `--no-wait`: a scripted/agent caller that would rather answer from the
682    // committed index right now than block up to the wait budget while a
683    // background rebuild rewrites the index. It suppresses the block-until-answered
684    // escalation *and* the in-process warm (no lock contention, no join) — leftover
685    // warming still detaches below, so the index keeps improving for next time.
686    let block = want_warm && was_warming && !no_wait;
687    // A human at a plain-text terminal also gets a live progress heads-up and a
688    // graceful Ctrl-C; piped/`--json` callers (agents, scripts) block silently and
689    // are bounded by a wait budget instead, since there's nothing to draw to and
690    // no one to interrupt.
691    let progress_ui = block && show_progress(out, stderr_interactive());
692    let indexer_budget = if block { wait_budget } else { warm_budget };
693    if progress_ui {
694        install_interrupt_handler();
695    }
696
697    // `warm_done` lets the poll stop the instant the indexer finishes — so a miss
698    // on a small repo returns as soon as it's indexed, not at the deadline.
699    let warm_done = std::sync::Arc::new(std::sync::atomic::AtomicBool::new(false));
700    let indexer = (want_warm && root.is_some() && !no_wait).then(|| {
701        crate::trace!(
702            "background warm ({indexer_budget:?}, block={block}, progress_ui={progress_ui}, {} jobs)",
703            crate::index::parse_jobs()
704        );
705        let root = root.clone().expect("checked");
706        let active = active_paths.clone();
707        let q = query.to_string();
708        let warm_done = std::sync::Arc::clone(&warm_done);
709        std::thread::spawn(move || {
710            if let Ok(mut idx) = open_store() {
711                // path-prioritize toward the query so the relevant file indexes first
712                let _ = if block {
713                    // the abort flag (`INTERRUPTED`) lets a Ctrl-C, a wait timeout,
714                    // or an early answer stop the pass without losing committed work
715                    crate::index::index_budgeted_cancellable(
716                        &mut idx,
717                        &root,
718                        &active,
719                        indexer_budget,
720                        Some(&q),
721                        &INTERRUPTED,
722                    )
723                } else {
724                    crate::index::index_budgeted(&mut idx, &root, &active, indexer_budget, Some(&q))
725                };
726            }
727            warm_done.store(true, std::sync::atomic::Ordering::Relaxed);
728        })
729    });
730
731    // Poll while a cold/partial repo warms. Don't print the first hit off a sparse
732    // index — a fuzzy or path match can be wrong once more is indexed. Hold until a
733    // *high-confidence* (exact or prefix name) match appears; otherwise keep
734    // building until the index is complete (a "no matches" is then trustworthy), a
735    // wait deadline passes, or — interactively — Ctrl-C. A human sees a progress
736    // line once the pause is noticeable.
737    crate::trace!(
738        "setup (open + repo detect + warm decision): {} ms",
739        t_setup.elapsed().as_millis()
740    );
741    let poll_start = std::time::Instant::now();
742    // Deadline: an interactive block waits unbounded (Ctrl-C escapes); a
743    // programmatic block waits out the wait budget; a non-block (complete repo)
744    // keeps the original fast answer budget.
745    let deadline = if progress_ui {
746        None
747    } else if block {
748        Some(poll_start + wait_budget)
749    } else {
750        Some(poll_start + answer_warm_budget())
751    };
752    drop(warm_span);
753    let polling = indexer.is_some() && was_warming;
754    // Everything before the first search: resolving the repo root, checking
755    // coverage, deciding whether to warm. It runs on every query, so it counts
756    // toward the first-answer budget even though no searching happened yet.
757    drop(setup_span);
758    let mut query_span = crate::profile::span("query");
759    let label = repo_label(root.as_deref());
760    let mut drew_progress = false;
761    let mut last_draw = poll_start;
762    let mut hits = loop {
763        match crate::search::search(store, query, current, only_repo, &active, limit) {
764            Ok(h) => {
765                let confident = h.first().is_some_and(|hit| {
766                    hit.features
767                        .iter()
768                        .any(|f| matches!(f.name, "exact" | "prefix"))
769                });
770                let warm_finished = warm_done.load(std::sync::atomic::Ordering::Relaxed);
771                let stopped = INTERRUPTED.load(std::sync::atomic::Ordering::Relaxed);
772                let timed_out = deadline.is_some_and(|d| std::time::Instant::now() >= d);
773                if !polling || confident || warm_finished || stopped || timed_out {
774                    break h;
775                }
776                if progress_ui
777                    && poll_start.elapsed() >= HEADS_UP_DELAY
778                    && last_draw.elapsed() >= PROGRESS_REDRAW
779                {
780                    draw_progress(store, identity.as_deref(), &label);
781                    drew_progress = true;
782                    last_draw = std::time::Instant::now();
783                }
784            }
785            Err(e) => {
786                if let Some(h) = indexer {
787                    let _ = h.join();
788                }
789                return fail(format_args!("rq: {e}"));
790            }
791        }
792        std::thread::sleep(POLL_INTERVAL);
793    };
794    query_span.note(|| {
795        if polling {
796            "polled a warming index".to_string()
797        } else {
798            String::new()
799        }
800    });
801    drop(query_span);
802    if drew_progress {
803        clear_progress();
804    }
805    // Captured before we self-cancel below, so it reflects only a *user's* Ctrl-C.
806    let interrupted = INTERRUPTED.load(std::sync::atomic::Ordering::Relaxed);
807
808    // Staleness: revalidate the files behind the top hits; re-rank once if changed.
809    if !hits.is_empty() && revalidate_top(store, &hits) {
810        hits = crate::search::search(store, query, current, only_repo, &active, limit)
811            .unwrap_or_default();
812    }
813
814    // Untracked non-git dir — nothing persisted, no warmer running — so scan it
815    // live in-memory (substring, then fuzzy) and blend with whatever the index
816    // gave. The only non-persisting scan left.
817    if !hits.iter().any(strong)
818        && indexer.is_none()
819        && coverage.is_none()
820        && let Some(root) = &root
821    {
822        let tail = live_fallback(root, query, limit);
823        hits = crate::search::merge(hits, tail, limit);
824    }
825
826    apply_gates(query, &mut hits);
827    apply_post_filters(args, cwd.as_deref(), root.as_deref(), &mut hits);
828
829    if hits.is_empty() {
830        // Stop a still-running block so the join is prompt, then settle coverage.
831        if block {
832            INTERRUPTED.store(true, std::sync::atomic::Ordering::Relaxed);
833        }
834        if let Some(h) = indexer {
835            let _ = h.join();
836        }
837        // A miss against a *complete* index is definitive (the symbol isn't
838        // there); against a still-warming one it's only "not yet". Distinguish
839        // them so a caller — agent or script — isn't misled into thinking the
840        // symbol is absent when the index simply hasn't reached it. `--no-wait`
841        // returns without blocking, so its miss is judged the same way — an
842        // incomplete index yields `warming` (exit 2, "retry"), not a false absence.
843        let mut incomplete = (block || no_wait)
844            && identity
845                .as_deref()
846                .and_then(|id| store.coverage_status(id).ok().flatten())
847                .as_deref()
848                != Some("complete");
849        // a "not yet" miss leaves work behind — reindex an edited worktree and
850        // let a detached child keep warming, so the retry lands on a better
851        // index. This is the path a just-added symbol takes, so it has to do
852        // the same settling the render path does.
853        // A worktree that has moved since we indexed it makes this miss
854        // provisional, not definitive: the symbol may be in an edit the
855        // detached warm hasn't caught up with. Say "warming" (exit 2, retry)
856        // rather than "no match" (exit 1, absent) — a just-added symbol is
857        // exactly this case, and a confident no is the wrong answer to it.
858        incomplete |= settle_warm(
859            store,
860            staleness,
861            was_warming,
862            warming_ok,
863            root.as_deref(),
864            active_paths,
865            query,
866            warm_budget,
867            no_wait,
868            identity.as_deref(),
869        );
870        return no_match_code(out, query, interrupted, incomplete);
871    }
872
873    // Attach each result's definition line (e.g. `def perform(refund)`) — shown
874    // in text output and carried in JSON. Cheap: only the displayed results.
875    for hit in &mut hits {
876        hit.signature = read_signature(
877            store,
878            &hit.repo_identity,
879            &hit.file,
880            hit.line,
881            cwd.as_deref(),
882        );
883    }
884    attach_confidence(&mut hits);
885
886    // --show: print the top hit's full source when confident; otherwise fall
887    // through to the normal ranked list (rq won't dump a body it isn't sure of).
888    if show
889        && let Some(code) = show_top_definition(
890            store,
891            &mut hits,
892            query,
893            out,
894            cwd.as_deref(),
895            current,
896            no_record,
897        )
898    {
899        return code;
900    }
901
902    // --open: pick the best match (prompting on a TTY with several), record the
903    // pick so ranking learns, and hand off to the editor. Returns before the
904    // normal print / warm-join — opening should be snappy, and a launcher `exec`s.
905    if open {
906        return finish_open(store, &hits, query, current, root.as_deref(), no_record);
907    }
908
909    if let Some(code) = render_hits(args, &hits) {
910        return code;
911    }
912
913    // Report before the deferred maintenance below, so the total covers
914    // getting answers out rather than the bookkeeping that follows them.
915    if crate::profile::enabled() {
916        let total = profile_started.elapsed();
917        if args.out == Output::Text {
918            for line in crate::profile::report(total) {
919                eprintln!("{line}");
920            }
921        } else {
922            // stdout stays exactly the results, so the profile can be captured
923            // separately and diffed.
924            eprintln!("{}", crate::profile::json(total));
925        }
926    }
927
928    // Collect the refresh started back at setup. It ran alongside the search
929    // rather than after it, so by now it has usually finished — and it only
930    // ever feeds the *next* query, never this one's ranking, so waiting on it
931    // can't reorder what was just printed.
932    // Taken, not borrowed: the refresh is one-shot, and a session answering
933    // several queries must not re-store a result it already consumed.
934    if let Some(refresh) = branch_refresh.take() {
935        refresh.store(store);
936    }
937
938    // Results are out — now the cheap deferred work, amortized across
939    // interactions. Searches aren't logged: the only thing that ever read a
940    // `search` event was the repeat-query decay, and with that gone a row per
941    // query would be written and never read. Rolling up and pruning the
942    // `open`/`select` events — the picks that actually teach ranking — still
943    // happens here.
944    deferred_maintenance(store);
945
946    // Results are out; stop the in-process warm (it persists as it goes, so a
947    // cut pass keeps everything parsed) and join it — then hand whatever's left
948    // to a detached child, which finishes coverage with a budget no foreground
949    // query could afford. The shell only ever waits on the answer.
950    if block {
951        INTERRUPTED.store(true, std::sync::atomic::Ordering::Relaxed);
952    }
953    if let Some(h) = indexer {
954        let _ = h.join();
955    }
956    let _ = settle_warm(
957        store,
958        staleness,
959        was_warming,
960        warming_ok,
961        root.as_deref(),
962        active_paths,
963        query,
964        warm_budget,
965        no_wait,
966        identity.as_deref(),
967    );
968
969    ExitCode::SUCCESS
970}
971
972/// Re-exec a detached warm child when this query's warming didn't finish the
973/// job. No-op when detach is off, nothing was warming, or coverage completed.
974fn maybe_detach_warm(
975    store: &Store,
976    want_warm: bool,
977    changed: bool,
978    root: Option<&std::path::Path>,
979    identity: Option<&str>,
980) {
981    if !warm_detach_enabled() || !want_warm {
982        return;
983    }
984    let (Some(root), Some(id)) = (root, identity) else {
985        return;
986    };
987    // Coverage measures breadth, not freshness — an edit never demotes it. So
988    // "complete" alone isn't done; it's done only if the worktree also hasn't
989    // moved since we indexed it.
990    if !changed && store.coverage_status(id).ok().flatten().as_deref() == Some("complete") {
991        return; // the in-process pass finished the job
992    }
993    spawn_detached_warm(root);
994}
995
996/// Spawn `rq --warm <root>` fully detached: null stdio and its own process
997/// group, so it survives this process and a later Ctrl-C in the terminal
998/// can't reach it. The child nices itself and is single-flighted per repo.
999fn spawn_detached_warm(root: &std::path::Path) {
1000    use std::os::unix::process::CommandExt;
1001    let Ok(exe) = std::env::current_exe() else {
1002        return;
1003    };
1004    let mut cmd = std::process::Command::new(exe);
1005    cmd.arg("--warm")
1006        .arg(root)
1007        .stdin(std::process::Stdio::null())
1008        .stdout(std::process::Stdio::null())
1009        .stderr(std::process::Stdio::null())
1010        .process_group(0);
1011    match cmd.spawn() {
1012        Ok(child) => crate::trace!(
1013            "background warm (detached): pid {} for {}",
1014            child.id(),
1015            crate::trace::abbrev(root)
1016        ),
1017        Err(e) => crate::trace!("detached warm failed to spawn: {e}"),
1018    }
1019}
1020
1021/// How long a warm lock is trusted without a liveness hit — past this, a
1022/// stamp is a crashed warmer's leftover and a new child takes over.
1023const WARM_LOCK_TTL_SECS: i64 = 600;
1024
1025/// `rq --warm [PATH]`: the detached child a search re-execs after printing —
1026/// finishes warming the repo's index in the background. Niced so it stays out
1027/// of the foreground's way; single-flighted per repo so a burst of queries
1028/// runs at most one warmer. Safe (and boring) to run by hand.
1029fn cmd_warm(path: Option<&str>) -> ExitCode {
1030    // Stay out of the way: drop scheduling priority, and throttle disk I/O on
1031    // macOS. Best-effort — a failure just means a less-polite warm.
1032    #[cfg(target_os = "macos")]
1033    unsafe extern "C" {
1034        // <sys/resource.h>; not in the libc crate. Args below:
1035        // IOPOL_TYPE_DISK=0, IOPOL_SCOPE_PROCESS=0, IOPOL_THROTTLE=3.
1036        fn setiopolicy_np(
1037            iotype: libc::c_int,
1038            scope: libc::c_int,
1039            policy: libc::c_int,
1040        ) -> libc::c_int;
1041    }
1042    unsafe {
1043        libc::nice(10);
1044        #[cfg(target_os = "macos")]
1045        setiopolicy_np(0, 0, 3);
1046    }
1047    let mut store = match open_store() {
1048        Ok(s) => s,
1049        Err(_) => return ExitCode::FAILURE,
1050    };
1051    let start = path
1052        .map(PathBuf::from)
1053        .or_else(|| std::env::current_dir().ok())
1054        .unwrap_or_else(|| PathBuf::from("."));
1055    let root = crate::index::repo_root(&start).unwrap_or(start);
1056    let identity = resolve_identity(&store, &root);
1057
1058    // Single-flight: if another live rq is already warming this repo, bow out.
1059    // A dead pid or a stale stamp is a crashed warmer — take over.
1060    if let Ok(Some((pid, ts))) = store.warm_lock(&identity)
1061        && pid != std::process::id()
1062        && unsafe { libc::kill(pid as libc::pid_t, 0) } == 0
1063        && now_secs() - ts < WARM_LOCK_TTL_SECS
1064    {
1065        return ExitCode::SUCCESS;
1066    }
1067    let _ = store.set_warm_lock(&identity, std::process::id());
1068
1069    // Sweep until coverage completes, the budget runs out, or a pass stops
1070    // making progress (each pass converges — mtime-skips what's done).
1071    let deadline = std::time::Instant::now() + warm_bg_budget();
1072    let active = crate::index::branch_changed_files(&root);
1073    loop {
1074        let remaining = deadline.saturating_duration_since(std::time::Instant::now());
1075        if remaining.is_zero() {
1076            break;
1077        }
1078        let stats = match crate::index::index_budgeted(&mut store, &root, &active, remaining, None)
1079        {
1080            Ok(s) => s,
1081            Err(_) => break,
1082        };
1083        if store.coverage_status(&identity).ok().flatten().as_deref() == Some("complete")
1084            || stats.files_indexed == 0
1085        {
1086            break;
1087        }
1088    }
1089    let _ = store.clear_warm_lock(&identity);
1090    ExitCode::SUCCESS
1091}
1092
1093fn now_secs() -> i64 {
1094    std::time::SystemTime::now()
1095        .duration_since(std::time::UNIX_EPOCH)
1096        .map(|d| d.as_secs() as i64)
1097        .unwrap_or(0)
1098}
1099
1100/// Live in-memory scan of an untracked (non-git, never-indexed) dir: substring
1101/// pre-filtered first, then the unfiltered fuzzy retry. Persists nothing.
1102fn live_fallback(root: &std::path::Path, query: &str, limit: usize) -> Vec<crate::search::Hit> {
1103    crate::trace!("empty → live (in-memory) scan of an untracked dir");
1104    let deadline = std::time::Instant::now() + live_fallback_budget();
1105    let h = crate::search::live_search(root, query, limit, &HashSet::new(), Some(deadline), true);
1106    if !h.is_empty() {
1107        return h;
1108    }
1109    crate::search::live_search(root, query, limit, &HashSet::new(), Some(deadline), false)
1110}
1111
1112/// A high-confidence name match: exact or prefix (not fuzzy/path-only).
1113fn strong(h: &crate::search::Hit) -> bool {
1114    h.features
1115        .iter()
1116        .any(|f| matches!(f.name, "exact" | "prefix"))
1117}
1118
1119/// The result-quality gates, in order:
1120/// - relevance: when the query lands a real name match (exact or prefix), drop
1121///   the scattered fuzzy / path-only near-matches — they're noise next to a
1122///   solid hit, and rq favors fewer, better results. A purely-fuzzy query (no
1123///   exact/prefix anywhere) keeps its matches.
1124/// - scope: a qualified query (`Foo::Bar#baz`) that lands inside the named
1125///   scope keeps only the in-scope results; if none match, the others stay
1126///   (the definition may live elsewhere).
1127fn apply_gates(query: &str, hits: &mut Vec<crate::search::Hit>) {
1128    if hits.iter().any(strong) {
1129        hits.retain(strong);
1130    }
1131    crate::search::apply_scope_gate(query, hits);
1132}
1133
1134/// Post-filters: keep only results under a `--path` dir, of a `--kind`, and/or
1135/// in a `--lang`, then trim to the requested count.
1136fn apply_post_filters(
1137    args: &SearchArgs,
1138    cwd: Option<&std::path::Path>,
1139    root: Option<&std::path::Path>,
1140    hits: &mut Vec<crate::search::Hit>,
1141) {
1142    if !args.paths.is_empty() {
1143        // --path values may be absolute or cwd-relative; stored files are
1144        // repo-root-relative, so normalize before prefix-matching or an
1145        // absolute path would silently filter everything out.
1146        let here = cwd.map_or_else(|| PathBuf::from("."), PathBuf::from);
1147        let base = root.map_or_else(|| here.clone(), PathBuf::from);
1148        let norm: Vec<String> = args
1149            .paths
1150            .iter()
1151            .map(|p| repo_relative(&base, &here, p))
1152            .collect();
1153        hits.retain(|h| under_any(&h.file, &norm));
1154    }
1155    if !args.kinds.is_empty() {
1156        hits.retain(|h| args.kinds.iter().any(|k| k == &h.kind));
1157    }
1158    if !args.langs.is_empty() {
1159        hits.retain(|h| args.langs.iter().any(|l| l == &h.language));
1160    }
1161    if !args.paths.is_empty() || !args.kinds.is_empty() || !args.langs.is_empty() {
1162        hits.truncate(args.want);
1163    }
1164}
1165
1166/// Report a miss and pick its exit code. Structured callers get a reason, not
1167/// a bare `[]`/empty: `warming` (retry — index incomplete), `interrupted` (a
1168/// stopped block), or `no_match` (definitive). Text keeps its human message.
1169/// Exit 2 = indeterminate (index incomplete), 1 = a definitive miss — both
1170/// non-zero, so `rq … && …` still reads as "found something".
1171fn no_match_code(out: Output, query: &str, interrupted: bool, incomplete: bool) -> ExitCode {
1172    let status = if interrupted {
1173        "interrupted"
1174    } else if incomplete {
1175        "warming"
1176    } else {
1177        "no_match"
1178    };
1179    match out {
1180        Output::Json | Output::Ndjson => {
1181            let obj = serde_json::json!({ "status": status, "query": query });
1182            let _ = emit_json(out, &obj); // the exit code below carries the miss
1183        }
1184        Output::Text if interrupted => {
1185            eprintln!("rq: indexing interrupted — run again to finish")
1186        }
1187        Output::Text if incomplete => eprintln!(
1188            "rq: still indexing — no match for {query:?} yet (run again, or `rq --index` to finish)"
1189        ),
1190        Output::Text => eprintln!("no matches for {query:?}"),
1191    }
1192    if incomplete {
1193        ExitCode::from(2)
1194    } else {
1195        ExitCode::FAILURE
1196    }
1197}
1198
1199/// Normalized confidence per hit: match quality scaled by dominance over the
1200/// other results (needs the whole ranked set). "Best other" is the top score —
1201/// or the runner-up, for the top hit itself.
1202fn attach_confidence(hits: &mut [crate::search::Hit]) {
1203    let (top, second) = hits.iter().fold((None::<f64>, None::<f64>), |(t, s), h| {
1204        if t.is_none_or(|t| h.score > t) {
1205            (Some(h.score), t)
1206        } else if s.is_none_or(|s| h.score > s) {
1207            (t, Some(h.score))
1208        } else {
1209            (t, s)
1210        }
1211    });
1212    for hit in hits.iter_mut() {
1213        let best_other = if Some(hit.score) == top { second } else { top };
1214        hit.confidence = crate::search::confidence(
1215            hit.score,
1216            crate::search::match_quality(&hit.features),
1217            best_other,
1218        );
1219    }
1220}
1221
1222/// Print the ranked results (JSON array, NDJSON lines, or highlighted text).
1223/// `Some(exit)` on a serialization failure, `None` on success.
1224fn render_hits(args: &SearchArgs, hits: &[crate::search::Hit]) -> Option<ExitCode> {
1225    // Time to the first printed result, not to the last: rq streams, and the
1226    // sub-50 ms budget is about the first answer. A change that speeds the
1227    // total while delaying this one is a regression.
1228    let render_span = crate::profile::span("render");
1229    if args.batch {
1230        // One stream, many questions: tag each row with the query it answers,
1231        // the same way `no_match_code` already tags a miss.
1232        #[derive(serde::Serialize)]
1233        struct Tagged<'a> {
1234            query: &'a str,
1235            #[serde(flatten)]
1236            hit: &'a crate::search::Hit,
1237        }
1238        let rows: Vec<Tagged> = hits
1239            .iter()
1240            .map(|hit| Tagged {
1241                query: args.query,
1242                hit,
1243            })
1244            .collect();
1245        if let Some(code) = emit_rows(args.out, &rows) {
1246            return Some(code);
1247        }
1248    } else if let Some(code) = emit_rows(args.out, hits) {
1249        return Some(code);
1250    }
1251    if args.out != Output::Text {
1252        return None;
1253    }
1254    drop(render_span);
1255    let color = match_color();
1256    let c = color.as_deref();
1257    let query = args.query;
1258    if args.show {
1259        // fell through from --show: no single confident match to print
1260        eprintln!(
1261            "rq: no single confident match for {query:?} — {} candidates below; narrow the query to --show one",
1262            hits.len()
1263        );
1264    }
1265    for hit in hits {
1266        // highlight the chars the query matched — in the name, the
1267        // filename, and the definition line (great for fuzzy matches)
1268        let name = hl(&hit.name, query, c);
1269        let qualified = match &hit.parent {
1270            Some(p) => format!("{name} · {p}"),
1271            None => name,
1272        };
1273        println!(
1274            "{}:{}  {} {}",
1275            hl_path(&hit.file, query, c),
1276            hit.line,
1277            hit.kind,
1278            qualified
1279        );
1280        if let Some(sig) = &hit.signature {
1281            println!("    {}", hl(sig, query, c));
1282        }
1283        if args.explain {
1284            let parts: Vec<String> = hit
1285                .features
1286                .iter()
1287                .map(|f| format!("{} {:.0}", f.name, f.value))
1288                .collect();
1289            println!(
1290                "    confidence {:.2} · score {:.0} = {}",
1291                hit.confidence,
1292                hit.score,
1293                parts.join(" + ")
1294            );
1295        }
1296    }
1297    None
1298}
1299
1300/// Pick a hit for `--open`: the top match, unless we're on an interactive
1301/// terminal with several — then print a short numbered menu and read a choice
1302/// (empty = the top match). `None` means abort (EOF or unparseable input).
1303fn choose_hit(hits: &[crate::search::Hit]) -> Option<&crate::search::Hit> {
1304    use std::io::{IsTerminal, Write};
1305    if hits.len() == 1 || !std::io::stdin().is_terminal() || !std::io::stderr().is_terminal() {
1306        return hits.first();
1307    }
1308    let mut err = std::io::stderr();
1309    let _ = writeln!(err, "rq: {} matches — pick one (enter = 1):", hits.len());
1310    for (i, h) in hits.iter().enumerate() {
1311        let _ = writeln!(
1312            err,
1313            "  {}. {}:{}  {} {}",
1314            i + 1,
1315            h.file,
1316            h.line,
1317            h.kind,
1318            h.name
1319        );
1320    }
1321    let _ = write!(err, "rq> ");
1322    let _ = err.flush();
1323    let mut line = String::new();
1324    if std::io::stdin().read_line(&mut line).unwrap_or(0) == 0 {
1325        return None; // Ctrl-D
1326    }
1327    parse_choice(&line, hits.len()).and_then(|i| hits.get(i))
1328}
1329
1330/// Resolve a menu reply to a 0-based index: blank → 0 (the top match), `N` → N-1
1331/// when in range, anything else → `None` (abort). Pure, so it's unit-tested.
1332fn parse_choice(input: &str, n: usize) -> Option<usize> {
1333    let s = input.trim();
1334    if s.is_empty() {
1335        return Some(0);
1336    }
1337    let i = s.parse::<usize>().ok()?.checked_sub(1)?;
1338    (i < n).then_some(i)
1339}
1340
1341/// `--open`: choose a hit, record it as a selection so ranking learns, then hand
1342/// off to the editor. The launcher `exec`s (replacing this process), so the shell
1343/// waits on the editor — not on rq's background warm.
1344fn finish_open(
1345    store: &mut Store,
1346    hits: &[crate::search::Hit],
1347    query: &str,
1348    current: Option<i64>,
1349    root: Option<&std::path::Path>,
1350    no_record: bool,
1351) -> ExitCode {
1352    let Some(hit) = choose_hit(hits) else {
1353        return ExitCode::SUCCESS; // aborted at the prompt
1354    };
1355
1356    // Record the pick — same signal as `rq --record`. The hit's path is already
1357    // repo-relative, which is what the selection rollup keys off.
1358    if !no_record {
1359        let _ = store.record_event(
1360            "select",
1361            Some(&query.to_ascii_lowercase()),
1362            current,
1363            Some(&hit.file),
1364            Some(hit.line),
1365            None,
1366        );
1367        deferred_maintenance(store);
1368    }
1369
1370    // Results are repo-root-relative, so resolve against the root — the bare path
1371    // wouldn't open from a subdirectory.
1372    let target = match root {
1373        Some(r) => r.join(&hit.file),
1374        None => PathBuf::from(&hit.file),
1375    };
1376    launch_editor(&target, hit.line)
1377}
1378
1379/// Launch the editor on `file:line`, resolving the command in order: `RQ_OPEN`
1380/// template → VS Code (`code`) → `$VISUAL`/`$EDITOR` → print the location. The
1381/// chosen command replaces this process via `exec`.
1382fn launch_editor(file: &std::path::Path, line: i64) -> ExitCode {
1383    use std::os::unix::process::CommandExt;
1384    let loc = format!("{}:{}", file.display(), line);
1385    match open_command(file, line, &loc) {
1386        Some((prog, args)) => {
1387            // exec returns only on failure
1388            let err = std::process::Command::new(&prog).args(&args).exec();
1389            fail(format_args!("rq --open: cannot run {prog}: {err}"))
1390        }
1391        None => {
1392            println!("{loc}");
1393            ExitCode::SUCCESS
1394        }
1395    }
1396}
1397
1398/// Resolve the editor command + args. `None` → no launcher configured (the
1399/// caller prints the location). `RQ_OPEN` is split on whitespace (no shell) with
1400/// `{file}` / `{line}` / `{}` (= `path:line`) substituted per token.
1401fn open_command(file: &std::path::Path, line: i64, loc: &str) -> Option<(String, Vec<String>)> {
1402    let fstr = file.to_string_lossy().into_owned();
1403
1404    if let Some(t) = std::env::var_os("RQ_OPEN") {
1405        let t = t.to_string_lossy();
1406        let mut parts = t.split_whitespace().map(|p| {
1407            p.replace("{file}", &fstr)
1408                .replace("{line}", &line.to_string())
1409                .replace("{}", loc)
1410        });
1411        if let Some(prog) = parts.next() {
1412            return Some((prog, parts.collect()));
1413        }
1414    }
1415
1416    if on_path("code") {
1417        return Some(("code".into(), vec!["--goto".into(), loc.into()]));
1418    }
1419
1420    if let Some(ed) = std::env::var_os("VISUAL").or_else(|| std::env::var_os("EDITOR")) {
1421        let ed = ed.to_string_lossy().into_owned();
1422        let l = ed.to_ascii_lowercase();
1423        // line-aware launch for the common terminal editors; others just get the file
1424        if ["vim", "nvim", "vi", "nano", "emacs", "kak", "micro"]
1425            .iter()
1426            .any(|e| l.contains(e))
1427        {
1428            return Some((ed, vec![format!("+{line}"), fstr]));
1429        }
1430        return Some((ed, vec![fstr]));
1431    }
1432
1433    None
1434}
1435
1436/// Whether `prog` resolves on `PATH` (a regular file; symlinks followed).
1437fn on_path(prog: &str) -> bool {
1438    std::env::var_os("PATH")
1439        .is_some_and(|paths| std::env::split_paths(&paths).any(|dir| dir.join(prog).is_file()))
1440}
1441
1442/// Whether a complete repo is provably unchanged since its last index — same
1443/// HEAD and a clean work tree — so the deferred re-walk can be skipped. The git
1444/// HEAD + dirty check is cheap (~tens of ms) and authoritative at any size, so
1445/// it gates warming for small and large repos alike: a clean, fully-indexed repo
1446/// has nothing to warm, and re-walking it on every query just to discover that
1447/// wasted a full sweep (~hundreds of ms) per search. Conservative: any
1448/// uncertainty (not complete, non-git / no recorded head, git hiccup) returns
1449/// false, so we warm.
1450/// Seconds since the epoch.
1451fn unix_now() -> i64 {
1452    std::time::SystemTime::now()
1453        .duration_since(std::time::UNIX_EPOCH)
1454        .map(|d| d.as_secs() as i64)
1455        .unwrap_or(0)
1456}
1457
1458/// How long a branch-file list is served before it's refreshed. A commit or a
1459/// checkout is caught by the stamp; a bare working-tree edit touches neither
1460/// `.git/HEAD` nor `.git/index`, so only elapsed time catches that — short
1461/// enough that a burst of searches shares one computation and the edit you just
1462/// made is reflected on the next search.
1463const BRANCH_FILES_TTL_SECS: i64 = 15;
1464
1465/// A branch-file recomputation running alongside the search. The git work
1466/// happens on the thread; the store write waits for the main thread, since a
1467/// SQLite connection isn't shared.
1468struct BranchRefresh {
1469    handle: std::thread::JoinHandle<Vec<String>>,
1470    identity: String,
1471    stamp: String,
1472}
1473
1474impl BranchRefresh {
1475    /// Wait for the recomputation and store it for the next query.
1476    fn store(self, store: &Store) {
1477        let Ok(files) = self.handle.join() else {
1478            return;
1479        };
1480        let _ = store.branch_files_set(&self.identity, &self.stamp, unix_now(), &files);
1481    }
1482}
1483
1484/// The branch-changed file list, served from the store when it's still good.
1485/// Returns the list, plus a recomputation to collect after results print when
1486/// the stored one has aged out.
1487///
1488/// The list feeds a *ranking boost*, so serving a slightly old one costs a
1489/// little ranking quality, while recomputing it first would cost every search
1490/// the git diff behind it — which is O(tracked files). So the stored list is
1491/// served immediately and the refresh runs concurrently with the search rather
1492/// than after it, which usually hides its cost entirely. It feeds only the next
1493/// query, so nothing about this run's ranking depends on how the race lands.
1494///
1495/// The first search in a repo has nothing to serve and computes inline; that's
1496/// once per repo, like the first index.
1497fn cached_branch_files(
1498    store: &Store,
1499    root: &std::path::Path,
1500) -> (Vec<String>, Option<BranchRefresh>) {
1501    let identity = resolve_identity(store, root);
1502    let stamp = crate::index::branch_files_stamp(root);
1503    let cached = store.branch_files_get(&identity).ok().flatten();
1504    let now = unix_now();
1505
1506    if let (Some((cached_stamp, at, files)), Some(stamp)) = (&cached, &stamp) {
1507        if cached_stamp == stamp && now.saturating_sub(*at) < BRANCH_FILES_TTL_SECS {
1508            return (files.clone(), None);
1509        }
1510        let owned_root = root.to_path_buf();
1511        let refresh = BranchRefresh {
1512            handle: std::thread::spawn(move || crate::index::branch_changed_files(&owned_root)),
1513            identity,
1514            stamp: stamp.clone(),
1515        };
1516        return (files.clone(), Some(refresh));
1517    }
1518
1519    // Nothing cached (or nowhere to cache it, e.g. a worktree): compute inline.
1520    let files = crate::index::branch_changed_files(root);
1521    if let Some(stamp) = stamp {
1522        let _ = store.branch_files_set(&identity, &stamp, now, &files);
1523    }
1524    (files, None)
1525}
1526
1527/// Whether the worktree has moved since it was indexed — a different HEAD, or
1528/// uncommitted edits. Split out from the store read so this half can run on its
1529/// own thread: `is_dirty` forks `git status`, which on a large worktree costs
1530/// more than the search it was gating (measured: 12.6ms of a 16.8ms query on a
1531/// 6k-file repo, against 0.1ms on a 54-file one).
1532///
1533/// `None` for `indexed_head` means we never recorded one, which counts as
1534/// changed — there's nothing to compare against, so assume work is due.
1535fn worktree_changed(cwd: &std::path::Path, indexed_head: Option<&str>) -> bool {
1536    let Some(head) = indexed_head else {
1537        return true;
1538    };
1539    crate::index::git_head(cwd).as_deref() != Some(head) || crate::index::is_dirty(cwd)
1540}
1541
1542/// Settle warming once the answer is out: collect the staleness check started
1543/// back at setup, reindex if the worktree moved, and hand any remainder to a
1544/// detached child.
1545///
1546/// Called from *both* exits. The miss path matters as much as the render one —
1547/// a symbol added a moment ago is precisely a miss, and reindexing before we
1548/// exit is what makes the immediate retry hit.
1549#[allow(clippy::too_many_arguments)]
1550fn settle_warm(
1551    store: &Store,
1552    staleness: Option<std::thread::JoinHandle<bool>>,
1553    was_warming: bool,
1554    warming_ok: bool,
1555    root: Option<&std::path::Path>,
1556    active: &[String],
1557    query: &str,
1558    budget: Duration,
1559    no_wait: bool,
1560    identity: Option<&str>,
1561) -> bool {
1562    // A panicked check counts as changed: warming needlessly costs a little
1563    // time, skipping it wrongly serves a stale index.
1564    let changed = staleness.is_some_and(|h| h.join().unwrap_or(true));
1565    // Reindexing an edited worktree means sweeping every file to find the few
1566    // that moved — ~32ms on a 3000-file repo, and it was paid on *every* query
1567    // for as long as anything stayed uncommitted, which is exactly while you're
1568    // working. The shell shouldn't wait for that: hand it to the detached
1569    // child, which is what "the shell never waits on it" already promises
1570    // everywhere else.
1571    //
1572    // With detach off (the harness pins it so no child races a test's cleanup)
1573    // there's nobody to hand it to, so do it here as before.
1574    if changed
1575        && !no_wait
1576        && !warm_detach_enabled()
1577        && let Some(r) = root
1578        && let Ok(mut idx) = open_store()
1579    {
1580        crate::trace!("background warm (deferred, {budget:?}): worktree changed since index");
1581        let _ = crate::index::index_budgeted(&mut idx, r, active, budget, Some(query));
1582    }
1583    maybe_detach_warm(
1584        store,
1585        warming_ok && (was_warming || changed),
1586        changed,
1587        root,
1588        identity,
1589    );
1590    // Report only that work was *deferred*, which is what makes a miss
1591    // provisional. When the reindex ran inline just above (detach off), the
1592    // index is as current as we can make it and a miss is definitive.
1593    changed && warm_detach_enabled()
1594}
1595
1596/// Inline warm budget on the search path. A *cap*, not a fixed delay:
1597/// `index_budgeted` returns the moment a full sweep finishes, so small/medium
1598/// repos index completely and pay only their real cost. The cap only bites a
1599/// genuinely huge, never-indexed repo — where a bigger budget buys a much better
1600/// first answer (a tiny budget can return nothing, since a git repo has no
1601/// live-scan fallback). 500 ms is a one-time cold-cache cost, trivial next to
1602/// scanning a large tree from scratch; the deferred pass and later queries fill
1603/// in the rest.
1604fn answer_warm_budget() -> Duration {
1605    env_budget("RQ_ANSWER_BUDGET_MS", 500)
1606}
1607
1608/// Deferred warm budget, spent after results are printed: larger, to make real
1609/// progress on coverage per query while keeping each invocation snappy.
1610fn deferred_warm_budget() -> Duration {
1611    env_budget("RQ_DEFERRED_BUDGET_MS", 250)
1612}
1613
1614/// Bound for the git-repo live-scan fallback (index empty, still warming): enough
1615/// to surface a result the warm hasn't reached, without an unbounded walk.
1616fn live_fallback_budget() -> Duration {
1617    env_budget("RQ_FALLBACK_BUDGET_MS", 250)
1618}
1619
1620/// Budget for the *detached* warm child — generous, because nothing waits on
1621/// it: the shell got its results and the child runs niced in the background.
1622fn warm_bg_budget() -> Duration {
1623    env_budget("RQ_WARM_BUDGET_MS", 20_000)
1624}
1625
1626/// Whether a search hands leftover warming to a detached child (default) or
1627/// finishes it in-process before exiting (`RQ_WARM_DETACH=0` — used by the
1628/// test harness for hermetic runs, and handy for debugging).
1629fn warm_detach_enabled() -> bool {
1630    std::env::var("RQ_WARM_DETACH").map_or(true, |v| v != "0")
1631}
1632
1633/// How long a query may block indexing a cold repo before giving up with an
1634/// honest "still indexing" rather than a false miss. A generous backstop, not the
1635/// real cost: `index_budgeted` returns the moment the sweep completes, so any
1636/// normal repo finishes well under it, and an interactive run isn't bounded by it
1637/// at all (Ctrl-C escapes). It mainly bounds a programmatic caller on a
1638/// pathologically huge repo — where the partial index still persists for the next
1639/// query. `RQ_WAIT_BUDGET_MS=0` makes a programmatic caller non-blocking again —
1640/// it answers immediately from whatever's already indexed.
1641fn wait_budget() -> Duration {
1642    env_budget("RQ_WAIT_BUDGET_MS", 60_000)
1643}
1644
1645/// Parse a `--wait` value into a duration: `<n>ms`, `<n>s`, `<n>m`, or a bare
1646/// `<n>` (seconds). Fractions are allowed (`1.5s`); `0` (any unit) means "don't
1647/// wait". A `clap` value parser, so an invalid duration is rejected at parse
1648/// time with a usage error.
1649fn parse_wait(s: &str) -> std::result::Result<Duration, String> {
1650    let s = s.trim();
1651    let bad = || format!("invalid duration {s:?} — use e.g. 50ms, 2s, 1m, or 0");
1652    // check "ms" before "s" so the "s" arm doesn't swallow it
1653    let (num, unit_ms) = if let Some(n) = s.strip_suffix("ms") {
1654        (n, 1.0)
1655    } else if let Some(n) = s.strip_suffix('s') {
1656        (n, 1_000.0)
1657    } else if let Some(n) = s.strip_suffix('m') {
1658        (n, 60_000.0)
1659    } else {
1660        // a bare number is seconds
1661        (s, 1_000.0)
1662    };
1663    let val: f64 = num.trim().parse().map_err(|_| bad())?;
1664    if !val.is_finite() || val < 0.0 {
1665        return Err(bad());
1666    }
1667    Ok(Duration::from_millis((val * unit_ms).round() as u64))
1668}
1669
1670/// Set by the SIGINT handler during an interactive cold-start escalation. The
1671/// poll loop and the running index pass watch it, so Ctrl-C stops the wait
1672/// promptly and prints the best partial results instead of killing the process.
1673static INTERRUPTED: std::sync::atomic::AtomicBool = std::sync::atomic::AtomicBool::new(false);
1674
1675extern "C" fn on_sigint(_: libc::c_int) {
1676    // Async-signal-safe: a lone relaxed atomic store — no allocation, no locks.
1677    INTERRUPTED.store(true, std::sync::atomic::Ordering::Relaxed);
1678}
1679
1680/// Install the SIGINT handler once. Scoped to the escalation path: a normal fast
1681/// query keeps the default behavior (Ctrl-C kills it outright).
1682fn install_interrupt_handler() {
1683    static ONCE: std::sync::Once = std::sync::Once::new();
1684    ONCE.call_once(|| unsafe {
1685        let mut action: libc::sigaction = std::mem::zeroed();
1686        action.sa_sigaction = on_sigint as *const () as usize;
1687        libc::sigemptyset(&mut action.sa_mask);
1688        libc::sigaction(libc::SIGINT, &action, std::ptr::null_mut());
1689    });
1690}
1691
1692/// Is a human watching stderr? True for a real terminal; `RQ_ASSUME_INTERACTIVE`
1693/// forces it on so the progress/Ctrl-C path is exercisable under test (where
1694/// stderr is a pipe), mirroring the `RQ_*_BUDGET_MS` testing knobs.
1695fn stderr_interactive() -> bool {
1696    std::io::stderr().is_terminal() || std::env::var_os("RQ_ASSUME_INTERACTIVE").is_some()
1697}
1698
1699/// Whether to show the live "indexing…" progress heads-up and handle Ctrl-C
1700/// gracefully while a cold repo blocks — a human watching a plain-text terminal.
1701/// Piped / `--json` / `--ndjson` callers block silently instead (no line to draw,
1702/// no one to interrupt); the *decision to block* is the same for both.
1703fn show_progress(out: Output, interactive: bool) -> bool {
1704    interactive && matches!(out, Output::Text)
1705}
1706
1707/// A short, friendly name for the repo being indexed — its directory name, for
1708/// the progress line.
1709fn repo_label(root: Option<&std::path::Path>) -> String {
1710    root.and_then(|r| r.file_name())
1711        .map(|n| n.to_string_lossy().into_owned())
1712        .unwrap_or_else(|| "repo".into())
1713}
1714
1715/// Redraw the in-place "indexing…" progress line on stderr (kept off stdout so
1716/// piped/`--json` output stays clean). The file count comes from the index the
1717/// background pass is filling, so it climbs as warming proceeds.
1718fn draw_progress(store: &Store, identity: Option<&str>, label: &str) {
1719    let files = identity
1720        .and_then(|id| store.repository_id(id).ok().flatten())
1721        .and_then(|rid| store.repo_totals(rid).ok())
1722        .map_or(0, |(f, _)| f);
1723    eprint!("\r\x1b[Krq: indexing {label}… {files} files");
1724    let _ = std::io::stderr().flush();
1725}
1726
1727/// Erase the progress line so results print to a clean terminal.
1728fn clear_progress() {
1729    eprint!("\r\x1b[K");
1730    let _ = std::io::stderr().flush();
1731}
1732
1733/// Read a budget (milliseconds) from an env var, else the default. The env knobs
1734/// exist mainly for testing — a tiny budget reproduces large-repo warming
1735/// behavior on a small repo.
1736fn env_budget(var: &str, default_ms: u64) -> Duration {
1737    let ms = std::env::var(var)
1738        .ok()
1739        .and_then(|v| v.parse().ok())
1740        .unwrap_or(default_ms);
1741    Duration::from_millis(ms)
1742}
1743
1744/// How many events to roll up per interaction. Bounded so the deferred pass
1745/// after a command stays quick.
1746const AGGREGATE_BATCH: usize = 256;
1747
1748/// Recent raw events to retain after rollup (enough for repeat detection); the
1749/// rest, once aggregated, are pruned to keep the log from growing unbounded.
1750const KEEP_RECENT_EVENTS: i64 = 200;
1751
1752/// The bounded background work run after a user interaction, once results are
1753/// out: roll new events into the learning rollup, then prune the raw log.
1754fn deferred_maintenance(store: &mut Store) {
1755    let _ = store.aggregate_events(AGGREGATE_BATCH);
1756    let _ = store.prune_events(KEEP_RECENT_EVENTS);
1757}
1758
1759/// Hook entry point: record that `file` was opened/selected for `query`, then
1760/// amortize a chunk of event aggregation.
1761fn cmd_record(kind: &str, query: Option<&str>, file: &str, line: Option<i64>) -> ExitCode {
1762    let mut store = match open_store() {
1763        Ok(s) => s,
1764        Err(e) => return fail(format_args!("rq: cannot open database: {e}")),
1765    };
1766    let cwd = std::env::current_dir().unwrap_or_else(|_| PathBuf::from("."));
1767    let identity = crate::index::detect_identity(&cwd).to_string();
1768    let repo_id = store.repository_id(&identity).ok().flatten();
1769
1770    // Store the path repo-relative so the rollup can resolve it against indexed
1771    // files.
1772    let rel = match repo_id.and_then(|id| store.checkout_root(id).ok().flatten()) {
1773        Some(root) => repo_relative(std::path::Path::new(&root), &cwd, file),
1774        None => file.to_string(),
1775    };
1776    let query_norm = query.map(|q| q.to_ascii_lowercase());
1777
1778    if let Err(e) = store.record_event(kind, query_norm.as_deref(), repo_id, Some(&rel), line, None)
1779    {
1780        return fail(format_args!("rq record: {e}"));
1781    }
1782    deferred_maintenance(&mut store);
1783    ExitCode::SUCCESS
1784}
1785
1786/// Candidate on-disk roots that may hold a hit's file, most-current first: every
1787/// checkout root recorded for the repo (newest first), then the cwd (for live
1788/// results, and as a fallback when the stored root is stale — a moved repo keeps
1789/// its old checkout row, and reading from that path fails). Callers read from the
1790/// first candidate that actually has the file.
1791fn hit_file_roots(
1792    store: &Store,
1793    repo_identity: &str,
1794    cwd: Option<&std::path::Path>,
1795) -> Vec<PathBuf> {
1796    let mut roots: Vec<PathBuf> = store
1797        .repository_id(repo_identity)
1798        .ok()
1799        .flatten()
1800        .map(|id| store.checkout_roots(id).unwrap_or_default())
1801        .unwrap_or_default()
1802        .into_iter()
1803        .map(PathBuf::from)
1804        .collect();
1805    if let Some(c) = cwd {
1806        let c = c.to_path_buf();
1807        if !roots.contains(&c) {
1808            roots.push(c);
1809        }
1810    }
1811    roots
1812}
1813
1814/// The definition's source line (trimmed) for a hit — read from the first
1815/// candidate root that has the file (see [`hit_file_roots`]). Best-effort.
1816fn read_signature(
1817    store: &Store,
1818    repo_identity: &str,
1819    file: &str,
1820    line: i64,
1821    cwd: Option<&std::path::Path>,
1822) -> Option<String> {
1823    hit_file_roots(store, repo_identity, cwd)
1824        .into_iter()
1825        .find_map(|root| signature_in(&std::fs::read_to_string(root.join(file)).ok()?, line))
1826}
1827
1828/// Confidence at or above which `--show` prints a body instead of a list. Exact
1829/// (1.0) and a unique prefix (0.9) clear it; a fuzzy or tied match does not — so
1830/// `--show` never prints a definition it isn't sure about.
1831const SHOW_CONFIDENCE: f64 = 0.85;
1832
1833/// `--show`: if the top hit is confident, read and print its full source span
1834/// and return the exit code; otherwise return `None` to fall through to the
1835/// ranked list. Emits a single object in JSON/NDJSON (with a `body` field).
1836///
1837/// Printing the body *is* the selection — the caller asked for one definition
1838/// and consumed exactly this one — so it records the same signal `--open` does,
1839/// no follow-up call needed. Unlike a ranked list, there was no choice left to
1840/// the caller, and unlike a bare search, rq observed what was taken.
1841fn show_top_definition(
1842    store: &mut Store,
1843    hits: &mut [crate::search::Hit],
1844    query: &str,
1845    out: Output,
1846    cwd: Option<&std::path::Path>,
1847    current: Option<i64>,
1848    no_record: bool,
1849) -> Option<ExitCode> {
1850    let top = hits.first()?;
1851    if top.confidence < SHOW_CONFIDENCE {
1852        return None; // ambiguous / weak — let the caller list candidates
1853    }
1854    let end = top.end_line.unwrap_or(top.line);
1855    let body = read_span(store, &top.repo_identity, &top.file, top.line, end, cwd);
1856    hits[0].body = body;
1857    let top = &hits[0];
1858    let shown = (top.file.clone(), top.line);
1859    let code = match out {
1860        Output::Json | Output::Ndjson => {
1861            // fail loudly on a serialize error, like every other JSON path
1862            emit_json(out, top)
1863        }
1864        Output::Text => {
1865            let color = match_color();
1866            let c = color.as_deref();
1867            let name = hl(&top.name, query, c);
1868            let qualified = match &top.parent {
1869                Some(p) => format!("{name} · {p}"),
1870                None => name,
1871            };
1872            println!(
1873                "{}:{}  {} {}",
1874                hl_path(&top.file, query, c),
1875                top.line,
1876                top.kind,
1877                qualified
1878            );
1879            match (&top.body, &top.signature) {
1880                (Some(body), _) => println!("{body}"),
1881                // end_line unknown (pre-v4 row) → at least the definition line
1882                (None, Some(sig)) => println!("{sig}"),
1883                (None, None) => {}
1884            }
1885            ExitCode::SUCCESS
1886        }
1887    };
1888
1889    // After the output, like every other post-interaction write.
1890    if !no_record {
1891        let (file, line) = shown;
1892        let _ = store.record_event(
1893            "select",
1894            Some(&query.to_ascii_lowercase()),
1895            current,
1896            Some(&file),
1897            Some(line),
1898            None,
1899        );
1900        deferred_maintenance(store);
1901    }
1902    Some(code)
1903}
1904
1905/// The source span `start..=end` (1-based, inclusive) of a hit — the full
1906/// definition body for `--show`. Best-effort, mirroring [`read_signature`].
1907fn read_span(
1908    store: &Store,
1909    repo_identity: &str,
1910    file: &str,
1911    start: i64,
1912    end: i64,
1913    cwd: Option<&std::path::Path>,
1914) -> Option<String> {
1915    hit_file_roots(store, repo_identity, cwd)
1916        .into_iter()
1917        .find_map(|root| span_in(&std::fs::read_to_string(root.join(file)).ok()?, start, end))
1918}
1919
1920/// Lines `start..=end` (1-based, inclusive) of already-read `content`, joined —
1921/// clamped to the file's bounds. `None` if `start` is past the end.
1922fn span_in(content: &str, start: i64, end: i64) -> Option<String> {
1923    let s = usize::try_from(start).ok()?.checked_sub(1)?;
1924    let lines: Vec<&str> = content.lines().collect();
1925    if s >= lines.len() {
1926        return None;
1927    }
1928    let e = usize::try_from(end).ok()?.clamp(s + 1, lines.len());
1929    Some(lines[s..e].join("\n"))
1930}
1931
1932/// The trimmed source line `line` (1-based) of already-read `content`, if
1933/// non-empty — a symbol's definition line. Splitting this out lets `--symbols`
1934/// read one file once instead of re-reading it per symbol.
1935fn signature_in(content: &str, line: i64) -> Option<String> {
1936    let idx = usize::try_from(line).ok()?.checked_sub(1)?;
1937    let l = content.lines().nth(idx)?.trim();
1938    (!l.is_empty()).then(|| l.to_string())
1939}
1940
1941/// One symbol in `rq --symbols` output. Same field names as a search hit
1942/// (`repo`, `signature`) for agent consistency, but no score/features — an
1943/// outline is structural, not ranked.
1944#[derive(serde::Serialize)]
1945struct SymbolOut {
1946    name: String,
1947    kind: String,
1948    language: String,
1949    file: String,
1950    line: i64,
1951    #[serde(skip_serializing_if = "Option::is_none")]
1952    end_line: Option<i64>,
1953    #[serde(skip_serializing_if = "Option::is_none")]
1954    parent: Option<String>,
1955    #[serde(skip_serializing_if = "Option::is_none")]
1956    visibility: Option<String>,
1957    repo: String,
1958    #[serde(skip_serializing_if = "Option::is_none")]
1959    signature: Option<String>,
1960}
1961
1962/// `rq --symbols <file>`: list a file's symbols in line order — a structural
1963/// outline, not a ranked search. Warms the file's repo if it's cold/incomplete or
1964/// changed (same gate as search), then reads straight from the index. Honors
1965/// --kind/--lang filters and --json/--ndjson.
1966fn cmd_symbols(file_arg: &str, kinds: &[String], langs: &[String], out: Output) -> ExitCode {
1967    let mut store = match open_store() {
1968        Ok(s) => s,
1969        Err(e) => return fail(format_args!("rq: cannot open database: {e}")),
1970    };
1971    let cwd = std::env::current_dir().unwrap_or_else(|_| PathBuf::from("."));
1972    let root = crate::index::repo_root(&cwd).unwrap_or_else(|| cwd.clone());
1973    let rel = repo_relative(&root, &cwd, file_arg);
1974
1975    let identity = resolve_identity(&store, &root);
1976    let coverage = store.coverage_status(&identity).ok().flatten();
1977    let warming_ok = crate::index::is_git_repo(&root) || coverage.is_some();
1978    let current = store.repository_id(&identity).ok().flatten();
1979    // Listing a file's symbols warms synchronously — there's no answer to get
1980    // out of the way of here, so the staleness fork is paid inline as before.
1981    let indexed_head = current.and_then(|id| store.indexed_head(id).ok().flatten());
1982    let needs_warm = warming_ok
1983        && (coverage.as_deref() != Some("complete")
1984            || worktree_changed(&root, indexed_head.as_deref()));
1985    if needs_warm {
1986        // Path-prioritize the warm toward the requested file so it indexes first.
1987        let budget = answer_warm_budget() + deferred_warm_budget();
1988        let _ = crate::index::index_budgeted(&mut store, &root, &[], budget, Some(&rel));
1989    }
1990
1991    let Some(repo_id) = store.repository_id(&identity).ok().flatten() else {
1992        return emit_symbols(out, &[]); // unknown / un-indexed repo → nothing
1993    };
1994    let mut rows = match store.symbols_in_file(repo_id, &rel) {
1995        Ok(r) => r,
1996        Err(e) => return fail(format_args!("rq: {e}")),
1997    };
1998    if !kinds.is_empty() {
1999        rows.retain(|r| kinds.iter().any(|k| k == &r.kind));
2000    }
2001    if !langs.is_empty() {
2002        rows.retain(|r| langs.iter().any(|l| l == &r.language));
2003    }
2004
2005    // Read the source once for signatures (every row is the same file), from
2006    // the first root that actually has it (see `hit_file_roots` — a moved repo
2007    // keeps a stale checkout row, so the first-recorded root can be dead).
2008    let content = hit_file_roots(&store, &identity, Some(&root))
2009        .iter()
2010        .find_map(|r| std::fs::read_to_string(r.join(&rel)).ok());
2011    let syms: Vec<SymbolOut> = rows
2012        .into_iter()
2013        .map(|r| SymbolOut {
2014            signature: content.as_deref().and_then(|c| signature_in(c, r.line)),
2015            name: r.name,
2016            kind: r.kind,
2017            language: r.language,
2018            file: r.file,
2019            line: r.line,
2020            end_line: r.end_line,
2021            parent: r.parent,
2022            visibility: r.visibility,
2023            repo: r.repo_identity,
2024        })
2025        .collect();
2026    emit_symbols(out, &syms)
2027}
2028
2029/// Render the outline. Exit 0 if any symbols, non-zero if none — rq's exit-code
2030/// convention, matching how search reports an empty result per format.
2031fn emit_symbols(out: Output, syms: &[SymbolOut]) -> ExitCode {
2032    if syms.is_empty() {
2033        match out {
2034            Output::Json | Output::Ndjson => {
2035                let obj = serde_json::json!({ "status": "no_match" });
2036                let _ = emit_json(out, &obj); // exit code below carries the miss
2037            }
2038            Output::Text => eprintln!("no symbols"),
2039        }
2040        return ExitCode::FAILURE;
2041    }
2042    if let Some(code) = emit_rows(out, syms) {
2043        return code;
2044    }
2045    match out {
2046        Output::Json | Output::Ndjson => {}
2047        Output::Text => {
2048            for s in syms {
2049                let qualified = match &s.parent {
2050                    Some(p) => format!("{} · {p}", s.name),
2051                    None => s.name.clone(),
2052                };
2053                println!("{}:{}  {} {}", s.file, s.line, s.kind, qualified);
2054                if let Some(sig) = &s.signature {
2055                    println!("    {sig}");
2056                }
2057            }
2058        }
2059    }
2060    ExitCode::SUCCESS
2061}
2062
2063/// A leading positional that names a symbol kind — the shorthand behind
2064/// `rq class Foo` and `rq method zoom`. Only the full, unambiguous keyword forms
2065/// count (never the single-letter `-k` shortcuts, which are far likelier to be a
2066/// real query). Returns the canonical kind, so it filters exactly like `--kind`.
2067fn keyword_kind(token: &str) -> Option<&'static str> {
2068    match token.to_ascii_lowercase().as_str() {
2069        "class" => Some("class"),
2070        "module" => Some("module"),
2071        "method" => Some("method"),
2072        "function" | "fn" => Some("function"),
2073        "struct" | "type" => Some("struct"),
2074        "enum" => Some("enum"),
2075        "trait" | "interface" => Some("trait"),
2076        _ => None,
2077    }
2078}
2079
2080/// Peel a leading kind keyword off the query, so `rq class Foo` (or the quoted
2081/// `rq 'class Foo'`) means `-k class` + query `Foo`. The keyword must be followed
2082/// by a real query token — a bare `rq class` stays a search for a symbol literally
2083/// named `class`. Returns `(kind, query, trailing_path_dirs)`; the trailing dirs
2084/// are the rg-style positionals left after the query is consumed.
2085fn split_kind_keyword(
2086    target: String,
2087    dirs: Vec<String>,
2088) -> (Option<&'static str>, String, Vec<String>) {
2089    // Quoted form: the whole thing is one arg (`"class Foo"`), so peel the first
2090    // whitespace-separated word and keep the remainder as the query.
2091    if let Some((head, rest)) = target.split_once(char::is_whitespace) {
2092        let rest = rest.trim();
2093        if let Some(k) = keyword_kind(head)
2094            && !rest.is_empty()
2095        {
2096            return (Some(k), rest.to_string(), dirs);
2097        }
2098    } else if let Some(k) = keyword_kind(&target)
2099        && let Some((query, extra)) = dirs.split_first()
2100    {
2101        // Unquoted form: `rq class Foo` — the next positional is the query.
2102        return (Some(k), query.clone(), extra.to_vec());
2103    }
2104    (None, target, dirs)
2105}
2106
2107/// Normalize a `--kind` value (name or shortcut) to a canonical symbol kind.
2108/// Unknown values pass through lowercased (so they simply match nothing).
2109fn canonical_kind(s: &str) -> String {
2110    match s.to_ascii_lowercase().as_str() {
2111        "c" | "class" => "class",
2112        "m" | "method" => "method",
2113        "f" | "fn" | "func" | "function" => "function",
2114        "mod" | "module" => "module",
2115        "s" | "struct" | "type" => "struct",
2116        "e" | "enum" => "enum",
2117        "t" | "trait" | "interface" => "trait",
2118        other => return other.to_string(),
2119    }
2120    .to_string()
2121}
2122
2123/// Expand a `--lang` value to the language tag(s) it selects: a **prefix** of any
2124/// known language name (so `r` → ruby+rust, `p`/`py` → python, `g` → go,
2125/// `t` → typescript, `j` → javascript), plus a few non-prefix aliases
2126/// (`rb`→ruby, `rs`→rust, `golang`→go, `ts`/`tsx`→typescript,
2127/// `js`/`jsx`→javascript). An unknown value passes through lowercased so it
2128/// simply matches nothing.
2129fn canonical_langs(s: &str) -> Vec<String> {
2130    let t = s.to_ascii_lowercase();
2131    let alias = match t.as_str() {
2132        "rb" => Some("ruby"),
2133        "rs" => Some("rust"),
2134        "golang" => Some("go"),
2135        "ts" | "tsx" => Some("typescript"),
2136        "js" | "jsx" => Some("javascript"),
2137        _ => None,
2138    };
2139    let matched: Vec<String> = crate::lang::languages()
2140        .into_iter()
2141        .filter(|lang| alias == Some(*lang) || lang.starts_with(&t))
2142        .map(str::to_string)
2143        .collect();
2144    if matched.is_empty() { vec![t] } else { matched }
2145}
2146
2147/// The ANSI SGR code for highlighting matches, or `None` to disable color.
2148/// Off unless stdout is a terminal; honors `NO_COLOR`; takes the match style
2149/// from `GREP_COLORS` (`mt`/`ms`) when set, else grep's default bold red.
2150fn match_color() -> Option<String> {
2151    if std::env::var_os("NO_COLOR").is_some() || !std::io::stdout().is_terminal() {
2152        return None;
2153    }
2154    let style = std::env::var("GREP_COLORS").ok().and_then(|gc| {
2155        gc.split(':').find_map(|e| {
2156            e.strip_prefix("mt=")
2157                .or_else(|| e.strip_prefix("ms="))
2158                .filter(|v| !v.is_empty())
2159                .map(str::to_string)
2160        })
2161    });
2162    Some(style.unwrap_or_else(|| "1;31".to_string()))
2163}
2164
2165/// Highlight the chars of `text` that `query` matched (no-op when `color` is
2166/// `None`, e.g. piped output).
2167fn hl(text: &str, query: &str, color: Option<&str>) -> String {
2168    match color {
2169        Some(c) => highlight(text, &crate::search::match_positions(query, text), c),
2170        None => text.to_string(),
2171    }
2172}
2173
2174/// Like [`hl`], but only over a path's filename — so matched chars light up in
2175/// `payrolls_controller.rb`, not scattered across the directory parts.
2176fn hl_path(path: &str, query: &str, color: Option<&str>) -> String {
2177    let Some(c) = color else {
2178        return path.to_string();
2179    };
2180    let base_byte = path.rfind('/').map(|b| b + 1).unwrap_or(0);
2181    let base_start = path[..base_byte].chars().count();
2182    // align on the filename *stem* (drop the extension), the same string the
2183    // scorer matched — so the query can't straggle into `.rb` instead of lighting
2184    // up the logical name (`employees_controller`)
2185    let stem = crate::search::path_stem(path);
2186    let positions: Vec<usize> = crate::search::match_positions(query, stem)
2187        .into_iter()
2188        .map(|p| p + base_start)
2189        .collect();
2190    highlight(path, &positions, c)
2191}
2192
2193/// Wrap the matched character positions of `text` in an ANSI color run.
2194/// Consecutive matched chars share one escape sequence.
2195fn highlight(text: &str, positions: &[usize], color: &str) -> String {
2196    if positions.is_empty() {
2197        return text.to_string();
2198    }
2199    let matched: std::collections::HashSet<usize> = positions.iter().copied().collect();
2200    let mut out = String::new();
2201    let mut on = false;
2202    for (i, c) in text.chars().enumerate() {
2203        match (matched.contains(&i), on) {
2204            (true, false) => {
2205                out.push_str("\x1b[");
2206                out.push_str(color);
2207                out.push('m');
2208                on = true;
2209            }
2210            (false, true) => {
2211                out.push_str("\x1b[0m");
2212                on = false;
2213            }
2214            _ => {}
2215        }
2216        out.push(c);
2217    }
2218    if on {
2219        out.push_str("\x1b[0m");
2220    }
2221    out
2222}
2223
2224/// Whether a repo-relative `file` sits under one of the `--path` directories
2225/// (prefix match on a path boundary). `app/services` matches
2226/// `app/services/refund.rb` but not `app/services_old/x.rb`.
2227fn under_any(file: &str, paths: &[String]) -> bool {
2228    paths.iter().any(|p| {
2229        let p = p.trim_start_matches("./").trim_end_matches('/');
2230        p.is_empty() || file == p || file.starts_with(&format!("{p}/"))
2231    })
2232}
2233
2234/// Resolve a possibly-absolute or cwd-relative path to a repo-relative one.
2235fn repo_relative(root: &std::path::Path, cwd: &std::path::Path, file: &str) -> String {
2236    let p = std::path::Path::new(file);
2237    let abs = if p.is_absolute() {
2238        p.to_path_buf()
2239    } else {
2240        cwd.join(p)
2241    };
2242    let abs = abs.canonicalize().unwrap_or(abs);
2243    abs.strip_prefix(root)
2244        .map(|r| r.to_string_lossy().into_owned())
2245        .unwrap_or_else(|_| file.to_string())
2246}
2247
2248/// Revalidate the files behind the top hits against disk, refreshing any that
2249/// changed and forgetting any that were deleted. Returns true if anything
2250/// changed (so the caller re-runs the search).
2251fn revalidate_top(store: &mut Store, hits: &[crate::search::Hit]) -> bool {
2252    use std::collections::HashSet;
2253    let mut seen = HashSet::new();
2254    let mut changed = false;
2255    for hit in hits {
2256        if !seen.insert((hit.repo_identity.clone(), hit.file.clone())) {
2257            continue;
2258        }
2259        let Some(repo_id) = store.repository_id(&hit.repo_identity).ok().flatten() else {
2260            continue;
2261        };
2262        let Some(root) = store.checkout_root(repo_id).ok().flatten() else {
2263            continue;
2264        };
2265        if let Ok(crate::index::Refresh::Updated) =
2266            crate::index::refresh_file(store, repo_id, std::path::Path::new(&root), &hit.file)
2267        {
2268            changed = true;
2269        }
2270    }
2271    changed
2272}
2273
2274/// The repository's normalized identity for `cwd`, cache-first: look it up by
2275/// the canonical cwd (the checkout root indexing records), so a known repo (git
2276/// or explicitly `--index`ed) costs no `git` fork. On a cache miss, a non-git
2277/// dir resolves to its `local:` path directly (still no fork); only a git work
2278/// tree we haven't seen yet pays a `git remote` call.
2279fn resolve_identity(store: &Store, cwd: &std::path::Path) -> String {
2280    if let Ok(canon) = cwd.canonicalize() {
2281        if let Ok(Some(identity)) = store.identity_for_root(&canon.to_string_lossy()) {
2282            return identity;
2283        }
2284        if crate::index::repo_root(cwd).is_none() {
2285            return crate::core::RepoIdentity::local(&canon.to_string_lossy()).to_string();
2286        }
2287    }
2288    crate::index::detect_identity(cwd).to_string()
2289}
2290
2291fn cmd_index(path: Option<PathBuf>, subdirs: &[String], out: Output) -> ExitCode {
2292    let explicit = path.is_some();
2293    let target = path.unwrap_or_else(|| PathBuf::from("."));
2294    // Normalize to the repo root: the index is repo-root-relative, so indexing
2295    // from a subdirectory must still key off the root (a subdir-relative index
2296    // would mismatch a later search and get reconciled away). `--path` scopes a
2297    // subset; outside git the target is used as-is.
2298    let root = crate::index::repo_root(&target).unwrap_or_else(|| target.clone());
2299    // An explicit TARGET *inside* the repo scopes the index to that subtree — the
2300    // user pointed at a subdir, not the whole repo, and shouldn't pay to walk
2301    // everything. Folded in alongside any `--path` subdirs. (A bare `rq --index`
2302    // with no target still walks the whole repo.)
2303    let mut subdirs = subdirs.to_vec();
2304    if explicit
2305        && let (Ok(t), Ok(r)) = (target.canonicalize(), root.canonicalize())
2306        && t != r
2307        && let Ok(rel) = t.strip_prefix(&r)
2308        && !rel.as_os_str().is_empty()
2309    {
2310        subdirs.push(rel.to_string_lossy().into_owned());
2311    }
2312    let mut store = match open_store() {
2313        Ok(s) => s,
2314        Err(e) => return fail(format_args!("rq: cannot open database: {e}")),
2315    };
2316    let identity = crate::index::detect_identity(&root).to_string();
2317    match crate::index::index_under(&mut store, &root, &subdirs) {
2318        Ok(stats) => {
2319            let subtree = !subdirs.is_empty();
2320            // distinguish this run's incremental work from the index totals
2321            let totals = store
2322                .repository_id(&identity)
2323                .ok()
2324                .flatten()
2325                .and_then(|id| store.repo_totals(id).ok());
2326            match out {
2327                Output::Json | Output::Ndjson => {
2328                    let (files, symbols) = match totals {
2329                        Some((f, s)) => (Some(f), Some(s)),
2330                        None => (None, None),
2331                    };
2332                    return emit_json(
2333                        out,
2334                        &serde_json::json!({
2335                            "repo": identity,
2336                            "scope": if subtree { "subtree" } else { "full" },
2337                            "files_added": stats.files_indexed,
2338                            "symbols_added": stats.symbols,
2339                            "files": files,
2340                            "symbols": symbols,
2341                        }),
2342                    );
2343                }
2344                Output::Text => {
2345                    let scope = if subtree { " (subtree seed)" } else { "" };
2346                    match totals {
2347                        Some((files, symbols)) => println!(
2348                            "{} file(s)/{} symbol(s) added this run; index{scope} now {files} files, {symbols} symbols",
2349                            stats.files_indexed, stats.symbols
2350                        ),
2351                        None => println!(
2352                            "{} file(s)/{} symbol(s) added this run{scope}",
2353                            stats.files_indexed, stats.symbols
2354                        ),
2355                    }
2356                }
2357            }
2358            ExitCode::SUCCESS
2359        }
2360        Err(e) => fail(format_args!("rq --index: {e}")),
2361    }
2362}
2363
2364fn cmd_drop(target: Option<String>, out: Output) -> ExitCode {
2365    let mut store = match open_store() {
2366        Ok(s) => s,
2367        Err(e) => return fail(format_args!("rq: cannot open database: {e}")),
2368    };
2369
2370    // Resolve the repo to drop: TARGET as a path (→ repo root → identity, like
2371    // --index), falling back to TARGET as a literal identity string — so cruft
2372    // shown by --status can be dropped by name even if the checkout is gone.
2373    let path = PathBuf::from(target.clone().unwrap_or_else(|| ".".to_string()));
2374    let root = crate::index::repo_root(&path).unwrap_or(path);
2375    let from_path = crate::index::detect_identity(&root).to_string();
2376    let resolved = match store.repository_id(&from_path) {
2377        Ok(Some(id)) => Some((from_path.clone(), id)),
2378        Ok(None) => target.as_deref().and_then(|s| {
2379            store
2380                .repository_id(s)
2381                .ok()
2382                .flatten()
2383                .map(|id| (s.to_string(), id))
2384        }),
2385        Err(e) => return fail(format_args!("rq --drop: {e}")),
2386    };
2387
2388    let Some((identity, repo_id)) = resolved else {
2389        // nothing to drop — idempotent. `dropped: false` lets a script tell.
2390        return match out {
2391            Output::Text => {
2392                println!("not indexed: {from_path}");
2393                ExitCode::SUCCESS
2394            }
2395            _ => emit_json(
2396                out,
2397                &serde_json::json!({"repo": from_path, "files": 0, "symbols": 0, "dropped": false}),
2398            ),
2399        };
2400    };
2401
2402    let (files, symbols) = store.repo_totals(repo_id).unwrap_or((0, 0));
2403    match store.drop_repository(repo_id) {
2404        Ok(()) => match out {
2405            Output::Text => {
2406                println!("dropped {identity} ({files} file(s), {symbols} symbol(s))");
2407                ExitCode::SUCCESS
2408            }
2409            _ => emit_json(
2410                out,
2411                &serde_json::json!({"repo": identity, "files": files, "symbols": symbols, "dropped": true}),
2412            ),
2413        },
2414        Err(e) => fail(format_args!("rq --drop: {e}")),
2415    }
2416}
2417
2418/// Print a single value as JSON: `--json` pretty, `--ndjson` compact one-liner.
2419/// Used by the single-object operations (`--index`, `--drop`) and the
2420/// no-match status objects; [`emit_rows`] is the multi-row twin.
2421fn emit_json<T: serde::Serialize>(out: Output, value: &T) -> ExitCode {
2422    let rendered = if out == Output::Json {
2423        serde_json::to_string_pretty(value)
2424    } else {
2425        serde_json::to_string(value)
2426    };
2427    match rendered {
2428        Ok(s) => {
2429            println!("{s}");
2430            ExitCode::SUCCESS
2431        }
2432        Err(e) => fail(format_args!("rq: {e}")),
2433    }
2434}
2435
2436/// Print a row set as structured output: `--json` one pretty array, `--ndjson`
2437/// one compact object per line. Returns `Some(exit)` on a serialization
2438/// failure, `None` on success (Text output is the caller's business).
2439fn emit_rows<T: serde::Serialize>(out: Output, rows: &[T]) -> Option<ExitCode> {
2440    match out {
2441        Output::Json => match serde_json::to_string_pretty(rows) {
2442            Ok(s) => println!("{s}"),
2443            Err(e) => return Some(fail(format_args!("rq: {e}"))),
2444        },
2445        Output::Ndjson => {
2446            for r in rows {
2447                match serde_json::to_string(r) {
2448                    Ok(line) => println!("{line}"),
2449                    Err(e) => return Some(fail(format_args!("rq: {e}"))),
2450                }
2451            }
2452        }
2453        Output::Text => {}
2454    }
2455    None
2456}
2457
2458fn cmd_status(out: Output) -> ExitCode {
2459    let store = match open_store() {
2460        Ok(s) => s,
2461        Err(e) => return fail(format_args!("rq: cannot open database: {e}")),
2462    };
2463    let rows = match store.coverage_overview() {
2464        Ok(rows) => rows,
2465        Err(e) => return fail(format_args!("rq --status: {e}")),
2466    };
2467    if let Some(code) = emit_rows(out, &rows) {
2468        return code;
2469    }
2470    match out {
2471        Output::Json | Output::Ndjson => {}
2472        Output::Text if rows.is_empty() => {
2473            println!("no repositories indexed yet (try `rq --index`)");
2474        }
2475        Output::Text => {
2476            for r in &rows {
2477                println!(
2478                    "{:<10} {:>6} files  {:>7} symbols  {}",
2479                    r.status, r.files, r.symbols, r.identity
2480                );
2481            }
2482        }
2483    }
2484    ExitCode::SUCCESS
2485}
2486
2487/// Open the rq database, honoring `RQ_DB` and creating parent dirs.
2488fn open_store() -> Result<Store, Box<dyn std::error::Error>> {
2489    let path = db_path()?;
2490    if let Some(parent) = path.parent() {
2491        std::fs::create_dir_all(parent)?;
2492    }
2493    Ok(Store::open(&path)?)
2494}
2495
2496/// Resolve the database path: `$RQ_DB`, else `$HOME/.local/share/rq/rq.db`.
2497fn db_path() -> Result<PathBuf, Box<dyn std::error::Error>> {
2498    if let Ok(p) = std::env::var("RQ_DB") {
2499        return Ok(PathBuf::from(p));
2500    }
2501    let home = std::env::var("HOME")?;
2502    Ok(PathBuf::from(home).join(".local/share/rq/rq.db"))
2503}
2504
2505fn fail(args: std::fmt::Arguments) -> ExitCode {
2506    eprintln!("{args}");
2507    ExitCode::FAILURE
2508}
2509
2510#[cfg(test)]
2511mod tests {
2512    use super::*;
2513
2514    #[test]
2515    fn open_menu_choice_parsing() {
2516        // blank reply takes the top match; a valid number maps to its index
2517        assert_eq!(parse_choice("\n", 5), Some(0));
2518        assert_eq!(parse_choice("  ", 5), Some(0));
2519        assert_eq!(parse_choice("3", 5), Some(2));
2520        assert_eq!(parse_choice("5", 5), Some(4));
2521        // out of range, zero, or non-numeric aborts
2522        assert_eq!(parse_choice("6", 5), None);
2523        assert_eq!(parse_choice("0", 5), None);
2524        assert_eq!(parse_choice("q", 5), None);
2525    }
2526
2527    #[test]
2528    fn wait_duration_parsing() {
2529        use std::time::Duration;
2530        // units: ms / s / m, and a bare number is seconds
2531        assert_eq!(parse_wait("50ms"), Ok(Duration::from_millis(50)));
2532        assert_eq!(parse_wait("2s"), Ok(Duration::from_secs(2)));
2533        assert_eq!(parse_wait("1m"), Ok(Duration::from_secs(60)));
2534        assert_eq!(parse_wait("250"), Ok(Duration::from_secs(250)));
2535        // fractions and zero
2536        assert_eq!(parse_wait("1.5s"), Ok(Duration::from_millis(1500)));
2537        assert_eq!(parse_wait("0"), Ok(Duration::ZERO));
2538        assert!(parse_wait("0s").unwrap().is_zero());
2539        // surrounding whitespace is tolerated
2540        assert_eq!(parse_wait(" 2s "), Ok(Duration::from_secs(2)));
2541        // garbage, empty, and negatives are rejected (a usage error at parse time)
2542        assert!(parse_wait("2x").is_err());
2543        assert!(parse_wait("").is_err());
2544        assert!(parse_wait("s").is_err());
2545        assert!(parse_wait("-1s").is_err());
2546    }
2547
2548    #[test]
2549    fn leading_kind_keyword_becomes_a_kind_filter() {
2550        let d = |s: &[&str]| s.iter().map(|x| x.to_string()).collect::<Vec<_>>();
2551        // unquoted: `rq class Widget` — keyword + next positional is the query
2552        assert_eq!(
2553            split_kind_keyword("class".into(), d(&["Widget"])),
2554            (Some("class"), "Widget".into(), vec![])
2555        );
2556        // quoted: `rq 'method zoom'` — one arg, peel the first word
2557        assert_eq!(
2558            split_kind_keyword("method zoom".into(), vec![]),
2559            (Some("method"), "zoom".into(), vec![])
2560        );
2561        // `fn` is an alias for function; composes with a qualifier tail
2562        assert_eq!(
2563            split_kind_keyword("fn".into(), d(&["Foo::run"])),
2564            (Some("function"), "Foo::run".into(), vec![])
2565        );
2566        // extra positionals after the query stay as rg-style path dirs
2567        assert_eq!(
2568            split_kind_keyword("struct".into(), d(&["Gadget", "src"])),
2569            (Some("struct"), "Gadget".into(), d(&["src"]))
2570        );
2571    }
2572
2573    #[test]
2574    fn a_bare_or_non_keyword_query_is_left_alone() {
2575        let d = |s: &[&str]| s.iter().map(|x| x.to_string()).collect::<Vec<_>>();
2576        // a keyword with no following query token is a search for that literal name
2577        assert_eq!(
2578            split_kind_keyword("class".into(), vec![]),
2579            (None, "class".into(), vec![])
2580        );
2581        // an ordinary query is untouched, trailing dirs preserved
2582        assert_eq!(
2583            split_kind_keyword("Widget".into(), d(&["app"])),
2584            (None, "Widget".into(), d(&["app"]))
2585        );
2586        // single-letter `-k` shortcuts are NOT keywords here (too query-like)
2587        assert_eq!(
2588            split_kind_keyword("c".into(), d(&["Foo"])),
2589            (None, "c".into(), d(&["Foo"]))
2590        );
2591    }
2592
2593    #[test]
2594    fn a_language_selects_by_prefix_or_alias() {
2595        // a prefix can name more than one language
2596        assert_eq!(canonical_langs("r"), ["ruby", "rust"]);
2597        assert_eq!(canonical_langs("t"), ["typescript"]);
2598        // the names people actually type aren't prefixes of the tag
2599        assert_eq!(canonical_langs("ts"), ["typescript"]);
2600        assert_eq!(canonical_langs("jsx"), ["javascript"]);
2601        assert_eq!(canonical_langs("rb"), ["ruby"]);
2602        // an unknown value passes through and simply matches nothing
2603        assert_eq!(canonical_langs("COBOL"), ["cobol"]);
2604    }
2605
2606    #[test]
2607    fn a_kind_normalizes_language_specific_spellings() {
2608        assert_eq!(canonical_kind("f"), "function");
2609        // TypeScript's spellings land on the shared model's kinds
2610        assert_eq!(canonical_kind("interface"), "trait");
2611        assert_eq!(canonical_kind("type"), "struct");
2612        // …and work as the leading-keyword shorthand too
2613        let d = |s: &[&str]| s.iter().map(|x| x.to_string()).collect::<Vec<_>>();
2614        assert_eq!(
2615            split_kind_keyword("interface".into(), d(&["Renderer"])),
2616            (Some("trait"), "Renderer".into(), vec![])
2617        );
2618    }
2619
2620    #[test]
2621    fn highlight_wraps_matched_runs() {
2622        assert_eq!(
2623            highlight("FooThing", &[0, 1, 2], "1;31"),
2624            "\u{1b}[1;31mFoo\u{1b}[0mThing"
2625        );
2626        // scattered matches get separate runs
2627        assert_eq!(
2628            highlight("FooThing", &[0, 3], "1"),
2629            "\u{1b}[1mF\u{1b}[0moo\u{1b}[1mT\u{1b}[0mhing"
2630        );
2631        // nothing matched → unchanged
2632        assert_eq!(highlight("FooThing", &[], "1;31"), "FooThing");
2633    }
2634
2635    #[test]
2636    fn progress_ui_only_for_an_interactive_text_terminal() {
2637        // a person at a terminal, plain text → live progress + graceful Ctrl-C
2638        assert!(show_progress(Output::Text, true));
2639
2640        // machine-readable output blocks silently (no progress line to corrupt it)
2641        assert!(!show_progress(Output::Json, true));
2642        assert!(!show_progress(Output::Ndjson, true));
2643
2644        // not a terminal (a script/agent/pipe) — block, but without the UI
2645        assert!(!show_progress(Output::Text, false));
2646    }
2647
2648    #[test]
2649    fn repo_label_uses_the_directory_name() {
2650        assert_eq!(
2651            repo_label(Some(std::path::Path::new("/src/widgets"))),
2652            "widgets"
2653        );
2654        assert_eq!(repo_label(None), "repo");
2655    }
2656
2657    #[test]
2658    fn hl_path_highlights_the_stem_not_the_extension() {
2659        // matching `employeescontroller`, the highlight covers the logical name in
2660        // the stem and never straggles into `.rb`
2661        let out = hl_path(
2662            "app/employees_controller.rb",
2663            "employeescontroller",
2664            Some("1;31"),
2665        );
2666        assert!(
2667            out.starts_with("app/\u{1b}[1;31memployees"),
2668            "stem highlighted: {out:?}"
2669        );
2670        assert!(
2671            out.ends_with("controller\u{1b}[0m.rb"),
2672            "`.rb` left un-highlighted: {out:?}"
2673        );
2674    }
2675}