{
"description": "Real codebase eval — cqs itself (15K chunks, Rust, fully enriched)",
"queries": [
{"query": "search for code by natural language query with optional filters", "expected": "search_filtered", "also_accept": ["search_filtered_with_notes", "cmd_query"]},
{"query": "build HNSW index from stored embeddings", "expected": "build_batched_with_dim", "also_accept": ["build_batched", "build_with_dim"]},
{"query": "find functions that have zero callers in the codebase", "expected": "find_dead_code", "also_accept": ["cmd_dead"]},
{"query": "trace the shortest call path between two functions", "expected": "bfs_shortest_path", "also_accept": ["cmd_trace"]},
{"query": "compute cosine similarity between two embedding vectors", "expected": "cosine_similarity", "also_accept": ["full_cosine_similarity"]},
{"query": "generate natural language description from code chunk", "expected": "generate_nl_description", "also_accept": ["generate_nl_with_template"]},
{"query": "parse source file into functions and classes using tree-sitter", "expected": "parse_file", "also_accept": ["parse_file_all"]},
{"query": "expand search query with synonym OR groups for FTS5", "expected": "expand_query_for_fts", "also_accept": []},
{"query": "strip FTS5 special characters from search query", "expected": "sanitize_fts_query", "also_accept": []},
{"query": "find which tests exercise a given function via call graph", "expected": "find_test_chunks", "also_accept": ["cmd_test_map"]},
{"query": "compute risk score based on caller count and test coverage", "expected": "compute_risk_batch", "also_accept": ["compute_hints"]},
{"query": "save HNSW index to disk with blake3 checksums", "expected": "save", "also_accept": []},
{"query": "load HNSW index from disk and verify checksums", "expected": "try_load", "also_accept": ["load_with_dim"]},
{"query": "find contrastive nearest neighbors for LLM summary generation", "expected": "find_contrastive_neighbors", "also_accept": []},
{"query": "upsert chunks and call graph edges in a single transaction", "expected": "upsert_chunks_and_calls", "also_accept": ["upsert_chunks_batch"]},
{"query": "delete stale chunks from files that no longer exist", "expected": "prune_missing", "also_accept": ["prune_all"]},
{"query": "migrate SQLite schema from one version to the next", "expected": "migrate", "also_accept": ["run_migration"]},
{"query": "embed text into a vector using the ONNX model", "expected": "embed_query", "also_accept": ["embed_batch"]},
{"query": "merge search results from multiple reference indexes", "expected": "merge_results", "also_accept": ["search_across_projects"]},
{"query": "extract caller and callee relationships from parsed chunks", "expected": "extract_calls_from_chunk", "also_accept": ["parse_file_relationships"]},
{"query": "gather expanded context via BFS from seed search results", "expected": "gather", "also_accept": ["gather_cross_index"]},
{"query": "analyze impact of changing a function on callers and tests", "expected": "analyze_impact", "also_accept": ["analyze_diff_impact"]},
{"query": "suggest where to add new code based on semantic similarity", "expected": "suggest_placement", "also_accept": ["suggest_placement_with_options"]},
{"query": "generate implementation plan from task description", "expected": "plan", "also_accept": ["cmd_plan"]},
{"query": "run all scout phases: search callers tests staleness notes", "expected": "scout", "also_accept": ["cmd_scout"]},
{"query": "check if index is stale by comparing file mtimes", "expected": "count_stale_files", "also_accept": ["list_stale_files", "notes_need_reindex"]},
{"query": "fuse semantic and keyword search results via reciprocal rank fusion", "expected": "rrf_fuse", "also_accept": ["finalize_results"]},
{"query": "tokenize camelCase and snake_case identifiers into words", "expected": "tokenize_identifier", "also_accept": ["tokenize_identifier_iter"]},
{"query": "resolve model configuration from CLI flags env vars and config file", "expected": "resolve", "also_accept": ["apply_env_overrides"]},
{"query": "watch filesystem for changes and reindex modified files", "expected": "cmd_watch", "also_accept": ["process_file_changes"]},
{"query": "pack search results into a token budget using greedy knapsack", "expected": "token_pack", "also_accept": ["index_pack"]},
{"query": "reconstruct source file from indexed chunks", "expected": "cmd_reconstruct", "also_accept": ["assemble"]},
{"query": "extract type references from function signatures and bodies", "expected": "extract_type_refs", "also_accept": ["upsert_type_edges_for_files"]},
{"query": "compute BFS reverse transitive callers of a function", "expected": "reverse_bfs", "also_accept": ["reverse_bfs_multi"]},
{"query": "normalize file path separators for cross-platform consistency", "expected": "normalize_path", "also_accept": ["normalize_slashes"]},
{"query": "score a candidate chunk against query embedding with boosts", "expected": "score_candidate", "also_accept": []},
{"query": "parse notes from TOML file", "expected": "parse_notes", "also_accept": ["rewrite_notes_file"]},
{"query": "apply note sentiment boost to search result scores", "expected": "NoteBoostIndex", "also_accept": ["boost"]},
{"query": "split long text into overlapping windows for embedding", "expected": "split_into_windows", "also_accept": ["apply_windowing"]},
{"query": "run CI analysis with diff impact and risk gating", "expected": "run_ci_analysis", "also_accept": ["cmd_ci"]},
{"query": "extract file context for NL description enrichment", "expected": "extract_file_context", "also_accept": []},
{"query": "check if a chunk is a test function by name and path", "expected": "is_test_chunk", "also_accept": []},
{"query": "find functions similar to a given function by embedding distance", "expected": "cmd_similar", "also_accept": ["cmd_neighbors"]},
{"query": "generate semantic diff between two index snapshots", "expected": "semantic_diff", "also_accept": ["cmd_diff"]},
{"query": "build compact task output with files risk and tests", "expected": "output_brief", "also_accept": ["cmd_task"]},
{"query": "register a new programming language in the parser", "expected": "define_languages", "also_accept": ["definition"]},
{"query": "convert PDF document to markdown for indexing", "expected": "pdf_to_markdown", "also_accept": ["cmd_convert"]},
{"query": "acquire file lock to prevent concurrent indexing", "expected": "acquire_index_lock", "also_accept": ["try_acquire_index_lock"]},
{"query": "submit LLM batch request for function summaries", "expected": "submit_batch", "also_accept": ["llm_summary_pass"]},
{"query": "detect GPU availability and configure CUDA execution provider", "expected": "ensure_ort_provider_libs", "also_accept": ["new_with_provider"]}
]
}