codeix 0.5.0

Fast semantic code search for AI agents — find symbols, references, and callers across any codebase
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57

use std::fs;
use std::io::{BufRead, BufReader};
use std::path::Path;

use anyhow::{Context, Result};

use super::format::{FileEntry, IndexManifest, ReferenceEntry, SymbolEntry, TextEntry};

/// Convenience alias for the tuple returned by `read_index`.
pub type IndexData = (
    IndexManifest,
    Vec<FileEntry>,
    Vec<SymbolEntry>,
    Vec<TextEntry>,
    Vec<ReferenceEntry>,
);

/// Read an existing `.codeindex/` directory from disk.
/// Returns the manifest, files, symbols, texts, and references.
pub fn read_index(path: &Path) -> Result<IndexData> {
    let manifest: IndexManifest = {
        let data =
            fs::read_to_string(path.join("index.json")).context("failed to read index.json")?;
        serde_json::from_str(&data).context("failed to parse index.json")?
    };

    let files = read_jsonl(&path.join("files.jsonl")).context("failed to read files.jsonl")?;

    let symbols =
        read_jsonl(&path.join("symbols.jsonl")).context("failed to read symbols.jsonl")?;

    let texts = read_jsonl(&path.join("texts.jsonl")).context("failed to read texts.jsonl")?;

    // References are optional for backward compatibility with older indexes
    let references = read_jsonl(&path.join("references.jsonl")).unwrap_or_else(|_| Vec::new());

    Ok((manifest, files, symbols, texts, references))
}

/// Read a JSONL file into a Vec of deserialized items.
fn read_jsonl<T: serde::de::DeserializeOwned>(path: &Path) -> Result<Vec<T>> {
    let file = fs::File::open(path)?;
    let reader = BufReader::new(file);
    let mut items = Vec::new();

    for (i, line) in reader.lines().enumerate() {
        let line = line?;
        if line.trim().is_empty() {
            continue;
        }
        let item: T = serde_json::from_str(&line)
            .with_context(|| format!("failed to parse line {} of {}", i + 1, path.display()))?;
        items.push(item);
    }

    Ok(items)
}