codetether-rlm 0.1.0

Recursive Language Model processing for CodeTether
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50

//! Build typed context indexes from raw content.

use super::{
    ContextIndex, EvidenceKind, EvidenceRecord, cache, fallback, symbol, text, text_records,
};

/// Build an index for one content source.
pub(super) fn build(source: &str, content: &str) -> ContextIndex {
    let lines: Vec<&str> = content.lines().collect();
    let mut records = Vec::new();
    let mut symbols = Vec::new();
    collect_line_records(source, &lines, &mut records, &mut symbols);
    text_records::collect(source, &lines, &mut records);
    if records.is_empty() {
        records.push(fallback::record(source, content));
    }
    ContextIndex {
        source: source.into(),
        hash: cache::hash(source, content),
        symbols,
        records,
    }
}

fn collect_line_records(
    source: &str,
    lines: &[&str],
    records: &mut Vec<EvidenceRecord>,
    symbols: &mut Vec<String>,
) {
    for (idx, line) in lines.iter().enumerate() {
        let kind = symbol::kind(line);
        if kind == EvidenceKind::Text {
            continue;
        }
        let symbol = symbol::name(line);
        if let Some(ref name) = symbol {
            symbols.push(name.clone());
        }
        let (start, end, body) = text::window(lines, idx, 6);
        records.push(EvidenceRecord::new(
            records.len(),
            source,
            kind,
            (start, end),
            body,
            symbol.into_iter().collect(),
        ));
    }
}