leindex 1.6.0

LeIndex MCP and semantic code search engine for AI tools and large codebases
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151

// Semantic search and processing

use crate::graph::pdg::ProgramDependenceGraph;
use crate::graph::traversal::{GravityTraversal, TraversalConfig};
use crate::search::search::{NodeInfo, SemanticEntry};
use std::collections::HashMap;

/// Semantic processor for vector-AST synergy
pub struct SemanticProcessor {}

impl SemanticProcessor {
    /// Create a new semantic processor
    pub fn new() -> Self {
        Self {}
    }

    /// Process semantic entry and expand context using PDG
    pub async fn process_entry(
        &self,
        pdg: &ProgramDependenceGraph,
        nodes: &[NodeInfo],
        entry: SemanticEntry,
        token_budget: usize,
    ) -> Result<String, Error> {
        let config = TraversalConfig {
            max_tokens: token_budget,
            ..Default::default()
        };

        let traversal = GravityTraversal::with_config(config);

        // Map node_id string to graph NodeId
        let entry_node_id = pdg.find_by_symbol(&entry.node_id).ok_or_else(|| {
            Error::ContextExpansionFailed(format!("Entry node {} not found in PDG", entry.node_id))
        })?;

        let expanded_ids = traversal.expand_context(pdg, vec![entry_node_id]);

        // Create a lookup for node content
        let content_lookup: HashMap<String, &NodeInfo> =
            nodes.iter().map(|n| (n.node_id.clone(), n)).collect();

        let mut formatted_context = String::new();

        for id in expanded_ids {
            if let Some(graph_node) = pdg.get_node(id) {
                if let Some(node_info) = content_lookup.get(&graph_node.id) {
                    formatted_context.push_str(&format!("// File: {}\n", node_info.file_path));
                    formatted_context.push_str(&format!("// Symbol: {}\n", node_info.symbol_name));
                    formatted_context.push_str(&node_info.content);
                    formatted_context.push_str("\n\n");
                }
            }
        }

        Ok(formatted_context)
    }
}

impl Default for SemanticProcessor {
    fn default() -> Self {
        Self::new()
    }
}

/// Semantic processing errors
#[derive(Debug, thiserror::Error)]
pub enum Error {
    /// General semantic processing failure
    #[error("Processing failed: {0}")]
    ProcessingFailed(String),

    /// Failed to expand context using the PDG
    #[error("Context expansion failed: {0}")]
    ContextExpansionFailed(String),
}

#[cfg(test)]
mod tests {
    use super::*;
    use crate::graph::pdg::{Node as GraphNode, NodeType};
    use crate::search::search::EntryType;
    use std::sync::Arc;

    #[tokio::test]
    async fn test_semantic_context_expansion() {
        let mut pdg = ProgramDependenceGraph::new();
        let processor = SemanticProcessor::new();

        // Add some nodes to PDG
        let n1 = pdg.add_node(GraphNode {
            id: "func1".to_string(),
            node_type: NodeType::Function,
            name: "func1".to_string(),
            file_path: Arc::from("test.rs"),
            byte_range: (0, 50),
            complexity: 2,
            language: "rust".to_string(),
        });
        let n2 = pdg.add_node(GraphNode {
            id: "func2".to_string(),
            node_type: NodeType::Function,
            name: "func2".to_string(),
            file_path: Arc::from("test.rs"),
            byte_range: (60, 100),
            complexity: 3,
            language: "rust".to_string(),
        });

        pdg.add_call_graph_edges(vec![(n1, n2)]);

        let nodes = vec![
            NodeInfo {
                node_id: "func1".to_string(),
                file_path: "test.rs".to_string(),
                symbol_name: "func1".to_string(),
                language: "rust".to_string(),
                content: "fn func1() { func2(); }".to_string(),
                byte_range: (0, 50),
                complexity: 2,
                embedding: None,
                signature: None,
            },
            NodeInfo {
                node_id: "func2".to_string(),
                file_path: "test.rs".to_string(),
                symbol_name: "func2".to_string(),
                language: "rust".to_string(),
                content: "fn func2() { println!(\"world\"); }".to_string(),
                byte_range: (60, 100),
                complexity: 3,
                embedding: None,
                signature: None,
            },
        ];

        let entry = SemanticEntry {
            node_id: "func1".to_string(),
            relevance: 1.0,
            entry_type: EntryType::Function,
        };

        let context = processor
            .process_entry(&pdg, &nodes, entry, 1000)
            .await
            .unwrap();

        assert!(context.contains("func1"));
        assert!(context.contains("func2"));
    }
}