loregrep 0.6.0

Repository indexing library for AI coding assistants. Tree-sitter parsing, fast in-memory indexing, and tool APIs for LLM integration.
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
use crate::analyzers::LanguageAnalyzer;
use crate::types::Result;
use std::collections::HashMap;
use std::sync::{Arc, RwLock};

/// Trait for managing language analyzers in a registry system
pub trait LanguageAnalyzerRegistry: Send + Sync {
    /// Register a new language analyzer
    fn register(&mut self, analyzer: Box<dyn LanguageAnalyzer>) -> Result<()>;

    /// Get an analyzer by language name
    fn get_by_language(&self, language: &str) -> Option<Arc<dyn LanguageAnalyzer>>;

    /// Get an analyzer by file extension
    fn get_by_extension(&self, extension: &str) -> Option<Arc<dyn LanguageAnalyzer>>;

    /// Detect language from file path (extension-based for now)
    fn detect_language(&self, file_path: &str, content: &str) -> Option<String>;

    /// List all supported languages
    fn list_supported_languages(&self) -> Vec<String>;

    /// List all supported file extensions
    fn list_supported_extensions(&self) -> Vec<String>;
}

/// Default implementation of the language analyzer registry
#[derive(Clone)]
pub struct DefaultLanguageRegistry {
    /// Map from language name to analyzer.
    ///
    /// Analyzers are stored behind an `Arc` so they can be cheaply cloned out
    /// of the registry (via the `RwLock`) and shared across the scan loop and
    /// the analysis tools without reconstructing per-file.
    analyzers_by_language: Arc<RwLock<HashMap<String, Arc<dyn LanguageAnalyzer>>>>,
    /// Map from file extension to language name for fast lookup
    extensions_to_language: Arc<RwLock<HashMap<String, String>>>,
}

impl DefaultLanguageRegistry {
    /// Create a new empty registry
    pub fn new() -> Self {
        Self {
            analyzers_by_language: Arc::new(RwLock::new(HashMap::new())),
            extensions_to_language: Arc::new(RwLock::new(HashMap::new())),
        }
    }

    /// Resolve the analyzer for a file path by mapping its extension to a
    /// registered language. Returns a cloned `Arc` handle, or `None` when no
    /// analyzer is registered for the file's extension.
    pub fn get_analyzer_for_path(&self, file_path: &str) -> Option<Arc<dyn LanguageAnalyzer>> {
        let extension = Self::extract_extension(file_path)?;
        let language = self
            .extensions_to_language
            .read()
            .ok()?
            .get(&extension)
            .cloned()?;
        self.analyzers_by_language
            .read()
            .ok()?
            .get(&language)
            .cloned()
    }

    /// Extract file extension from path (without the dot)
    fn extract_extension(file_path: &str) -> Option<String> {
        let path = std::path::Path::new(file_path);

        // Handle the special case of hidden files like ".hidden"
        if let Some(filename) = path.file_name().and_then(|n| n.to_str()) {
            if filename.starts_with('.') && filename.chars().filter(|&c| c == '.').count() == 1 {
                // This is a hidden file without an extension like ".hidden"
                return None;
            }
        }

        path.extension()
            .and_then(|ext| ext.to_str())
            .map(|ext| ext.to_lowercase())
    }
}

impl Default for DefaultLanguageRegistry {
    fn default() -> Self {
        Self::new()
    }
}

impl LanguageAnalyzerRegistry for DefaultLanguageRegistry {
    fn register(&mut self, analyzer: Box<dyn LanguageAnalyzer>) -> Result<()> {
        let language = analyzer.language().to_string();
        let extensions = analyzer
            .file_extensions()
            .iter()
            .map(|ext| ext.to_string())
            .collect::<Vec<_>>();

        // Register the analyzer by language
        {
            let mut analyzers = self.analyzers_by_language.write().map_err(|_| {
                crate::types::AnalysisError::RegistryError {
                    message: "Failed to acquire write lock for analyzers".to_string(),
                }
            })?;

            if analyzers.contains_key(&language) {
                return Err(crate::types::AnalysisError::RegistryError {
                    message: format!("Language '{}' is already registered", language),
                });
            }

            // Store the analyzer behind an `Arc` so it can be handed out (cloned)
            // to callers that resolve analyzers by language/extension/path.
            analyzers.insert(language.clone(), Arc::from(analyzer));
        }

        // Register the file extensions
        {
            let mut ext_map = self.extensions_to_language.write().map_err(|_| {
                crate::types::AnalysisError::RegistryError {
                    message: "Failed to acquire write lock for extensions".to_string(),
                }
            })?;

            for ext in extensions {
                if ext_map.contains_key(&ext) {
                    return Err(crate::types::AnalysisError::RegistryError {
                        message: format!("Extension '{}' is already registered", ext),
                    });
                }
                ext_map.insert(ext, language.clone());
            }
        }

        Ok(())
    }

    fn get_by_language(&self, language: &str) -> Option<Arc<dyn LanguageAnalyzer>> {
        // Clone the `Arc` out from behind the read lock so the caller owns a
        // shared handle to the analyzer without borrowing the lock guard.
        self.analyzers_by_language
            .read()
            .ok()?
            .get(language)
            .cloned()
    }

    fn get_by_extension(&self, extension: &str) -> Option<Arc<dyn LanguageAnalyzer>> {
        let language = self
            .extensions_to_language
            .read()
            .ok()?
            .get(extension)
            .cloned()?;
        self.get_by_language(&language)
    }

    fn detect_language(&self, file_path: &str, _content: &str) -> Option<String> {
        let extension = Self::extract_extension(file_path)?;

        let ext_map = self.extensions_to_language.read().ok()?;
        ext_map.get(&extension).cloned()
    }

    fn list_supported_languages(&self) -> Vec<String> {
        if let Ok(analyzers) = self.analyzers_by_language.read() {
            analyzers.keys().cloned().collect()
        } else {
            Vec::new()
        }
    }

    fn list_supported_extensions(&self) -> Vec<String> {
        if let Ok(ext_map) = self.extensions_to_language.read() {
            ext_map.keys().cloned().collect()
        } else {
            Vec::new()
        }
    }
}

/// Helper struct for working with the registry in a thread-safe manner.
///
/// A handle shares the registry's underlying maps (via `Arc`), so it always
/// reflects analyzers registered on the registry it was created from. It is
/// cheap to clone and can be embedded in `Clone` types such as the scanner and
/// the analysis tools.
#[derive(Clone)]
pub struct RegistryHandle {
    analyzers_by_language: Arc<RwLock<HashMap<String, Arc<dyn LanguageAnalyzer>>>>,
    extensions_to_language: Arc<RwLock<HashMap<String, String>>>,
}

impl RegistryHandle {
    pub fn new(registry: &DefaultLanguageRegistry) -> Self {
        Self {
            analyzers_by_language: registry.analyzers_by_language.clone(),
            extensions_to_language: registry.extensions_to_language.clone(),
        }
    }

    /// Get analyzer by language name (thread-safe). Returns a cloned `Arc`
    /// handle to the analyzer, or `None` if the language is not registered.
    pub fn get_analyzer_by_language(&self, language: &str) -> Option<Arc<dyn LanguageAnalyzer>> {
        self.analyzers_by_language
            .read()
            .ok()?
            .get(language)
            .cloned()
    }

    /// Get language by extension (thread-safe)
    pub fn get_language_by_extension(&self, extension: &str) -> Option<String> {
        if let Ok(ext_map) = self.extensions_to_language.read() {
            ext_map.get(extension).cloned()
        } else {
            None
        }
    }

    /// Detect language from file path
    pub fn detect_language(&self, file_path: &str) -> Option<String> {
        let extension = DefaultLanguageRegistry::extract_extension(file_path)?;
        self.get_language_by_extension(&extension)
    }

    /// Resolve the analyzer for a file path: extension -> language -> analyzer.
    /// Returns a cloned `Arc` handle, or `None` when no analyzer matches.
    pub fn get_analyzer_for_path(&self, file_path: &str) -> Option<Arc<dyn LanguageAnalyzer>> {
        let language = self.detect_language(file_path)?;
        self.get_analyzer_by_language(&language)
    }
}

#[cfg(test)]
mod tests {
    use super::*;
    use crate::analyzers::rust::RustAnalyzer;
    use crate::types::{
        ExportStatement, FileAnalysis, FunctionCall, FunctionSignature, ImportStatement,
        PartialAnalysis, StructSignature, TreeNode,
    };
    use async_trait::async_trait;

    // Mock analyzer for testing
    struct MockPythonAnalyzer;

    #[async_trait]
    impl LanguageAnalyzer for MockPythonAnalyzer {
        fn language(&self) -> &'static str {
            "python"
        }

        fn file_extensions(&self) -> &[&'static str] {
            &["py", "pyx", "pyi"]
        }

        fn supports_async(&self) -> bool {
            true
        }

        async fn analyze_file(&self, _content: &str, _file_path: &str) -> Result<FileAnalysis> {
            Ok(FileAnalysis::new(
                TreeNode::new("test.py".to_string(), "python".to_string()),
                0,
            ))
        }

        fn extract_functions(
            &self,
            _tree: &tree_sitter::Tree,
            _source: &str,
            _file_path: &str,
        ) -> Result<Vec<FunctionSignature>> {
            Ok(Vec::new())
        }

        fn extract_structs(
            &self,
            _tree: &tree_sitter::Tree,
            _source: &str,
            _file_path: &str,
        ) -> Result<Vec<StructSignature>> {
            Ok(Vec::new())
        }

        fn extract_imports(
            &self,
            _tree: &tree_sitter::Tree,
            _source: &str,
            _file_path: &str,
        ) -> Result<Vec<ImportStatement>> {
            Ok(Vec::new())
        }

        fn extract_exports(
            &self,
            _tree: &tree_sitter::Tree,
            _source: &str,
            _file_path: &str,
        ) -> Result<Vec<ExportStatement>> {
            Ok(Vec::new())
        }

        fn extract_function_calls(
            &self,
            _tree: &tree_sitter::Tree,
            _source: &str,
            _file_path: &str,
        ) -> Result<Vec<FunctionCall>> {
            Ok(Vec::new())
        }

        fn extract_with_fallback(&self, _content: &str, _file_path: &str) -> PartialAnalysis {
            PartialAnalysis::new("test.py".to_string(), "python".to_string())
        }
    }

    #[test]
    fn test_registry_creation() {
        let registry = DefaultLanguageRegistry::new();
        assert_eq!(registry.list_supported_languages().len(), 0);
        assert_eq!(registry.list_supported_extensions().len(), 0);
    }

    #[test]
    fn test_register_analyzer() {
        let mut registry = DefaultLanguageRegistry::new();
        let analyzer = Box::new(MockPythonAnalyzer);

        // Should succeed on first registration
        let result = registry.register(analyzer);
        assert!(result.is_ok());

        // Should have one language and three extensions
        assert_eq!(registry.list_supported_languages().len(), 1);
        assert_eq!(registry.list_supported_extensions().len(), 3);
        assert!(
            registry
                .list_supported_languages()
                .contains(&"python".to_string())
        );
        assert!(
            registry
                .list_supported_extensions()
                .contains(&"py".to_string())
        );
        assert!(
            registry
                .list_supported_extensions()
                .contains(&"pyx".to_string())
        );
        assert!(
            registry
                .list_supported_extensions()
                .contains(&"pyi".to_string())
        );

        // The analyzer is now retrievable by language, by extension, and by path.
        let by_lang = registry.get_by_language("python");
        assert!(by_lang.is_some());
        assert_eq!(by_lang.unwrap().language(), "python");
        assert!(registry.get_by_extension("py").is_some());
        assert!(registry.get_analyzer_for_path("module.pyx").is_some());

        // Unknown language / extension / path still resolve to None.
        assert!(registry.get_by_language("rust").is_none());
        assert!(registry.get_by_extension("rs").is_none());
        assert!(registry.get_analyzer_for_path("main.rs").is_none());
    }

    #[test]
    fn test_duplicate_language_registration() {
        let mut registry = DefaultLanguageRegistry::new();

        // Register first analyzer
        let analyzer1 = Box::new(MockPythonAnalyzer);
        assert!(registry.register(analyzer1).is_ok());

        // Try to register duplicate language
        let analyzer2 = Box::new(MockPythonAnalyzer);
        let result = registry.register(analyzer2);
        assert!(result.is_err());
        assert!(
            result
                .unwrap_err()
                .to_string()
                .contains("already registered")
        );
    }

    #[test]
    fn test_language_detection() {
        let mut registry = DefaultLanguageRegistry::new();
        let analyzer = Box::new(MockPythonAnalyzer);
        registry.register(analyzer).unwrap();

        // Test extension-based detection
        assert_eq!(
            registry.detect_language("test.py", ""),
            Some("python".to_string())
        );
        assert_eq!(
            registry.detect_language("module.pyx", ""),
            Some("python".to_string())
        );
        assert_eq!(
            registry.detect_language("types.pyi", ""),
            Some("python".to_string())
        );
        assert_eq!(registry.detect_language("test.rs", ""), None);
        assert_eq!(registry.detect_language("README.md", ""), None);

        // Test with different cases
        assert_eq!(
            registry.detect_language("Test.PY", ""),
            Some("python".to_string())
        );
        assert_eq!(
            registry.detect_language("MODULE.PYX", ""),
            Some("python".to_string())
        );
    }

    #[test]
    fn test_registry_handle() {
        let mut registry = DefaultLanguageRegistry::new();
        let analyzer = Box::new(MockPythonAnalyzer);
        registry.register(analyzer).unwrap();

        let handle = RegistryHandle::new(&registry);

        // Test language detection through handle
        assert_eq!(
            handle.detect_language("test.py"),
            Some("python".to_string())
        );
        assert_eq!(handle.detect_language("test.rs"), None);

        // Test direct lookups
        assert_eq!(
            handle.get_language_by_extension("py"),
            Some("python".to_string())
        );
        assert_eq!(handle.get_language_by_extension("rs"), None);
        assert!(handle.get_analyzer_by_language("python").is_some());
        assert!(handle.get_analyzer_by_language("rust").is_none());
    }

    #[test]
    fn test_multiple_analyzers() {
        let mut registry = DefaultLanguageRegistry::new();

        // Register Python analyzer
        let python_analyzer = Box::new(MockPythonAnalyzer);
        assert!(registry.register(python_analyzer).is_ok());

        // Register Rust analyzer
        let rust_analyzer = RustAnalyzer::new().unwrap();
        let rust_boxed = Box::new(rust_analyzer) as Box<dyn LanguageAnalyzer>;
        assert!(registry.register(rust_boxed).is_ok());

        // Should have both languages
        let languages = registry.list_supported_languages();
        assert_eq!(languages.len(), 2);
        assert!(languages.contains(&"python".to_string()));
        assert!(languages.contains(&"rust".to_string()));

        // Test detection for both
        assert_eq!(
            registry.detect_language("test.py", ""),
            Some("python".to_string())
        );
        assert_eq!(
            registry.detect_language("main.rs", ""),
            Some("rust".to_string())
        );
    }

    #[test]
    fn test_extension_extraction() {
        assert_eq!(
            DefaultLanguageRegistry::extract_extension("test.py"),
            Some("py".to_string())
        );
        assert_eq!(
            DefaultLanguageRegistry::extract_extension("path/to/file.rs"),
            Some("rs".to_string())
        );
        assert_eq!(
            DefaultLanguageRegistry::extract_extension("FILE.PY"),
            Some("py".to_string())
        );
        assert_eq!(
            DefaultLanguageRegistry::extract_extension("no_extension"),
            None
        );
        assert_eq!(DefaultLanguageRegistry::extract_extension(""), None);
        assert_eq!(DefaultLanguageRegistry::extract_extension(".hidden"), None);
    }

    #[test]
    fn test_empty_registry_operations() {
        let registry = DefaultLanguageRegistry::new();

        assert_eq!(registry.detect_language("test.py", ""), None);
        assert_eq!(registry.list_supported_languages().len(), 0);
        assert_eq!(registry.list_supported_extensions().len(), 0);
        assert!(registry.get_by_language("python").is_none());
        assert!(registry.get_by_extension("py").is_none());
    }
}