infiniloom-engine 0.6.3

High-performance repository context engine for LLMs - AST parsing, token counting, and secret detection
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96

//! Tree-sitter based code parser for extracting symbols from source files
//!
//! This module provides a unified interface for parsing source code across
//! multiple programming languages and extracting symbols (functions, classes,
//! methods, structs, enums, etc.) with their metadata.
//!
//! # Module Structure
//!
//! - [`core`] - Main Parser struct and symbol extraction logic
//! - [`language`] - Language enum and support utilities
//! - [`queries`] - Tree-sitter query strings for all languages
//!
//! # Supported Languages
//!
//! Full symbol extraction support (with tree-sitter queries):
//! - Python
//! - JavaScript
//! - TypeScript
//! - Rust
//! - Go
//! - Java
//! - C
//! - C++
//! - C#
//! - Ruby
//! - Bash
//! - PHP
//! - Kotlin
//! - Swift
//! - Scala
//! - Haskell
//! - Elixir
//! - Clojure
//! - OCaml
//! - Lua
//! - R
//!
//! Note: F# is recognized by file extension but tree-sitter parser support
//! is not yet implemented.
//!
//! # Example
//!
//! ```rust,ignore
//! use infiniloom_engine::parser::{Parser, Language};
//!
//! let parser = Parser::new();
//! let source_code = std::fs::read_to_string("example.py")?;
//! let symbols = parser.parse(&source_code, Language::Python)?;
//!
//! for symbol in symbols {
//!     println!("{}: {} (lines {}-{})",
//!         symbol.kind.name(),
//!         symbol.name,
//!         symbol.start_line,
//!         symbol.end_line
//!     );
//! }
//! ```

// Sub-modules
mod core;
pub mod extraction;
pub mod init;
pub mod language;
pub mod queries;
pub mod query_builder;
pub mod thread_local;

// Re-export core parser functionality
pub use core::{Parser, ParserError};

// Re-export Language from language module (new location)
// For backward compatibility, also keep it accessible from core
pub use language::{detect_file_language, Language};

// Re-export optimized thread-local parser API
pub use thread_local::{parse_file_symbols, parse_with_language};

#[cfg(test)]
mod tests {
    use super::*;

    #[test]
    fn test_parser_creation() {
        let parser = Parser::new();
        // Parser should be created without errors
        drop(parser);
    }

    #[test]
    fn test_language_from_extension() {
        assert_eq!(Language::from_extension("py"), Some(Language::Python));
        assert_eq!(Language::from_extension("rs"), Some(Language::Rust));
        assert_eq!(Language::from_extension("unknown"), None);
    }
}