project-rag 0.1.0

RAG-based codebase indexing and semantic search - dual purpose library and MCP server
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29

//! Code indexing, file walking, and chunking strategies
//!
//! Provides functionality to walk directories, detect languages, parse AST,
//! and chunk code files into semantically meaningful units for embedding.

mod ast_parser;
mod chunker;
mod file_info;
mod file_walker;
mod language;
mod pdf_extractor;

pub use ast_parser::AstParser;
pub use chunker::{ChunkStrategy, CodeChunker};
pub use file_info::FileInfo;
pub use file_walker::FileWalker;
pub use language::detect_language;
pub use pdf_extractor::extract_pdf_to_markdown;

use crate::types::ChunkMetadata;

/// Represents a code chunk ready for embedding
#[derive(Debug, Clone)]
pub struct CodeChunk {
    /// The actual source code content of this chunk
    pub content: String,
    /// Metadata about this chunk (file path, line numbers, language, etc.)
    pub metadata: ChunkMetadata,
}