Struct Indexer 

pub struct Indexer { /* private fields */ }

Document indexer for the RAG system

Implementations

impl Indexer

pub fn new(config: &RagConfig) -> Result<Self>

Create new indexer with configuration

pub fn get_index_path(&self) -> &PathBuf

Get the index directory path

pub fn index_document(&self, path: PathBuf) -> Result<Vec<DocumentChunk>>

Index a single document

pub fn index_directory(&self, dir_path: PathBuf) -> Result<Vec<DocumentChunk>>

Index all documents in a directory

pub async fn index_single_url_no_crawl( &self, url: &str, ) -> Result<Vec<DocumentChunk>>

Index a single URL without invoking the crawler (depth 0 semantics)

pub async fn index_url(&self, url: String) -> Result<Vec<DocumentChunk>>

Index content from a URL

pub async fn index_url_deep( &self, url: String, crawl_depth: Option<u32>, crawl_all: bool, ) -> Result<Vec<DocumentChunk>>

Index content from a URL with documentation-optimized crawling

pub async fn index_shallow_url( &self, url: &str, max_pages: Option<usize>, ) -> Result<Vec<DocumentChunk>>

Shallow crawl: fetch base page and first-level same-host links (depth 1)