Struct RAGPipeline 

pub struct RAGPipeline { /* private fields */ }

Implementations

impl RAGPipeline

pub async fn new( mlx_bridge: Arc<Mutex<MLXBridge>>, storage: Arc<StorageManager>, ) -> Result<Self>

Create new RAGPipeline with MLXBridge (required, no fallback!)

pub async fn new_with_bm25( mlx_bridge: Arc<Mutex<MLXBridge>>, storage: Arc<StorageManager>, bm25_writer: Option<Arc<BM25Index>>, ) -> Result<Self>

pub fn storage_manager(&self) -> Arc<StorageManager>

pub async fn embedding_healthcheck(&self) -> Result<()>

pub async fn refresh(&self) -> Result<()>

Refresh storage to see new data written by other processes

pub fn mlx_connected_to(&self) -> String

Get which MLX server we’re connected to (for health/status reporting)

pub async fn index_document( &self, path: &Path, namespace: Option<&str>, ) -> Result<()>

pub async fn index_document_with_mode( &self, path: &Path, namespace: Option<&str>, slice_mode: SliceMode, ) -> Result<()>

Index a document with explicit slice mode

pub async fn index_document_with_preprocessing( &self, path: &Path, namespace: Option<&str>, preprocess_config: PreprocessingConfig, ) -> Result<()>

Index a document with optional preprocessing to filter noise

pub async fn index_document_with_dedup( &self, path: &Path, namespace: Option<&str>, slice_mode: SliceMode, ) -> Result<IndexResult>

Index a document with deduplication (skips if exact content already exists)

For JSON files with arrays (conversations, sessions), automatically splits into multiple documents when using Onion or OnionFast slice modes.

pub async fn index_document_with_chunker( &self, path: &Path, namespace: Option<&str>, chunker: ChunkerKind, slice_mode: SliceMode, dedup: bool, ) -> Result<IndexResult>

Index a document with an explicit chunk provider.

pub async fn index_document_with_preprocessing_and_dedup( &self, path: &Path, namespace: Option<&str>, preprocess_config: PreprocessingConfig, ) -> Result<IndexResult>

Index a document with preprocessing and deduplication

pub async fn index_text( &self, namespace: Option<&str>, id: String, text: String, metadata: Value, ) -> Result<String>

pub async fn index_text_with_mode( &self, namespace: Option<&str>, id: String, text: String, metadata: Value, slice_mode: SliceMode, ) -> Result<String>

Index text with explicit slice mode

pub async fn memory_upsert( &self, namespace: &str, id: String, text: String, metadata: Value, ) -> Result<()>

pub async fn lookup_memory( &self, namespace: &str, id: &str, ) -> Result<Option<SearchResult>>

pub async fn remove_memory(&self, namespace: &str, id: &str) -> Result<usize>

pub async fn clear_namespace(&self, namespace: &str) -> Result<usize>

pub async fn search_memory( &self, namespace: &str, query: &str, k: usize, ) -> Result<Vec<SearchResult>>

pub async fn memory_search_with_layer( &self, namespace: &str, query: &str, k: usize, layer: Option<SliceLayer>, ) -> Result<Vec<SearchResult>>

Search with layer filter - returns only outer slices by default (efficient context usage)

pub async fn search(&self, query: &str, k: usize) -> Result<Vec<SearchResult>>

pub async fn search_inner( &self, namespace: Option<&str>, query: &str, k: usize, ) -> Result<Vec<SearchResult>>

Legacy search method for backward compatibility

pub async fn search_with_options( &self, namespace: Option<&str>, query: &str, k: usize, options: SearchOptions, ) -> Result<Vec<SearchResult>>

Search with full options including layer filtering

pub async fn expand_result( &self, namespace: &str, id: &str, ) -> Result<Vec<SearchResult>>

Expand a search result to get its children (drill down in onion hierarchy)

pub async fn get_parent_result( &self, namespace: &str, id: &str, ) -> Result<Option<SearchResult>>

Get the parent of a search result (drill up in onion hierarchy)