lc-rag 0.21.0

RAG (Retrieval-Augmented Generation) module for langchainrust — BM25, Hybrid Retrieval, GraphRAG, HyDE, Reranking, MultiQuery, Document Loaders
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82

#![warn(missing_docs)]
// lc-rag/src/lib.rs
//! RAG (Retrieval-Augmented Generation) module for LangChainRust.
//!
//! Provides document loaders, text splitters, retrievers, BM25 search,
//! hybrid retrieval, GraphRAG, HyDE, multi-query, reranking, and
//! a full RAG pipeline builder.

pub mod adapter;
pub mod bm25;
pub mod contextual;
pub mod graph_rag;
pub mod hybrid;
pub mod hyde;
pub mod late_chunking;
pub mod loaders;
pub mod multi_query;
pub mod parent_document;
pub mod pipeline;
pub mod reranking;
pub mod retriever;
pub mod retriever_runnable;
pub mod self_query;
pub mod semantic_cache;
pub mod semantic_splitter;
pub mod splitter;
mod structured;
pub mod unified_hybrid;

pub use adapter::RagRunnable;
pub use contextual::{
    ContextualConfig, ContextualEnhancer, ContextualError, CONTEXTUAL_METADATA_KEY,
};
pub use parent_document::ParentDocumentRetriever;
pub use pipeline::{RAGPipeline, RAGPipelineBuilder, RAGQueryResult};
pub use retriever_runnable::RetrieverRunnable;

pub use loaders::{
    CSVLoader, DocumentLoader, DocxLoader, HTMLLoader, JSONLoader, LoaderError, MarkdownLoader,
    PDFLoader, SitemapLoader, TextLoader, WebScraperLoader,
};
pub use retriever::{Retriever, RetrieverError, RetrieverTrait, SimilarityRetriever};
pub use self_query::{SelfQueryArgs, SelfQueryRetriever};
pub use semantic_cache::{CacheHitKind, CachedRetriever, SemanticCacheConfig, SemanticCacheCore};
pub use semantic_splitter::SemanticSplitter;
pub use splitter::{RecursiveCharacterSplitter, TextSplitter};

pub use bm25::{
    AutoMergingConfig, BM25Params, BM25Retriever, ChunkedBM25Retriever, ChunkedSearchResult,
    Tokenizer,
};

pub use hybrid::{filter_by_score, reciprocal_rank_fusion, RetrievalSource, RetrievedDocument};
pub use unified_hybrid::{HybridIndexConfig, HybridSearchResult, UnifiedHybridIndex};

pub use multi_query::{
    MultiQueryConfig, MultiQueryError, MultiQueryRetriever, StaticQueryGenerator,
};

pub use hyde::{HyDEConfig, HyDEError, HyDERetriever};
pub use late_chunking::{late_chunk, pool_tokens, LateChunk, LateChunkConfig};

pub use reranking::{
    BM25Reranker, KeywordReranker, Reranker, RerankingConfig, RerankingError, RerankingExecutor,
};

pub use graph_rag::{
    Community as GraphCommunity, Entity as GraphEntity, GraphStore, Relation as GraphRelation,
};
pub use graph_rag::{GraphRAG, GraphRAGConfig, GraphRAGError, GraphRAGResult, QueryMode};

// Re-export key types from dependency crates for convenience
pub use lc_embeddings::{
    cosine_similarity, EmbeddingError, Embeddings, MockEmbeddings, OpenAIEmbeddings,
};
pub use lc_vector_stores::{
    ChunkDocument, ChunkedDocumentStore, ChunkedDocumentStoreTrait, ChunkedVectorStore,
    DocumentStore, InMemoryDocumentStore,
};
pub use lc_vector_stores::{
    Document, InMemoryVectorStore, SearchResult, VectorStore, VectorStoreError,
};