cognis-rag 0.3.1

RAG primitives for Cognis: embeddings, vector stores (in-memory, FAISS, Chroma, Qdrant, Pinecone, Weaviate), retrievers, text splitters, document loaders, and incremental indexing pipelines.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104

//! # cognis-rag
//!
//! v2-beta RAG primitives: embeddings, vector stores, document loaders,
//! text splitters, retrievers, and an indexing pipeline.
//!
//! Top-level modules:
//! - [`document`] — the universal `Document` type.
//! - [`embeddings`] — `Embeddings` trait + Fake/OpenAI/Ollama impls.
//! - [`vectorstore`] — `VectorStore` trait + `InMemoryVectorStore`.
//! - [`loaders`] — text/markdown/json/directory/csv/html loaders.
//! - [`splitters`] — recursive-char + markdown-aware splitters.
//! - [`retrievers`] — vector / BM25 / ensemble retrievers (each is a `Runnable`).
//! - [`indexing`] — wire load → split → embed → store with one call.

#![warn(missing_docs)]
#![warn(rust_2018_idioms)]

pub mod cross_encoder;
pub mod distance;
pub mod docstore;
pub mod document;
pub mod embeddings;
pub mod example_selectors;
pub mod indexing;
pub mod loaders;
pub mod multi_vector;
pub mod record_manager;
pub mod retrievers;
pub mod splitters;
pub mod transformers;
pub mod vectorstore;

pub use cross_encoder::{CrossEncoder, CrossEncoderReranker, FnCrossEncoder};
pub use distance::Distance;
pub use docstore::{Docstore, InMemoryDocstore};
pub use document::Document;
#[cfg(feature = "ollama")]
pub use embeddings::OllamaEmbeddings;
#[cfg(feature = "openai")]
pub use embeddings::OpenAIEmbeddings;
pub use embeddings::{
    BatchedEmbeddings, CachedEmbeddings, EmbeddingRouter, Embeddings, EmbeddingsRouter,
    FakeEmbeddings, FnRouter, LengthRouter,
};
#[cfg(feature = "google")]
pub use embeddings::{GoogleEmbeddings, GoogleEmbeddingsBuilder};
#[cfg(feature = "voyage")]
pub use embeddings::{VoyageEmbeddings, VoyageEmbeddingsBuilder};
pub use example_selectors::{
    AsyncExampleSelector, EmbedMode, MmrExampleSelector, SemanticSimilarityExampleSelector,
};
pub use indexing::{IncrementalReport, IndexingPipeline};
#[cfg(feature = "csv-loader")]
pub use loaders::CsvLoader;
#[cfg(feature = "html-loader")]
pub use loaders::HtmlLoader;
#[cfg(feature = "pdf-loader")]
pub use loaders::PdfLoader;
#[cfg(feature = "toml-loader")]
pub use loaders::TomlLoader;
#[cfg(feature = "web-loader")]
pub use loaders::WebLoader;
#[cfg(feature = "yaml-loader")]
pub use loaders::YamlLoader;
pub use loaders::{
    DirectoryLoader, DocumentLoader, DocumentStream, JsonLoader, MarkdownLoader, TextLoader,
};
pub use multi_vector::MultiVectorIndexer;
pub use record_manager::{fingerprint, InMemoryRecordManager, RecordManager};
pub use retrievers::{
    BM25Retriever, CachingRetriever, CompressorPipeline, EnsembleRetriever, MultiVectorRetriever,
    ParentDocumentRetriever, QueryTranslatorRetriever, VectorRetriever,
};
pub use splitters::{
    CharTokenizer, CharacterSplitter, CodeLanguage, CodeSplitter, FnTokenizer, HtmlSplitter,
    JsonSplitter, MarkdownSplitter, RecursiveCharSplitter, SentenceSplitter, TextSplitter,
    TokenAwareSplitter, Tokenizer,
};
pub use transformers::{Dedup, Enrichment, LongContextReorder, MetadataTransformer};
#[cfg(feature = "vectorstore-chroma")]
pub use vectorstore::{ChromaBuilder, ChromaProvider};
#[cfg(feature = "vectorstore-faiss")]
pub use vectorstore::{
    FaissConfig, FaissIndex, FaissIndexType, FaissMetric, FaissVectorStore, FlatIndex, HNSWIndex,
    IVFFlatIndex,
};
pub use vectorstore::{Filter, InMemoryVectorStore, SearchResult, VectorStore};
#[cfg(feature = "vectorstore-pinecone")]
pub use vectorstore::{PineconeBuilder, PineconeProvider};
#[cfg(feature = "vectorstore-qdrant")]
pub use vectorstore::{QdrantBuilder, QdrantProvider};
#[cfg(feature = "vectorstore-weaviate")]
pub use vectorstore::{WeaviateBuilder, WeaviateProvider};

/// Common imports for v2 RAG user code.
pub mod prelude {
    pub use crate::{
        BM25Retriever, DirectoryLoader, Distance, Document, DocumentLoader, Embeddings,
        EnsembleRetriever, InMemoryVectorStore, IndexingPipeline, JsonLoader, MarkdownLoader,
        MarkdownSplitter, RecursiveCharSplitter, SearchResult, TextLoader, TextSplitter,
        VectorRetriever, VectorStore,
    };
    pub use cognis_core::prelude::*;
}