rag-toolchain 0.1.9

is a Rust native library designed to empower developers with seamless access to common Gen AI workflows.
Documentation
1
2
3
4
5
6
7
8
9
mod character_chunker;
mod token_chunker;
mod traits;
pub use character_chunker::CharacterChunker;
/// # Chunkers
/// Module to contain all the methods of chunking allowing for
/// prepping text before embedding and storing it.
pub use token_chunker::{TokenChunker, TokenChunkingError};
pub use traits::Chunker;