llm_utils 0.0.11

The best possible text chunker and text splitter and other text tools
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
pub mod chunking;
pub mod clean_html;
pub mod clean_text;
pub mod concatenator;
pub mod extract;
pub mod local_content;
pub mod splitting;
pub mod test_text;

pub use chunking::TextChunker;
pub use clean_text::TextCleaner;
pub use splitting::TextSplitter;

#[allow(unused_imports)]
pub(crate) use anyhow::{anyhow, bail, Error, Result};