chonkier 0.0.2

🦛 Chonkie, now in Rust 🦀: No-nonsense, ultra-fast, ultra-light chunking library
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15

/*
    A module containing the types that are to be used throughout the library.
*/
pub mod chunk;
pub mod recursive;
pub mod sentence;

// Re-export the Chunk type
pub use chunk::Chunk;

// Re-export the Sentence and SentenceChunk types
pub use sentence::{Sentence, SentenceChunk};

// Re-export the types for the RecursiveChunker
pub use recursive::{RecursiveChunk, RecursiveLevel, RecursiveRules};