Crate chonkier

Source

Re-exports§

pub use chunker::RecursiveChunker;
pub use chunker::SentenceChunker;
pub use chunker::TokenChunker;
pub use tokenizer::CharacterTokenizer;
pub use tokenizer::Tokenizer;
pub use types::Chunk;
pub use types::RecursiveChunk;
pub use types::RecursiveLevel;
pub use types::RecursiveRules;
pub use types::Sentence;
pub use types::SentenceChunk;

Modules§

chunker
tokenizer
types