Struct TextChunker 

pub struct TextChunker { /* private fields */ }

Text chunker for splitting documents

Implementations

impl TextChunker

pub fn new(config: ChunkerConfig) -> Self

Create a new text chunker with the given configuration

pub fn with_word_chunking(chunk_size: usize, chunk_overlap: usize) -> Self

Create with word-based chunking (backward compatible)

pub fn with_semantic_chunking(max_chunk_size: usize) -> Self

Create with semantic chunking

pub fn with_character_chunking(chunk_size: usize, chunk_overlap: usize) -> Self

Create with character-based chunking

pub fn chunk(&self, text: &str) -> Vec<String>

Chunk text and return simple string vector (backward compatible)

pub fn chunk_with_metadata(&self, text: &str) -> Vec<Chunk>

Chunk text with full metadata

pub fn config(&self) -> &ChunkerConfig

Get the current configuration

Trait Implementations

impl Clone for TextChunker

fn clone(&self) -> TextChunker

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for TextChunker

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for TextChunker

fn default() -> Self

Returns the “default value” for a type.