Struct RecursiveCharacterSplitter 

pub struct RecursiveCharacterSplitter { /* private fields */ }

Recursive character splitter

Splits text by separator priority, recursively trying smaller separators.

Implementations

impl RecursiveCharacterSplitter

pub fn new(chunk_size: usize, chunk_overlap: usize) -> Self

Create a new recursive character splitter

pub fn with_defaults() -> Self

Create with default parameters (chunk_size=1000, chunk_overlap=200)

pub fn with_separators(self, separators: Vec<String>) -> Self

Set custom separators

Trait Implementations

impl TextSplitter for RecursiveCharacterSplitter

fn split_text(&self, text: &str) -> Vec<String>

Split text into chunks

fn split_document(&self, document: &Document) -> Vec<Document>

Split a document into smaller documents