Struct TextSplitter 

pub struct TextSplitter {
    pub split_separator: Separator,
    pub recursive: bool,
    pub clean_text: bool,
}

Fields

split_separator: Separator

recursive: bool

clean_text: bool

Implementations

impl TextSplitter

pub fn new() -> Self

pub fn split_text(&self, text: &str) -> Option<VecDeque<TextSplit>>

pub fn on_two_plus_newline(self) -> Self

pub fn on_single_newline(self) -> Self

pub fn on_sentences_rule_based(self) -> Self

pub fn on_sentences_unicode(self) -> Self

pub fn on_words_unicode(self) -> Self

pub fn on_graphemes_unicode(self) -> Self

pub fn on_separator(self, split_separator: &Separator) -> Self

pub fn recursive(self, recursive: bool) -> Self

pub fn clean_text(self, clean_text: bool) -> Self

pub fn split_split( self, base_text: &Arc<str>, split_indices: &Range<usize>, ) -> Option<VecDeque<TextSplit>>

pub fn splits_to_text( splits: &VecDeque<TextSplit>, with_seperator: bool, ) -> String

Trait Implementations

impl Default for TextSplitter

fn default() -> TextSplitter

Returns the “default value” for a type.