Struct TextSplit 

pub struct TextSplit {
    pub indices: Range<usize>,
    pub split_separator: Separator,
    pub base_text: Arc<str>,
    pub token_count: Option<u32>,
}

Fields

indices: Range<usize>

split_separator: Separator

base_text: Arc<str>

token_count: Option<u32>

Token count computed by the tokenizer, if one was provided.

Implementations

impl TextSplit

pub fn char_count(&mut self) -> usize

pub fn text(&self) -> &str

pub fn split(&self) -> Option<VecDeque<TextSplit>>

Trait Implementations

impl Clone for TextSplit

fn clone(&self) -> TextSplit

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for TextSplit

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.