Struct langchain_rust::text_splitter::TokenSplitter
source · pub struct TokenSplitter { /* private fields */ }
Implementations§
source§impl TokenSplitter
impl TokenSplitter
pub fn new(options: SplitterOptions) -> TokenSplitter
pub fn get_tokenizer_from_str(&self, s: &str) -> Option<Tokenizer>
Trait Implementations§
source§impl TextSplitter for TokenSplitter
impl TextSplitter for TokenSplitter
Auto Trait Implementations§
impl RefUnwindSafe for TokenSplitter
impl Send for TokenSplitter
impl Sync for TokenSplitter
impl Unpin for TokenSplitter
impl UnwindSafe for TokenSplitter
Blanket Implementations§
source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more