pub struct SimpleTokenizer { /* private fields */ }Implementations§
Source§impl SimpleTokenizer
impl SimpleTokenizer
pub fn new() -> Self
pub fn with_options(opts: TokenizerOptions) -> Self
pub fn split(&self, input: &str) -> Vec<String>
Auto Trait Implementations§
impl Freeze for SimpleTokenizer
impl RefUnwindSafe for SimpleTokenizer
impl Send for SimpleTokenizer
impl Sync for SimpleTokenizer
impl Unpin for SimpleTokenizer
impl UnsafeUnpin for SimpleTokenizer
impl UnwindSafe for SimpleTokenizer
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more