[−][src]Struct lindera::tokenizer::tokenizer::Tokenizer
Methods
impl Tokenizer[src]
pub fn default(mode: Mode) -> Tokenizer[src]
pub fn external(dir: &str, mode: Mode) -> Tokenizer[src]
pub fn default_normal() -> Tokenizer[src]
pub fn default_decompose() -> Tokenizer[src]
pub fn external_normal(dir: &str) -> Tokenizer[src]
pub fn external_decompose(dir: &str) -> Tokenizer[src]
pub fn tokenize<'a>(&'a mut self, text: &'a str) -> Vec<Token>[src]
pub fn tokenize_str<'a>(&'a mut self, text: &'a str) -> Vec<&'a str>[src]
Auto Trait Implementations
impl RefUnwindSafe for Tokenizer
impl Send for Tokenizer
impl Sync for Tokenizer
impl Unpin for Tokenizer
impl UnwindSafe for Tokenizer
Blanket Implementations
impl<T> Any for T where
T: 'static + ?Sized, [src]
T: 'static + ?Sized,
impl<T> Borrow<T> for T where
T: ?Sized, [src]
T: ?Sized,
impl<T> BorrowMut<T> for T where
T: ?Sized, [src]
T: ?Sized,
fn borrow_mut(&mut self) -> &mut T[src]
impl<T> From<T> for T[src]
impl<T, U> Into<U> for T where
U: From<T>, [src]
U: From<T>,
impl<T, U> TryFrom<U> for T where
U: Into<T>, [src]
U: Into<T>,
type Error = Infallible
The type returned in the event of a conversion error.
fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>[src]
impl<T, U> TryInto<U> for T where
U: TryFrom<T>, [src]
U: TryFrom<T>,