[−][src]Trait sudachiclone::tokenizer::CanTokenize
Required methods
fn tokenize<T: AsRef<str>>(
&self,
text: T,
mode: &Option<SplitMode>,
logger: Option<Box<dyn Log>>
) -> Option<MorphemeList>
&self,
text: T,
mode: &Option<SplitMode>,
logger: Option<Box<dyn Log>>
) -> Option<MorphemeList>
Implementations on Foreign Types
impl<'a, C: CanTokenize + ?Sized> CanTokenize for &'a C
[src]
fn tokenize<T: AsRef<str>>(
&self,
text: T,
mode: &Option<SplitMode>,
logger: Option<Box<dyn Log>>
) -> Option<MorphemeList>
[src]
&self,
text: T,
mode: &Option<SplitMode>,
logger: Option<Box<dyn Log>>
) -> Option<MorphemeList>