Struct TokenizerBuilder 

pub struct TokenizerBuilder { /* private fields */ }

Implementations

impl TokenizerBuilder

pub fn new() -> LinderaResult<Self>

pub fn from_file(file_path: &Path) -> LinderaResult<Self>

pub fn from_config(config: TokenizerConfig) -> LinderaResult<Self>

pub fn set_segmenter_mode(&mut self, mode: &Mode) -> &mut Self

pub fn set_segmenter_dictionary(&mut self, uri: &str) -> &mut Self

pub fn set_segmenter_user_dictionary(&mut self, uri: &str) -> &mut Self

pub fn set_segmenter_keep_whitespace( &mut self, keep_whitespace: bool, ) -> &mut Self

pub fn append_character_filter(&mut self, kind: &str, args: &Value) -> &mut Self

pub fn append_token_filter(&mut self, kind: &str, args: &Value) -> &mut Self

pub fn build(&self) -> LinderaResult<Tokenizer>

Trait Implementations

impl Debug for TokenizerBuilder

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.