Struct bert_tokenizer::BasicTokenizerBuilder
source · pub struct BasicTokenizerBuilder { /* private fields */ }
Implementations§
source§impl BasicTokenizerBuilder
impl BasicTokenizerBuilder
pub fn do_lower_case(self, do_lower_case: bool) -> Self
pub fn do_strip_accents(self, do_strip_accents: bool) -> Self
pub fn build(self) -> BasicTokenizer
Trait Implementations§
source§impl Default for BasicTokenizerBuilder
impl Default for BasicTokenizerBuilder
source§fn default() -> BasicTokenizerBuilder
fn default() -> BasicTokenizerBuilder
Returns the “default value” for a type. Read more