Struct bert_tokenizer::FullTokenizerBuilder
source · pub struct FullTokenizerBuilder { /* private fields */ }
Implementations§
source§impl FullTokenizerBuilder
impl FullTokenizerBuilder
pub fn vocab_from_file(&mut self, path: &str) -> &mut Self
pub fn vocab(&mut self, vocab: Vocab) -> &mut Self
pub fn do_lower_case(&mut self, do_lower_case: bool) -> &mut Self
pub fn do_strip_accents(&mut self, do_strip_accents: bool) -> &mut Self
pub fn build(&mut self) -> FullTokenizer
Trait Implementations§
source§impl Default for FullTokenizerBuilder
impl Default for FullTokenizerBuilder
source§fn default() -> FullTokenizerBuilder
fn default() -> FullTokenizerBuilder
Returns the “default value” for a type. Read more