pub struct WordPieceTokenizerBuilder { /* private fields */ }
Implementations§
source§impl WordPieceTokenizerBuilder
impl WordPieceTokenizerBuilder
pub fn unk_token(self, unk_token: String) -> Self
pub fn max_input_chars_per_word(self, max_input_chars_per_word: u16) -> Self
pub fn build(self) -> WordPieceTokenizer
Trait Implementations§
source§impl Default for WordPieceTokenizerBuilder
impl Default for WordPieceTokenizerBuilder
source§fn default() -> WordPieceTokenizerBuilder
fn default() -> WordPieceTokenizerBuilder
Returns the “default value” for a type. Read more