pub fn batch_encode_ext<T: TransformerTokenizer>(
texts: &[&str],
tokenizer: &T,
config: &BatchConfigExt,
) -> BatchEncodingExpand description
Batch-encode with extended configuration (including padding side).
Same as batch_encode but allows choosing left or right padding.