gtars_tokenizers/encoding/
mod.rs

1pub struct Encoding {
2    pub input_ids: Vec<u32>,
3    pub attention_mask: Vec<u8>,
4    pub special_tokens_mask: Vec<u8>,
5}
6
7pub struct BatchEncoding {
8    pub encodings: Vec<Encoding>,
9}