gtars-tokenizers 0.5.3

Genomic region tokenizers for machine learning in Rust
Documentation 
1
2
3
4
5
6
7
8
9

pub struct Encoding {
    pub input_ids: Vec<u32>,
    pub attention_mask: Vec<u8>,
    pub special_tokens_mask: Vec<u8>,
}

pub struct BatchEncoding {
    pub encodings: Vec<Encoding>,
}