Function rust_tokenizers::preprocessing::tokenizer::tokenization_utils::get_pairs

pub fn get_pairs(token: &Vec<String>) -> Option<HashSet<BpePairRef>>