Function tokenize 

pub fn tokenize(
    tokenizer: &TokenizerKind,
    text: &str,
    max_len: usize,
) -> TokenizedInput

Tokenize text using whatever tokenizer backend is loaded.