Function mozprofile::prefreader::tokenize

Important traits for PrefTokenizer<'a>

impl<'a> Iterator for PrefTokenizer<'a> type Item = PrefToken<'a>;

pub fn tokenize(data: &[u8]) -> PrefTokenizer