Function doublify_toolkit::filtering::tokenize [] [src]

pub fn tokenize(raw_query: &str) -> Vec<Token>

Tokenizes query