tokenize

Function tokenize 

Source
pub fn tokenize<'a>(
    input: &'a str,
    delimiters: &'a [char],
) -> impl Iterator<Item = &'a str>
Expand description

ยงExamples

let tokens : Vec<_> = spell::tokenize("a,b c", &[' ', ',']).collect();

assert_eq!(vec!["a", "b", "c"], tokens);