Function elasticlunr::pipeline::tokenize[][src]

pub fn tokenize(text: &str) -> Vec<String>
Notable traits for Vec<u8, A>
impl<A> Write for Vec<u8, A> where
    A: Allocator
Expand description

Splits a text string into a vector of individual tokens.