nanvm_lib::tokenizer

Function tokenize

Source 
pub fn tokenize<M: Manager + 'static>(
    manager: M,
    input: String,
) -> Vec<JsonToken<M::Dealloc>>