[−][src]Function ucglib::tokenizer::tokenize
pub fn tokenize<'a>(
input: OffsetStrIter<'a>,
comment_map: Option<&mut CommentMap>
) -> Result<Vec<Token>, String>
Consumes an input OffsetStrIter and returns either a Vec
pub fn tokenize<'a>(
input: OffsetStrIter<'a>,
comment_map: Option<&mut CommentMap>
) -> Result<Vec<Token>, String>
Consumes an input OffsetStrIter and returns either a Vec