Function nu_parser::lex

source ·
pub fn lex(
    input: &[u8],
    span_offset: usize,
    additional_whitespace: &[u8],
    special_tokens: &[u8],
    skip_comment: bool
) -> (Vec<Token>, Option<ParseError>)