Struct rune::Lexer

pub struct Lexer<'a> { /* fields omitted */ }

Lexer for the rune language.

Implementations

impl<'a> Lexer<'a>

pub fn new(source: &'a str) -> Self

Construct a new lexer over the given source.

Examples

use rune::Lexer;
use rune::ast;
use runestick::span;

assert_eq! {
    Lexer::new("fn").next().unwrap().unwrap(),
    ast::Token {
        kind: ast::Kind::Fn,
        span: span!(0, 2),
    }
};

assert_eq! {
    Lexer::new("name").next().unwrap().unwrap(),
    ast::Token {
        kind: ast::Kind::Ident(ast::StringSource::Text),
        span: span!(0, 4),
    }
};

pub fn span(&self) -> Span

Access the span of the lexer.

pub fn next(&mut self) -> Result<Option<Token>, ParseError>

Consume the next token from the lexer.

Trait Implementations

impl<'a> Debug for Lexer<'a>

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.