Struct rune::Lexer

pub struct Lexer<'a> { /* fields omitted */ }

Lexer for the rune language.

Implementations

impl<'a> Lexer<'a>

pub fn new(source: &'a str) -> Self

Construct a new lexer over the given source.

Examples

use rune::Lexer;
use rune::ast::{Kind, Token};
use runestick::Span;

assert_eq! {
    Lexer::new("fn").next().unwrap().unwrap(),
    Token {
        kind: Kind::Fn,
        span: Span { start: 0, end: 2 },
    }
};

assert_eq! {
    Lexer::new("name").next().unwrap().unwrap(),
    Token {
        kind: Kind::Ident,
        span: Span { start: 0, end: 4 },
    }
};

pub fn new_with_start(source: &'a str, start: usize) -> Self

Construct a new lexer with the given start.

pub fn end(&self) -> Span

Access the end span of the input.

pub fn next(&mut self) -> Result<Option<Token>, ParseError>

Consume the next token from the lexer.

Trait Implementations

impl<'a> Clone for Lexer<'a>

fn clone(&self) -> Lexer<'a>

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<'a> Debug for Lexer<'a>

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.