Struct slr_parser::Lexer

pub struct Lexer<'l, 's>
where
    's: 'l,
{
    pub cur_token: Option<Result<Token<'s>, Error>>,
    pub next_token: Option<Result<Token<'s>, Error>>,
    /* private fields */
}

A type handling the lexing.

Fields

cur_token: Option<Result<Token<'s>, Error>>

next_token: Option<Result<Token<'s>, Error>>

Implementations

impl<'l, 's> Lexer<'l, 's>

pub fn new(source: &'l mut Source<'s>) -> Lexer<'l, 's>

Creates a new lexer from a source. The source will be reset by this operation, and must not be used with any spans created from a previous lexing done with that source.

Examples found in repository

src/lexer_test.rs (line 27)

fn main()
{
	let mut args = env::args();
	if args.len() < 2
	{
		panic!("Pass a file to test with");
	}

	args.next();
	let filename = args.next().unwrap();

	let mut src = String::new();
	File::open(&filename)
		.unwrap()
		.read_to_string(&mut src)
		.unwrap();

	let mut src = Source::new(Path::new(&filename), &src);
	let mut lexer = Lexer::new(&mut src);

	loop
	{
		let tok = lexer.next();
		match tok.as_ref()
		{
			Some(res) => match res.as_ref()
			{
				Ok(tok) => println!("{:?}", tok.kind),
				Err(err) =>
				{
					println!("{}", err.text);
					break;
				}
			},
			None => break,
		}
	}
}

pub fn get_source(&self) -> &Source<'s>

pub fn next(&mut self) -> Option<Result<Token<'s>, Error>>

Examples found in repository

src/lexer_test.rs (line 31)

fn main()
{
	let mut args = env::args();
	if args.len() < 2
	{
		panic!("Pass a file to test with");
	}

	args.next();
	let filename = args.next().unwrap();

	let mut src = String::new();
	File::open(&filename)
		.unwrap()
		.read_to_string(&mut src)
		.unwrap();

	let mut src = Source::new(Path::new(&filename), &src);
	let mut lexer = Lexer::new(&mut src);

	loop
	{
		let tok = lexer.next();
		match tok.as_ref()
		{
			Some(res) => match res.as_ref()
			{
				Ok(tok) => println!("{:?}", tok.kind),
				Err(err) =>
				{
					println!("{}", err.text);
					break;
				}
			},
			None => break,
		}
	}
}