jrsonnet-rowan-parser 0.5.0-pre98

Rowan-based CST for jrsonnet
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21

use jrsonnet_lexer::Lexer;
use rowan::{TextRange, TextSize};

use crate::SyntaxKind;

#[derive(Clone, Copy, Debug)]
pub struct Lexeme<'s> {
	pub kind: SyntaxKind,
	pub text: &'s str,
	pub range: TextRange,
}

pub fn lex(input: &str) -> Vec<Lexeme<'_>> {
	Lexer::new(input)
		.map(|l| Lexeme {
			kind: SyntaxKind::from_raw(l.kind.into_raw()),
			text: l.text,
			range: TextRange::new(TextSize::from(l.range.0), TextSize::from(l.range.1)),
		})
		.collect()
}