brink-syntax 0.0.17

Syntax types and parser for inkle's ink narrative scripting language
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20

mod basic;
mod keywords;
mod numbers;
mod operators;
mod roundtrip;
mod strings;
mod unicode;

use crate::SyntaxKind;
use crate::lexer::lex;

/// Lex and return just the kinds.
fn kinds(src: &str) -> Vec<SyntaxKind> {
    lex(src).into_iter().map(|(k, _)| k).collect()
}

/// Lex and return (kind, text) pairs.
fn tokens(src: &str) -> Vec<(SyntaxKind, &str)> {
    lex(src)
}