aufbau 0.3.1

Generalized prefix parsing for a class of context-dependent languages
1
2
3
4
5
6
7
8
9
10
11
12
13

use crate::engine::grammar::SPG;

mod feed;

pub(super) fn token_texts(grammar: &SPG, input: &str) -> Vec<String> {
    let mut grammar = grammar.clone();
    grammar
        .tokenize(input)
        .unwrap()
        .into_iter()
        .map(|segment| segment.text().to_string())
        .collect()
}