lex-core 0.8.2

Parser library for the lex format
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50

//! Definition builder
//!
//! Handles construction of definition nodes.

use super::helpers::extract_line_token;
use crate::lex::parsing::ir::{NodeType, ParseNode};
use crate::lex::token::LineContainer;

/// Type alias for the recursive parser function callback
type ParserFn = dyn Fn(Vec<LineContainer>, &str) -> Result<Vec<ParseNode>, String>;

/// Build a definition node
pub(in crate::lex::parsing::parser::builder) fn build_definition(
    tokens: &[LineContainer],
    subject_idx: usize,
    content_idx: usize,
    source: &str,
    parse_children: &ParserFn,
) -> Result<ParseNode, String> {
    let subject_token = extract_line_token(&tokens[subject_idx])?;

    let children = if let Some(LineContainer::Container { children, .. }) = tokens.get(content_idx)
    {
        parse_children(children.clone(), source)?
    } else {
        Vec::new()
    };

    // Filter out Colon, Whitespace, and BlankLine tokens from definition subject
    let subject_tokens: Vec<_> = subject_token
        .source_tokens
        .clone()
        .into_iter()
        .zip(subject_token.token_spans.clone())
        .filter(|(token, _)| {
            !matches!(
                token,
                crate::lex::lexing::Token::Colon
                    | crate::lex::lexing::Token::Whitespace(_)
                    | crate::lex::lexing::Token::BlankLine(_)
            )
        })
        .collect();

    Ok(ParseNode::new(
        NodeType::Definition,
        subject_tokens,
        children,
    ))
}