lex-core 0.8.2

Parser library for the lex format
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56

//! Session builder
//!
//! Handles construction of session nodes.

use super::helpers::extract_line_token;
use crate::lex::parsing::ir::{NodeType, ParseNode};
use crate::lex::token::LineContainer;

/// Type alias for the recursive parser function callback
type ParserFn = dyn Fn(Vec<LineContainer>, &str) -> Result<Vec<ParseNode>, String>;

/// Build a session node
pub(in crate::lex::parsing::parser::builder) fn build_session(
    tokens: &[LineContainer],
    subject_idx: usize,
    content_idx: usize,
    source: &str,
    parse_children: &ParserFn,
) -> Result<ParseNode, String> {
    let subject_token = extract_line_token(&tokens[subject_idx])?;

    let content_children =
        if let Some(LineContainer::Container { children, .. }) = tokens.get(content_idx) {
            parse_children(children.clone(), source)?
        } else {
            vec![]
        };

    // Filter out trailing Whitespace and BlankLine tokens from session label
    // Filter out trailing Whitespace and BlankLine tokens from session label
    // We must preserve internal whitespace for marker parsing!
    let mut subject_tokens: Vec<_> = subject_token
        .source_tokens
        .clone()
        .into_iter()
        .zip(subject_token.token_spans.clone())
        .collect();

    // Remove trailing whitespace/newlines
    while let Some((token, _)) = subject_tokens.last() {
        if matches!(
            token,
            crate::lex::lexing::Token::Whitespace(_) | crate::lex::lexing::Token::BlankLine(_)
        ) {
            subject_tokens.pop();
        } else {
            break;
        }
    }

    Ok(ParseNode::new(
        NodeType::Session,
        subject_tokens,
        content_children,
    ))
}