libhanzzok 0.1.5

Hanzzok compiler library
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65

use nom::{
    branch::alt,
    combinator::{fail, map},
    multi::many1,
};

use crate::{
    core::ast::TextNode,
    syntax::{parse::nom_ext::tag, TokenKind},
};

use super::{
    nom_ext::{any, satisfy, HanzzokParser},
    ParseResult,
};

pub fn parse_text(p: HanzzokParser) -> ParseResult<TextNode> {
    map(
        many1(alt((
            satisfy(|t| matches!(t.kind, TokenKind::Word(_) | TokenKind::PunctuationsOther(_))),
            tag(TokenKind::HorizontalSpace),
        ))),
        |tokens| TextNode {
            tokens: tokens.into_iter().map(|t| (t, true)).collect(),
        },
    )(p)
}

pub fn parse_single_newline(p: HanzzokParser) -> ParseResult<TextNode> {
    let (p, token) = tag(TokenKind::VerticalSpace)(p)?;

    Ok((
        p,
        TextNode {
            tokens: vec![(token, true)],
        },
    ))
}

pub fn parse_fallback_text(p: HanzzokParser) -> ParseResult<TextNode> {
    let (p, token) = any(p)?;

    if token.kind == TokenKind::VerticalSpace {
        return fail(p);
    }

    Ok((
        p,
        TextNode {
            tokens: vec![(token, true)],
        },
    ))
}

pub fn parse_escaped_text(p: HanzzokParser) -> ParseResult<TextNode> {
    let (p, backslash) = tag(TokenKind::PunctuationReverseSolidus)(p)?;
    let (p, token) = any(p)?;

    Ok((
        p,
        TextNode {
            tokens: vec![(backslash, false), (token, true)],
        },
    ))
}