jotdown 0.10.0

A parser for the Djot markup language
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99

use super::Delimiter::*;
use super::Kind::*;
use super::Sequence::*;
use super::Symbol::*;

macro_rules! test_lex {
    ($($st:ident,)? $src:expr $(,$($token:expr),* $(,)?)?) => {
        #[allow(unused)]
        let actual = super::Lexer::new($src.as_bytes()).collect::<Vec<_>>();
        let expected = vec![$($($token),*,)?];
        assert_eq!(actual, expected, "{}", $src);
    };
}

impl super::Kind {
    fn l(self, len: usize) -> super::Token {
        super::Token { kind: self, len }
    }
}

#[test]
fn empty() {
    test_lex!("");
}

#[test]
fn basic() {
    test_lex!("abc", Text.l(3));
    test_lex!(
        "para w/ some _emphasis_ and *strong*.",
        Text.l(13),
        Sym(Underscore).l(1),
        Text.l(8),
        Sym(Underscore).l(1),
        Text.l(5),
        Sym(Asterisk).l(1),
        Text.l(6),
        Sym(Asterisk).l(1),
        Seq(Period).l(1),
    );
}

#[test]
fn escape() {
    test_lex!(r#"\a"#, Text.l(2));
    test_lex!(r#"\\a"#, Escape.l(1), Text.l(2));
    test_lex!(r#"\."#, Escape.l(1), Text.l(1));
    test_lex!(r#"\ "#, Escape.l(1), Nbsp.l(1));
    test_lex!(r#"\{-"#, Escape.l(1), Text.l(1), Seq(Hyphen).l(1));
}

#[test]
fn hardbreak() {
    test_lex!("a\\\n", Text.l(1), Escape.l(1), Hardbreak.l(1));
    test_lex!("a\\   \n", Text.l(1), Escape.l(1), Hardbreak.l(4));
    test_lex!("a\\\t \t \n", Text.l(1), Escape.l(1), Hardbreak.l(5));
}

#[test]
fn delim() {
    test_lex!("{-", Open(BraceHyphen).l(2));
    test_lex!("-}", Close(BraceHyphen).l(2));
    test_lex!("{++}", Open(BracePlus).l(2), Close(BracePlus).l(2));
}

#[test]
fn sym() {
    test_lex!(
        r#"'*^![<|"~_"#,
        Sym(Quote1).l(1),
        Sym(Asterisk).l(1),
        Sym(Caret).l(1),
        Sym(ExclaimBracket).l(2),
        Sym(Lt).l(1),
        Sym(Pipe).l(1),
        Sym(Quote2).l(1),
        Sym(Tilde).l(1),
        Sym(Underscore).l(1),
    );
    test_lex!(
        "''''",
        Sym(Quote1).l(1),
        Sym(Quote1).l(1),
        Sym(Quote1).l(1),
        Sym(Quote1).l(1),
    );
}

#[test]
fn seq() {
    test_lex!("`", Seq(Backtick).l(1));
    test_lex!("```", Seq(Backtick).l(3));
    test_lex!(
        "`-.",
        Seq(Backtick).l(1),
        Seq(Hyphen).l(1),
        Seq(Period).l(1),
    );
}