marser 0.1.0

Parser combinator toolkit with matcher-level backtracking and rich error reporting.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121

//! AI assistance: this file was written with AI assistance. The maintainer reviewed it and did not find errors.

use std::fs;
use std::path::{Path, PathBuf};

#[path = "../examples/mini_language/mod.rs"]
mod mini_language;

fn collect_ml_files(root: &Path) -> Vec<PathBuf> {
    fn visit(dir: &Path, out: &mut Vec<PathBuf>) {
        let entries = fs::read_dir(dir).unwrap_or_else(|err| {
            panic!("failed to read directory {}: {err}", dir.display());
        });

        for entry in entries {
            let entry = entry.unwrap_or_else(|err| {
                panic!("failed to read directory entry in {}: {err}", dir.display());
            });
            let path = entry.path();
            if path.is_dir() {
                visit(&path, out);
            } else if path.extension().is_some_and(|ext| ext == "ml") {
                out.push(path);
            }
        }
    }

    let mut files = Vec::new();
    visit(root, &mut files);
    files.sort();
    files
}

#[test]
fn valid_fixtures_parse_without_recovery_errors() {
    let root = Path::new("tests/data/mini_language/valid");
    let files = collect_ml_files(root);
    assert!(
        !files.is_empty(),
        "expected at least one valid mini_language fixture in {}",
        root.display()
    );

    for file in files {
        let source = fs::read_to_string(&file).unwrap_or_else(|err| {
            panic!("failed to read fixture {}: {err}", file.display());
        });
        let parse_result = mini_language::parse_source(&source).unwrap_or_else(|err| {
            panic!(
                "valid fixture {} failed with hard parse error:\n{err:#?}",
                file.display()
            );
        });
        let (_, errors) = parse_result;
        assert!(
            errors.is_empty(),
            "valid fixture {} produced {} recovery diagnostic(s)",
            file.display(),
            errors.len()
        );
    }
}

#[test]
fn invalid_fixtures_produce_parse_diagnostics() {
    let root = Path::new("tests/data/mini_language/invalid");
    let files = collect_ml_files(root);
    assert!(
        !files.is_empty(),
        "expected at least one invalid mini_language fixture in {}",
        root.display()
    );

    for file in files {
        let source = fs::read_to_string(&file).unwrap_or_else(|err| {
            panic!("failed to read fixture {}: {err}", file.display());
        });
        match mini_language::parse_source(&source) {
            Ok((_functions, errors)) => {
                assert!(
                    !errors.is_empty(),
                    "invalid fixture {} parsed without any diagnostics",
                    file.display()
                );
            }
            Err(_hard_error) => {
                // Hard parse failures are valid outcomes for invalid fixtures.
            }
        }
    }
}

#[test]
fn non_interactive_valid_fixtures_run_successfully() {
    let root = Path::new("tests/data/mini_language/valid");
    let files = collect_ml_files(root);

    for file in files {
        let source = fs::read_to_string(&file).unwrap_or_else(|err| {
            panic!("failed to read fixture {}: {err}", file.display());
        });
        if source.contains("input(") {
            // Skip interactive fixtures in automated runtime checks.
            continue;
        }

        let (value, errors) = mini_language::run_source(&source).unwrap_or_else(|_err| {
            panic!(
                "non-interactive valid fixture {} failed to run",
                file.display()
            );
        });
        assert!(
            errors.is_empty(),
            "non-interactive valid fixture {} had {} diagnostic(s)",
            file.display(),
            errors.len()
        );
        let _ = value;
    }
}