ripex 0.3.0

Multi-language structural parsing and fact extraction.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87

#![cfg(any(
    feature = "lang-c",
    feature = "lang-cpp",
    feature = "lang-csharp",
    feature = "lang-go",
    feature = "lang-js",
    feature = "lang-python",
    feature = "lang-rust",
))]

//! Regression tests: inputs larger than `MAX_INPUT_SIZE` (1 MB) must not
//! panic. `Parser::new` yields an empty token stream for such inputs, and the
//! per-language `parse_program` must handle the empty stream gracefully
//! (returning an empty program plus an `InputTooLarge` diagnostic) instead of
//! unwrapping `tokens.last()` on an empty vec.

#[cfg(feature = "lang-c")]
use ripex::c::parser::parse_program as c_parse;
#[cfg(feature = "lang-cpp")]
use ripex::cpp::parser::parse_program as cpp_parse;
#[cfg(feature = "lang-csharp")]
use ripex::csharp::parser::parse_program as csharp_parse;
#[cfg(feature = "lang-go")]
use ripex::go::parser::parse_program as go_parse;
#[cfg(feature = "lang-python")]
use ripex::python::parser::parse_program as python_parse;
#[cfg(feature = "lang-rust")]
use ripex::rust::parser::parse_program as rust_parse;

fn big_input(size: usize) -> String {
    // A syntactically valid-but-huge repeat, well over the 1 MB cap.
    let unit = "fn main() { let x = 1; }\n";
    let reps = size / unit.len() + 1;
    unit.repeat(reps)
}

#[cfg(feature = "lang-python")]
#[test]
fn oversized_python_does_not_panic() {
    let src = big_input(2 * 1024 * 1024);
    let _ = python_parse(&src);
}

#[cfg(feature = "lang-rust")]
#[test]
fn oversized_rust_does_not_panic() {
    let src = big_input(2 * 1024 * 1024);
    let _ = rust_parse(&src);
}

#[cfg(feature = "lang-go")]
#[test]
fn oversized_go_does_not_panic() {
    let src = big_input(2 * 1024 * 1024);
    let _ = go_parse(&src);
}

#[cfg(feature = "lang-c")]
#[test]
fn oversized_c_does_not_panic() {
    let src = big_input(2 * 1024 * 1024);
    let _ = c_parse(&src);
}

#[cfg(feature = "lang-cpp")]
#[test]
fn oversized_cpp_does_not_panic() {
    let src = big_input(2 * 1024 * 1024);
    let _ = cpp_parse(&src);
}

#[cfg(feature = "lang-csharp")]
#[test]
fn oversized_csharp_does_not_panic() {
    let src = big_input(2 * 1024 * 1024);
    let _ = csharp_parse(&src);
}
#[cfg(feature = "lang-js")]
#[test]
fn oversized_javascript_does_not_panic() {
    let src = big_input(2 * 1024 * 1024);
    let options = ripex::js::config::ParserOptions::default();
    let (_, errors, _) = ripex::js::parser::parse_script(&src, &options);
    assert!(errors
        .iter()
        .any(|error| error.code == ripex::diagnostics::DiagnosticCode::InputTooLarge));
}