strykelang 0.8.5

A highly parallel Perl 5 interpreter written in Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95

//! Extra tests for `Lexer` to ensure correct tokenization of edge cases.

use crate::lexer::Lexer;
use crate::token::Token;

#[test]
fn test_range_operators() {
    let mut l = Lexer::new("1..5");
    let t = l.tokenize().expect("tokenize");
    assert_eq!(t[1].0, Token::Range);

    let mut l = Lexer::new("1...5");
    let t = l.tokenize().expect("tokenize");
    assert_eq!(t[1].0, Token::RangeExclusive);
}

#[test]
fn test_backtick_string() {
    let mut l = Lexer::new("`ls -l` ");
    let t = l.tokenize().expect("tokenize");
    assert!(matches!(t[0].0, Token::BacktickString(ref s) if s == "ls -l"));

    let mut l = Lexer::new("qx/echo hello/");
    let t = l.tokenize().expect("tokenize");
    assert!(matches!(t[0].0, Token::BacktickString(ref s) if s == "echo hello"));
}

#[test]
fn test_readline_complex() {
    let mut l = Lexer::new("<STDIN>");
    let t = l.tokenize().expect("tokenize");
    assert!(matches!(t[0].0, Token::ReadLine(ref s) if s == "STDIN"));

    let mut l = Lexer::new("<$fh>");
    let t = l.tokenize().expect("tokenize");
    assert!(matches!(t[0].0, Token::ReadLine(ref s) if s == "fh"));
}

#[test]
fn test_symbolic_deref() {
    let mut l = Lexer::new("$$foo");
    let t = l.tokenize().expect("tokenize");
    assert!(matches!(t[0].0, Token::DerefScalarVar(ref s) if s == "foo"));
}

#[test]
fn test_heredoc_edge_cases() {
    // Indented heredoc (Perl 5.26+)
    let src = "print <<~EOF\n  line1\n  line2\nEOF\n";
    let mut l = Lexer::new(src);
    let t = l.tokenize().expect("tokenize");
    if let Token::HereDoc(tag, body, _) = &t[1].0 {
        assert_eq!(tag, "EOF");
        assert!(body.contains("line1"));
    } else {
        panic!("expected HereDoc, got {:?}", t[1].0);
    }
}

#[test]
fn test_complex_string_escapes() {
    // Octal and Hex
    let mut l = Lexer::new(r#""\012""#);
    let t = l.tokenize().expect("tokenize");
    if let Token::DoubleString(s) = &t[0].0 {
        assert_eq!(s, "\n");
    }

    let mut l = Lexer::new(r#""\x0A""#);
    let t = l.tokenize().expect("tokenize");
    if let Token::DoubleString(s) = &t[0].0 {
        assert_eq!(s, "\n");
    }

    // Control characters
    let mut l = Lexer::new(r#""\c[""#);
    let t = l.tokenize().expect("tokenize");
    if let Token::DoubleString(s) = &t[0].0 {
        assert_eq!(s, "\x1B");
    }
}

#[test]
fn test_operators_ambiguity() {
    // 3 . 4 (concat) vs 3.4 (float)
    let mut l = Lexer::new("3 . 4");
    let t = l.tokenize().expect("tokenize");
    assert!(matches!(t[0].0, Token::Integer(3)));
    assert_eq!(t[1].0, Token::Dot);
    assert!(matches!(t[2].0, Token::Integer(4)));

    let mut l = Lexer::new("3.4");
    let t = l.tokenize().expect("tokenize");
    assert!(matches!(t[0].0, Token::Float(f) if (f - 3.4).abs() < 1e-9));
}