zuzu-rust 0.6.0

Rust implementation of ZuzuScript
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151

from std/path/z/lexer import Lexer;
from std/path/zz/operators import STANDARD_OPERATORS;
from test/more import *;

function token_kinds ( src ) {
	let lx := new Lexer( src: src, allowed_operators: STANDARD_OPERATORS );
	let out := [];
	while ( true ) {
		let t := lx.next_tok();
		out.push( t{k} );
		last if t{k} ≡ "EOF";
	}
	return out;
}

function operator_kind ( src ) {
	let kinds := token_kinds(src);
	return kinds[1];
}

is( operator_kind( "two ** three" ), "POW", "binary ** tokenizes" );
is( operator_kind( "two × three" ), "TIMES_SIGN", "binary × tokenizes" );
is( operator_kind( "two * three" ), "STAR", "binary * tokenizes" );
is( operator_kind( "ten ÷ four" ), "DIVIDE_SIGN", "binary ÷ tokenizes" );
is( operator_kind( "ten / four" ), "SLASH", "binary / tokenizes" );
is( operator_kind( "five mod two" ), "MOD", "binary mod tokenizes" );
is( operator_kind( "two + three" ), "UPLUS", "binary + tokenizes" );
is( operator_kind( "ten - three" ), "UMINUS", "binary - tokenizes" );
is( operator_kind( "five = string_five" ), "EQ", "binary = tokenizes" );
is( operator_kind( "five ≠ six" ), "NE", "binary ≠ tokenizes" );
is( operator_kind( "two < three" ), "LT", "binary < tokenizes" );
is( operator_kind( "three > two" ), "GT", "binary > tokenizes" );
is( operator_kind( "three ≤ three" ), "LE_SIGN", "binary ≤ tokenizes" );
is( operator_kind( "three <= four" ), "LE", "binary <= tokenizes" );
is( operator_kind( "four ≥ three" ), "GE_SIGN", "binary ≥ tokenizes" );
is( operator_kind( "four >= four" ), "GE", "binary >= tokenizes" );
is( operator_kind( "two ≶ three" ), "CMP_SIGN", "binary ≶ tokenizes" );
is( operator_kind( "three <=> three" ), "CMP", "binary <=> tokenizes" );
is( operator_kind( "four ≷ three" ), "CMP_REV_SIGN", "binary ≷ tokenizes" );
is( operator_kind( "two ∣ six" ), "DIVIDES_SIGN", "binary ∣ tokenizes" );
is( operator_kind( "two divides six" ), "DIVIDES", "binary divides tokenizes" );
is( operator_kind( "four ∤ six" ), "NOT_DIVIDES_SIGN", "binary ∤ tokenizes" );
is( operator_kind( "left _ right" ), "CONCAT", "binary _ tokenizes" );
is( operator_kind( "left eq right" ), "STR_EQ", "binary eq tokenizes" );
is( operator_kind( "left ne right" ), "STR_NE", "binary ne tokenizes" );
is( operator_kind( "left gt right" ), "STR_GT", "binary gt tokenizes" );
is( operator_kind( "left ge right" ), "STR_GE", "binary ge tokenizes" );
is( operator_kind( "left lt right" ), "STR_LT", "binary lt tokenizes" );
is( operator_kind( "left le right" ), "STR_LE", "binary le tokenizes" );
is( operator_kind( "left cmp right" ), "STR_CMP", "binary cmp tokenizes" );
is( operator_kind( "left eqi right" ), "STR_EQI", "binary eqi tokenizes" );
is( operator_kind( "left nei right" ), "STR_NEI", "binary nei tokenizes" );
is( operator_kind( "left gti right" ), "STR_GTI", "binary gti tokenizes" );
is( operator_kind( "left gei right" ), "STR_GEI", "binary gei tokenizes" );
is( operator_kind( "left lti right" ), "STR_LTI", "binary lti tokenizes" );
is( operator_kind( "left lei right" ), "STR_LEI", "binary lei tokenizes" );
is( operator_kind( "left cmpi right" ), "STR_CMPI", "binary cmpi tokenizes" );
is( operator_kind( "left ~ right" ), "REGEXP_MATCH", "binary ~ tokenizes" );
is( operator_kind( "one « two" ), "LSHIFT_SIGN", "binary « tokenizes" );
is( operator_kind( "one << two" ), "LSHIFT", "binary << tokenizes" );
is( operator_kind( "one » two" ), "RSHIFT_SIGN", "binary » tokenizes" );
is( operator_kind( "one >> two" ), "RSHIFT", "binary >> tokenizes" );
is( operator_kind( "one & two" ), "BAND", "binary & tokenizes" );
is( operator_kind( "one ^ two" ), "BXOR", "binary ^ tokenizes" );
is( operator_kind( "one | two" ), "BOR", "binary | tokenizes" );
is( operator_kind( "one ⋀ two" ), "LAND_SIGN", "binary ⋀ tokenizes" );
is( operator_kind( "one and two" ), "LAND", "binary and tokenizes" );
is( operator_kind( "one ⋀? two" ), "LAND_VALUE_SIGN", "binary ⋀? tokenizes" );
is( operator_kind( "one and? two" ), "LAND_VALUE", "binary and? tokenizes" );
is( operator_kind( "one ⊼ two" ), "LNAND_SIGN", "binary ⊼ tokenizes" );
is( operator_kind( "one nand two" ), "LNAND", "binary nand tokenizes" );
is( operator_kind( "one ⊼? two" ), "LNAND_VALUE_SIGN", "binary ⊼? tokenizes" );
is( operator_kind( "one nand? two" ), "LNAND_VALUE", "binary nand? tokenizes" );
is( operator_kind( "one ⊭ two" ), "LBUTNOT_SIGN", "binary ⊭ tokenizes" );
is( operator_kind( "one butnot two" ), "LBUTNOT", "binary butnot tokenizes" );
is( operator_kind( "one ⊭? two" ), "LBUTNOT_VALUE_SIGN", "binary ⊭? tokenizes" );
is( operator_kind( "one butnot? two" ), "LBUTNOT_VALUE", "binary butnot? tokenizes" );
is( operator_kind( "one ⊻ two" ), "LXOR_SIGN", "binary ⊻ tokenizes" );
is( operator_kind( "one xor two" ), "LXOR", "binary xor tokenizes" );
is( operator_kind( "one ⊻? two" ), "LXOR_VALUE_SIGN", "binary ⊻? tokenizes" );
is( operator_kind( "one xor? two" ), "LXOR_VALUE", "binary xor? tokenizes" );
is( operator_kind( "one ⊽ two" ), "LNOR_SIGN", "binary ⊽ tokenizes" );
is( operator_kind( "one nor two" ), "LNOR", "binary nor tokenizes" );
is( operator_kind( "one ⊽? two" ), "LNOR_VALUE_SIGN", "binary ⊽? tokenizes" );
is( operator_kind( "one nor? two" ), "LNOR_VALUE", "binary nor? tokenizes" );
is( operator_kind( "one ↔ two" ), "LXNOR_SIGN", "binary ↔ tokenizes" );
is( operator_kind( "one xnor two" ), "LXNOR", "binary xnor tokenizes" );
is( operator_kind( "one ↔? two" ), "LXNOR_VALUE_SIGN", "binary ↔? tokenizes" );
is( operator_kind( "one xnor? two" ), "LXNOR_VALUE", "binary xnor? tokenizes" );
is( operator_kind( "one ⊨ two" ), "LONLYIF_SIGN", "binary ⊨ tokenizes" );
is( operator_kind( "one onlyif two" ), "LONLYIF", "binary onlyif tokenizes" );
is( operator_kind( "one ⊨? two" ), "LONLYIF_VALUE_SIGN", "binary ⊨? tokenizes" );
is( operator_kind( "one onlyif? two" ), "LONLYIF_VALUE", "binary onlyif? tokenizes" );
is( operator_kind( "one ⋁ two" ), "LOR_SIGN", "binary ⋁ tokenizes" );
is( operator_kind( "one or two" ), "LOR", "binary or tokenizes" );
is( operator_kind( "one ⋁? two" ), "LOR_VALUE_SIGN", "binary ⋁? tokenizes" );
is( operator_kind( "one or? two" ), "LOR_VALUE", "binary or? tokenizes" );
is( operator_kind( "one ⋃ two" ), "SET_UNION_SIGN", "binary ⋃ tokenizes" );
is( operator_kind( "one union two" ), "SET_UNION", "binary union tokenizes" );
is( operator_kind( "one ⋂ two" ), "SET_INTERSECTION_SIGN", "binary ⋂ tokenizes" );
is(
	operator_kind( "one intersection two" ),
	"SET_INTERSECTION",
	"binary intersection tokenizes",
);
is( operator_kind( "one ∖ two" ), "SET_DIFFERENCE_SIGN", "binary ∖ tokenizes" );
is( operator_kind( "one \\ two" ), "SET_DIFFERENCE", "binary \\ tokenizes" );
is( operator_kind( "one ∈ two" ), "MEMBER_SIGN", "binary ∈ tokenizes" );
is( operator_kind( "one in two" ), "MEMBER", "binary in tokenizes" );
is( operator_kind( "one ∉ two" ), "NOT_MEMBER_SIGN", "binary ∉ tokenizes" );
is( operator_kind( "one ⊂ two" ), "SUBSETOF_SIGN", "binary ⊂ tokenizes" );
is( operator_kind( "one subsetof two" ), "SUBSETOF", "binary subsetof tokenizes" );
is( operator_kind( "one ⊃ two" ), "SUPERSETOF_SIGN", "binary ⊃ tokenizes" );
is( operator_kind( "one supersetof two" ), "SUPERSETOF", "binary supersetof tokenizes" );
is( operator_kind( "one ⊂⊃ two" ), "EQUIVALENTOF_SIGN", "binary ⊂⊃ tokenizes" );
is(
	operator_kind( "one equivalentof two" ),
	"EQUIVALENTOF",
	"binary equivalentof tokenizes",
);
is( operator_kind( "one ≡ two" ), "TYPE_EQ_SIGN", "binary ≡ tokenizes" );
is( operator_kind( "one == two" ), "TYPE_EQ", "binary == tokenizes" );
is( operator_kind( "one ≢ two" ), "TYPE_NE_SIGN", "binary ≢ tokenizes" );
is( operator_kind( "one != two" ), "TYPE_NE", "binary != tokenizes" );
is( operator_kind( "one can \"length\"" ), "CAN", "binary can tokenizes" );
is( token_kinds( "zero ? one : two" )[1], "QMARK", "ternary ? tokenizes" );
is( token_kinds( "zero ? one : two" )[3], "COLON", "ternary : tokenizes" );
is( operator_kind( "zero ?: two" ), "ELVIS", "Elvis ?: tokenizes" );

is( token_kinds( "**/value" )[0], "STARSTAR", "bare ** remains a path token" );
is( token_kinds( "2*3" )[1], "STAR_PATH", "non-whitespace * stays path-like" );
is( token_kinds( "left_eq_right" )[0], "NAME", "word operators respect name boundaries" );
is( token_kinds( "leftandright" )[0], "NAME", "logical words respect name boundaries" );
is( token_kinds( "leftunionright" )[0], "NAME", "set words respect name boundaries" );
is( token_kinds( "leftcanright" )[0], "NAME", "can respects name boundaries" );
like(
	exception( function () {
		token_kinds( "\\value" );
	} ),
	/requires whitespace/,
	"prefix-like \\ is not tokenized as a supported operator",
);
like(
	exception( function () {
		token_kinds( "zero ?:two" );
	} ),
	/Elvis operator '\?:' requires whitespace/,
	"Elvis ?: requires whitespace",
);

done_testing();