Skip to main content

unityrs_core/
tables.rs

1// Generated by tools/gen/gen_tables.py from Unicode Character Database 14.0.0 (Unicode-3.0): its Nd digits, lower cases and Final_Sigma classes, as Python 3.11 reads them. See THIRD_PARTY_LICENSES.
2//! Unicode tables pinned to the oracle's Python (3.11, Unicode 14.0), so the
3//! core's string rules do not drift with Rust's newer Unicode.
4//!
5//! - [`ND_ZEROS`]: the zero of every run of Unicode `Nd` digits. Python's
6//!   `re` `\d` and `int()` accept any `Nd` digit, so `UnityVersion.from_str`
7//!   does (its port is `version/parse.rs`; plan section 3.4).
8//! - [`LOWER_EXCEPTIONS`]: code points whose `str.lower()` under Unicode 14.0
9//!   differs from Rust's `char::to_lowercase`, with Python's result. Every
10//!   other code point lowers as Rust lowers it ([`crate::pystr::py_lower`],
11//!   plan risk R7).
12//! - [`SIGMA_CASED`] and [`SIGMA_CASE_IGNORABLE`]: the two classes of code
13//!   point that decide a capital sigma's lower-case form under Unicode 14.0
14//!   (`Final_Sigma`: a cased character before it and none after it, skipping
15//!   case-ignorable ones), read from Python 3.11's own `str.lower()`. A
16//!   case-ignorable character's casedness is never read, so the cased table
17//!   lists only cased characters that are not case-ignorable
18//!   ([`crate::pystr::py_lower`]; D request 5).
19//!
20//! Owner: package A. The tables are generated by `tools/gen/gen_tables.py`
21//! in the oracle image (plan section 2.6), each under a header naming the
22//! generator, its Python and, for [`LOWER_EXCEPTIONS`], the rustc whose
23//! `char::to_lowercase` it was compared with; `gen_tables.py --check`
24//! regenerates and compares. A toolchain whose Unicode differs from that
25//! rustc's fails `tests::the_exceptions_were_generated_for_this_toolchain`,
26//! so the table moves with the toolchain (plan risk R7).
27
28/// The first code point of each `Nd` run (each run is ten digits, 0-9),
29/// sorted.
30// @generated by tools/gen/gen_tables.py from Python 3.11 unicodedata (Unicode 14.0.0); do not edit.
31#[rustfmt::skip]
32#[allow(clippy::unreadable_literal)]
33pub static ND_ZEROS: &[u32] = &[
34    0x0030, 0x0660, 0x06F0, 0x07C0, 0x0966, 0x09E6, 0x0A66, 0x0AE6,
35    0x0B66, 0x0BE6, 0x0C66, 0x0CE6, 0x0D66, 0x0DE6, 0x0E50, 0x0ED0,
36    0x0F20, 0x1040, 0x1090, 0x17E0, 0x1810, 0x1946, 0x19D0, 0x1A80,
37    0x1A90, 0x1B50, 0x1BB0, 0x1C40, 0x1C50, 0xA620, 0xA8D0, 0xA900,
38    0xA9D0, 0xA9F0, 0xAA50, 0xABF0, 0xFF10, 0x104A0, 0x10D30, 0x11066,
39    0x110F0, 0x11136, 0x111D0, 0x112F0, 0x11450, 0x114D0, 0x11650, 0x116C0,
40    0x11730, 0x118E0, 0x11950, 0x11C50, 0x11D50, 0x11DA0, 0x16A60, 0x16AC0,
41    0x16B50, 0x1D7CE, 0x1D7D8, 0x1D7E2, 0x1D7EC, 0x1D7F6, 0x1E140, 0x1E2F0,
42    0x1E950, 0x1FBF0,
43];
44// @generated end
45
46/// `(code point, Python's lower-case string)` pairs, sorted by code point.
47// @generated by tools/gen/gen_tables.py from Python 3.11 str.lower() (Unicode 14.0.0) against rustc 1.99.1's char::to_lowercase; do not edit.
48#[rustfmt::skip]
49#[allow(clippy::unreadable_literal)]
50pub static LOWER_EXCEPTIONS: &[(u32, &str)] = &[
51    (0x1C89, "\u{1c89}"),
52    (0xA7CB, "\u{a7cb}"),
53    (0xA7CC, "\u{a7cc}"),
54    (0xA7CE, "\u{a7ce}"),
55    (0xA7D2, "\u{a7d2}"),
56    (0xA7D4, "\u{a7d4}"),
57    (0xA7DA, "\u{a7da}"),
58    (0xA7DC, "\u{a7dc}"),
59    (0x10D50, "\u{10d50}"),
60    (0x10D51, "\u{10d51}"),
61    (0x10D52, "\u{10d52}"),
62    (0x10D53, "\u{10d53}"),
63    (0x10D54, "\u{10d54}"),
64    (0x10D55, "\u{10d55}"),
65    (0x10D56, "\u{10d56}"),
66    (0x10D57, "\u{10d57}"),
67    (0x10D58, "\u{10d58}"),
68    (0x10D59, "\u{10d59}"),
69    (0x10D5A, "\u{10d5a}"),
70    (0x10D5B, "\u{10d5b}"),
71    (0x10D5C, "\u{10d5c}"),
72    (0x10D5D, "\u{10d5d}"),
73    (0x10D5E, "\u{10d5e}"),
74    (0x10D5F, "\u{10d5f}"),
75    (0x10D60, "\u{10d60}"),
76    (0x10D61, "\u{10d61}"),
77    (0x10D62, "\u{10d62}"),
78    (0x10D63, "\u{10d63}"),
79    (0x10D64, "\u{10d64}"),
80    (0x10D65, "\u{10d65}"),
81    (0x16EA0, "\u{16ea0}"),
82    (0x16EA1, "\u{16ea1}"),
83    (0x16EA2, "\u{16ea2}"),
84    (0x16EA3, "\u{16ea3}"),
85    (0x16EA4, "\u{16ea4}"),
86    (0x16EA5, "\u{16ea5}"),
87    (0x16EA6, "\u{16ea6}"),
88    (0x16EA7, "\u{16ea7}"),
89    (0x16EA8, "\u{16ea8}"),
90    (0x16EA9, "\u{16ea9}"),
91    (0x16EAA, "\u{16eaa}"),
92    (0x16EAB, "\u{16eab}"),
93    (0x16EAC, "\u{16eac}"),
94    (0x16EAD, "\u{16ead}"),
95    (0x16EAE, "\u{16eae}"),
96    (0x16EAF, "\u{16eaf}"),
97    (0x16EB0, "\u{16eb0}"),
98    (0x16EB1, "\u{16eb1}"),
99    (0x16EB2, "\u{16eb2}"),
100    (0x16EB3, "\u{16eb3}"),
101    (0x16EB4, "\u{16eb4}"),
102    (0x16EB5, "\u{16eb5}"),
103    (0x16EB6, "\u{16eb6}"),
104    (0x16EB7, "\u{16eb7}"),
105    (0x16EB8, "\u{16eb8}"),
106];
107/// Rust's Unicode version when the table was generated (rustc 1.99.1).
108#[cfg(test)]
109const RUST_UNICODE_VERSION: (u8, u8, u8) = (17, 0, 0);
110// @generated end
111
112/// Cased code points that are not case-ignorable, as inclusive ranges, sorted.
113// @generated by tools/gen/gen_tables.py from Python 3.11 str.lower()'s final sigma (Unicode 14.0.0); do not edit.
114#[rustfmt::skip]
115#[allow(clippy::unreadable_literal)]
116pub static SIGMA_CASED: &[(u32, u32)] = &[
117    (0x0041, 0x005A),
118    (0x0061, 0x007A),
119    (0x00AA, 0x00AA),
120    (0x00B5, 0x00B5),
121    (0x00BA, 0x00BA),
122    (0x00C0, 0x00D6),
123    (0x00D8, 0x00F6),
124    (0x00F8, 0x01BA),
125    (0x01BC, 0x01BF),
126    (0x01C4, 0x0293),
127    (0x0295, 0x02AF),
128    (0x0370, 0x0373),
129    (0x0376, 0x0377),
130    (0x037B, 0x037D),
131    (0x037F, 0x037F),
132    (0x0386, 0x0386),
133    (0x0388, 0x038A),
134    (0x038C, 0x038C),
135    (0x038E, 0x03A1),
136    (0x03A3, 0x03F5),
137    (0x03F7, 0x0481),
138    (0x048A, 0x052F),
139    (0x0531, 0x0556),
140    (0x0560, 0x0588),
141    (0x10A0, 0x10C5),
142    (0x10C7, 0x10C7),
143    (0x10CD, 0x10CD),
144    (0x10D0, 0x10FA),
145    (0x10FD, 0x10FF),
146    (0x13A0, 0x13F5),
147    (0x13F8, 0x13FD),
148    (0x1C80, 0x1C88),
149    (0x1C90, 0x1CBA),
150    (0x1CBD, 0x1CBF),
151    (0x1D00, 0x1D2B),
152    (0x1D6B, 0x1D77),
153    (0x1D79, 0x1D9A),
154    (0x1E00, 0x1F15),
155    (0x1F18, 0x1F1D),
156    (0x1F20, 0x1F45),
157    (0x1F48, 0x1F4D),
158    (0x1F50, 0x1F57),
159    (0x1F59, 0x1F59),
160    (0x1F5B, 0x1F5B),
161    (0x1F5D, 0x1F5D),
162    (0x1F5F, 0x1F7D),
163    (0x1F80, 0x1FB4),
164    (0x1FB6, 0x1FBC),
165    (0x1FBE, 0x1FBE),
166    (0x1FC2, 0x1FC4),
167    (0x1FC6, 0x1FCC),
168    (0x1FD0, 0x1FD3),
169    (0x1FD6, 0x1FDB),
170    (0x1FE0, 0x1FEC),
171    (0x1FF2, 0x1FF4),
172    (0x1FF6, 0x1FFC),
173    (0x2102, 0x2102),
174    (0x2107, 0x2107),
175    (0x210A, 0x2113),
176    (0x2115, 0x2115),
177    (0x2119, 0x211D),
178    (0x2124, 0x2124),
179    (0x2126, 0x2126),
180    (0x2128, 0x2128),
181    (0x212A, 0x212D),
182    (0x212F, 0x2134),
183    (0x2139, 0x2139),
184    (0x213C, 0x213F),
185    (0x2145, 0x2149),
186    (0x214E, 0x214E),
187    (0x2160, 0x217F),
188    (0x2183, 0x2184),
189    (0x24B6, 0x24E9),
190    (0x2C00, 0x2C7B),
191    (0x2C7E, 0x2CE4),
192    (0x2CEB, 0x2CEE),
193    (0x2CF2, 0x2CF3),
194    (0x2D00, 0x2D25),
195    (0x2D27, 0x2D27),
196    (0x2D2D, 0x2D2D),
197    (0xA640, 0xA66D),
198    (0xA680, 0xA69B),
199    (0xA722, 0xA76F),
200    (0xA771, 0xA787),
201    (0xA78B, 0xA78E),
202    (0xA790, 0xA7CA),
203    (0xA7D0, 0xA7D1),
204    (0xA7D3, 0xA7D3),
205    (0xA7D5, 0xA7D9),
206    (0xA7F5, 0xA7F6),
207    (0xA7FA, 0xA7FA),
208    (0xAB30, 0xAB5A),
209    (0xAB60, 0xAB68),
210    (0xAB70, 0xABBF),
211    (0xFB00, 0xFB06),
212    (0xFB13, 0xFB17),
213    (0xFF21, 0xFF3A),
214    (0xFF41, 0xFF5A),
215    (0x10400, 0x1044F),
216    (0x104B0, 0x104D3),
217    (0x104D8, 0x104FB),
218    (0x10570, 0x1057A),
219    (0x1057C, 0x1058A),
220    (0x1058C, 0x10592),
221    (0x10594, 0x10595),
222    (0x10597, 0x105A1),
223    (0x105A3, 0x105B1),
224    (0x105B3, 0x105B9),
225    (0x105BB, 0x105BC),
226    (0x10C80, 0x10CB2),
227    (0x10CC0, 0x10CF2),
228    (0x118A0, 0x118DF),
229    (0x16E40, 0x16E7F),
230    (0x1D400, 0x1D454),
231    (0x1D456, 0x1D49C),
232    (0x1D49E, 0x1D49F),
233    (0x1D4A2, 0x1D4A2),
234    (0x1D4A5, 0x1D4A6),
235    (0x1D4A9, 0x1D4AC),
236    (0x1D4AE, 0x1D4B9),
237    (0x1D4BB, 0x1D4BB),
238    (0x1D4BD, 0x1D4C3),
239    (0x1D4C5, 0x1D505),
240    (0x1D507, 0x1D50A),
241    (0x1D50D, 0x1D514),
242    (0x1D516, 0x1D51C),
243    (0x1D51E, 0x1D539),
244    (0x1D53B, 0x1D53E),
245    (0x1D540, 0x1D544),
246    (0x1D546, 0x1D546),
247    (0x1D54A, 0x1D550),
248    (0x1D552, 0x1D6A5),
249    (0x1D6A8, 0x1D6C0),
250    (0x1D6C2, 0x1D6DA),
251    (0x1D6DC, 0x1D6FA),
252    (0x1D6FC, 0x1D714),
253    (0x1D716, 0x1D734),
254    (0x1D736, 0x1D74E),
255    (0x1D750, 0x1D76E),
256    (0x1D770, 0x1D788),
257    (0x1D78A, 0x1D7A8),
258    (0x1D7AA, 0x1D7C2),
259    (0x1D7C4, 0x1D7CB),
260    (0x1DF00, 0x1DF09),
261    (0x1DF0B, 0x1DF1E),
262    (0x1E900, 0x1E943),
263    (0x1F130, 0x1F149),
264    (0x1F150, 0x1F169),
265    (0x1F170, 0x1F189),
266];
267// @generated end
268
269/// Case-ignorable code points, as inclusive ranges, sorted.
270// @generated by tools/gen/gen_tables.py from Python 3.11 str.lower()'s final sigma (Unicode 14.0.0); do not edit.
271#[rustfmt::skip]
272#[allow(clippy::unreadable_literal)]
273pub static SIGMA_CASE_IGNORABLE: &[(u32, u32)] = &[
274    (0x0027, 0x0027),
275    (0x002E, 0x002E),
276    (0x003A, 0x003A),
277    (0x005E, 0x005E),
278    (0x0060, 0x0060),
279    (0x00A8, 0x00A8),
280    (0x00AD, 0x00AD),
281    (0x00AF, 0x00AF),
282    (0x00B4, 0x00B4),
283    (0x00B7, 0x00B8),
284    (0x02B0, 0x036F),
285    (0x0374, 0x0375),
286    (0x037A, 0x037A),
287    (0x0384, 0x0385),
288    (0x0387, 0x0387),
289    (0x0483, 0x0489),
290    (0x0559, 0x0559),
291    (0x055F, 0x055F),
292    (0x0591, 0x05BD),
293    (0x05BF, 0x05BF),
294    (0x05C1, 0x05C2),
295    (0x05C4, 0x05C5),
296    (0x05C7, 0x05C7),
297    (0x05F4, 0x05F4),
298    (0x0600, 0x0605),
299    (0x0610, 0x061A),
300    (0x061C, 0x061C),
301    (0x0640, 0x0640),
302    (0x064B, 0x065F),
303    (0x0670, 0x0670),
304    (0x06D6, 0x06DD),
305    (0x06DF, 0x06E8),
306    (0x06EA, 0x06ED),
307    (0x070F, 0x070F),
308    (0x0711, 0x0711),
309    (0x0730, 0x074A),
310    (0x07A6, 0x07B0),
311    (0x07EB, 0x07F5),
312    (0x07FA, 0x07FA),
313    (0x07FD, 0x07FD),
314    (0x0816, 0x082D),
315    (0x0859, 0x085B),
316    (0x0888, 0x0888),
317    (0x0890, 0x0891),
318    (0x0898, 0x089F),
319    (0x08C9, 0x0902),
320    (0x093A, 0x093A),
321    (0x093C, 0x093C),
322    (0x0941, 0x0948),
323    (0x094D, 0x094D),
324    (0x0951, 0x0957),
325    (0x0962, 0x0963),
326    (0x0971, 0x0971),
327    (0x0981, 0x0981),
328    (0x09BC, 0x09BC),
329    (0x09C1, 0x09C4),
330    (0x09CD, 0x09CD),
331    (0x09E2, 0x09E3),
332    (0x09FE, 0x09FE),
333    (0x0A01, 0x0A02),
334    (0x0A3C, 0x0A3C),
335    (0x0A41, 0x0A42),
336    (0x0A47, 0x0A48),
337    (0x0A4B, 0x0A4D),
338    (0x0A51, 0x0A51),
339    (0x0A70, 0x0A71),
340    (0x0A75, 0x0A75),
341    (0x0A81, 0x0A82),
342    (0x0ABC, 0x0ABC),
343    (0x0AC1, 0x0AC5),
344    (0x0AC7, 0x0AC8),
345    (0x0ACD, 0x0ACD),
346    (0x0AE2, 0x0AE3),
347    (0x0AFA, 0x0AFF),
348    (0x0B01, 0x0B01),
349    (0x0B3C, 0x0B3C),
350    (0x0B3F, 0x0B3F),
351    (0x0B41, 0x0B44),
352    (0x0B4D, 0x0B4D),
353    (0x0B55, 0x0B56),
354    (0x0B62, 0x0B63),
355    (0x0B82, 0x0B82),
356    (0x0BC0, 0x0BC0),
357    (0x0BCD, 0x0BCD),
358    (0x0C00, 0x0C00),
359    (0x0C04, 0x0C04),
360    (0x0C3C, 0x0C3C),
361    (0x0C3E, 0x0C40),
362    (0x0C46, 0x0C48),
363    (0x0C4A, 0x0C4D),
364    (0x0C55, 0x0C56),
365    (0x0C62, 0x0C63),
366    (0x0C81, 0x0C81),
367    (0x0CBC, 0x0CBC),
368    (0x0CBF, 0x0CBF),
369    (0x0CC6, 0x0CC6),
370    (0x0CCC, 0x0CCD),
371    (0x0CE2, 0x0CE3),
372    (0x0D00, 0x0D01),
373    (0x0D3B, 0x0D3C),
374    (0x0D41, 0x0D44),
375    (0x0D4D, 0x0D4D),
376    (0x0D62, 0x0D63),
377    (0x0D81, 0x0D81),
378    (0x0DCA, 0x0DCA),
379    (0x0DD2, 0x0DD4),
380    (0x0DD6, 0x0DD6),
381    (0x0E31, 0x0E31),
382    (0x0E34, 0x0E3A),
383    (0x0E46, 0x0E4E),
384    (0x0EB1, 0x0EB1),
385    (0x0EB4, 0x0EBC),
386    (0x0EC6, 0x0EC6),
387    (0x0EC8, 0x0ECD),
388    (0x0F18, 0x0F19),
389    (0x0F35, 0x0F35),
390    (0x0F37, 0x0F37),
391    (0x0F39, 0x0F39),
392    (0x0F71, 0x0F7E),
393    (0x0F80, 0x0F84),
394    (0x0F86, 0x0F87),
395    (0x0F8D, 0x0F97),
396    (0x0F99, 0x0FBC),
397    (0x0FC6, 0x0FC6),
398    (0x102D, 0x1030),
399    (0x1032, 0x1037),
400    (0x1039, 0x103A),
401    (0x103D, 0x103E),
402    (0x1058, 0x1059),
403    (0x105E, 0x1060),
404    (0x1071, 0x1074),
405    (0x1082, 0x1082),
406    (0x1085, 0x1086),
407    (0x108D, 0x108D),
408    (0x109D, 0x109D),
409    (0x10FC, 0x10FC),
410    (0x135D, 0x135F),
411    (0x1712, 0x1714),
412    (0x1732, 0x1733),
413    (0x1752, 0x1753),
414    (0x1772, 0x1773),
415    (0x17B4, 0x17B5),
416    (0x17B7, 0x17BD),
417    (0x17C6, 0x17C6),
418    (0x17C9, 0x17D3),
419    (0x17D7, 0x17D7),
420    (0x17DD, 0x17DD),
421    (0x180B, 0x180F),
422    (0x1843, 0x1843),
423    (0x1885, 0x1886),
424    (0x18A9, 0x18A9),
425    (0x1920, 0x1922),
426    (0x1927, 0x1928),
427    (0x1932, 0x1932),
428    (0x1939, 0x193B),
429    (0x1A17, 0x1A18),
430    (0x1A1B, 0x1A1B),
431    (0x1A56, 0x1A56),
432    (0x1A58, 0x1A5E),
433    (0x1A60, 0x1A60),
434    (0x1A62, 0x1A62),
435    (0x1A65, 0x1A6C),
436    (0x1A73, 0x1A7C),
437    (0x1A7F, 0x1A7F),
438    (0x1AA7, 0x1AA7),
439    (0x1AB0, 0x1ACE),
440    (0x1B00, 0x1B03),
441    (0x1B34, 0x1B34),
442    (0x1B36, 0x1B3A),
443    (0x1B3C, 0x1B3C),
444    (0x1B42, 0x1B42),
445    (0x1B6B, 0x1B73),
446    (0x1B80, 0x1B81),
447    (0x1BA2, 0x1BA5),
448    (0x1BA8, 0x1BA9),
449    (0x1BAB, 0x1BAD),
450    (0x1BE6, 0x1BE6),
451    (0x1BE8, 0x1BE9),
452    (0x1BED, 0x1BED),
453    (0x1BEF, 0x1BF1),
454    (0x1C2C, 0x1C33),
455    (0x1C36, 0x1C37),
456    (0x1C78, 0x1C7D),
457    (0x1CD0, 0x1CD2),
458    (0x1CD4, 0x1CE0),
459    (0x1CE2, 0x1CE8),
460    (0x1CED, 0x1CED),
461    (0x1CF4, 0x1CF4),
462    (0x1CF8, 0x1CF9),
463    (0x1D2C, 0x1D6A),
464    (0x1D78, 0x1D78),
465    (0x1D9B, 0x1DFF),
466    (0x1FBD, 0x1FBD),
467    (0x1FBF, 0x1FC1),
468    (0x1FCD, 0x1FCF),
469    (0x1FDD, 0x1FDF),
470    (0x1FED, 0x1FEF),
471    (0x1FFD, 0x1FFE),
472    (0x200B, 0x200F),
473    (0x2018, 0x2019),
474    (0x2024, 0x2024),
475    (0x2027, 0x2027),
476    (0x202A, 0x202E),
477    (0x2060, 0x2064),
478    (0x2066, 0x206F),
479    (0x2071, 0x2071),
480    (0x207F, 0x207F),
481    (0x2090, 0x209C),
482    (0x20D0, 0x20F0),
483    (0x2C7C, 0x2C7D),
484    (0x2CEF, 0x2CF1),
485    (0x2D6F, 0x2D6F),
486    (0x2D7F, 0x2D7F),
487    (0x2DE0, 0x2DFF),
488    (0x2E2F, 0x2E2F),
489    (0x3005, 0x3005),
490    (0x302A, 0x302D),
491    (0x3031, 0x3035),
492    (0x303B, 0x303B),
493    (0x3099, 0x309E),
494    (0x30FC, 0x30FE),
495    (0xA015, 0xA015),
496    (0xA4F8, 0xA4FD),
497    (0xA60C, 0xA60C),
498    (0xA66F, 0xA672),
499    (0xA674, 0xA67D),
500    (0xA67F, 0xA67F),
501    (0xA69C, 0xA69F),
502    (0xA6F0, 0xA6F1),
503    (0xA700, 0xA721),
504    (0xA770, 0xA770),
505    (0xA788, 0xA78A),
506    (0xA7F2, 0xA7F4),
507    (0xA7F8, 0xA7F9),
508    (0xA802, 0xA802),
509    (0xA806, 0xA806),
510    (0xA80B, 0xA80B),
511    (0xA825, 0xA826),
512    (0xA82C, 0xA82C),
513    (0xA8C4, 0xA8C5),
514    (0xA8E0, 0xA8F1),
515    (0xA8FF, 0xA8FF),
516    (0xA926, 0xA92D),
517    (0xA947, 0xA951),
518    (0xA980, 0xA982),
519    (0xA9B3, 0xA9B3),
520    (0xA9B6, 0xA9B9),
521    (0xA9BC, 0xA9BD),
522    (0xA9CF, 0xA9CF),
523    (0xA9E5, 0xA9E6),
524    (0xAA29, 0xAA2E),
525    (0xAA31, 0xAA32),
526    (0xAA35, 0xAA36),
527    (0xAA43, 0xAA43),
528    (0xAA4C, 0xAA4C),
529    (0xAA70, 0xAA70),
530    (0xAA7C, 0xAA7C),
531    (0xAAB0, 0xAAB0),
532    (0xAAB2, 0xAAB4),
533    (0xAAB7, 0xAAB8),
534    (0xAABE, 0xAABF),
535    (0xAAC1, 0xAAC1),
536    (0xAADD, 0xAADD),
537    (0xAAEC, 0xAAED),
538    (0xAAF3, 0xAAF4),
539    (0xAAF6, 0xAAF6),
540    (0xAB5B, 0xAB5F),
541    (0xAB69, 0xAB6B),
542    (0xABE5, 0xABE5),
543    (0xABE8, 0xABE8),
544    (0xABED, 0xABED),
545    (0xFB1E, 0xFB1E),
546    (0xFBB2, 0xFBC2),
547    (0xFE00, 0xFE0F),
548    (0xFE13, 0xFE13),
549    (0xFE20, 0xFE2F),
550    (0xFE52, 0xFE52),
551    (0xFE55, 0xFE55),
552    (0xFEFF, 0xFEFF),
553    (0xFF07, 0xFF07),
554    (0xFF0E, 0xFF0E),
555    (0xFF1A, 0xFF1A),
556    (0xFF3E, 0xFF3E),
557    (0xFF40, 0xFF40),
558    (0xFF70, 0xFF70),
559    (0xFF9E, 0xFF9F),
560    (0xFFE3, 0xFFE3),
561    (0xFFF9, 0xFFFB),
562    (0x101FD, 0x101FD),
563    (0x102E0, 0x102E0),
564    (0x10376, 0x1037A),
565    (0x10780, 0x10785),
566    (0x10787, 0x107B0),
567    (0x107B2, 0x107BA),
568    (0x10A01, 0x10A03),
569    (0x10A05, 0x10A06),
570    (0x10A0C, 0x10A0F),
571    (0x10A38, 0x10A3A),
572    (0x10A3F, 0x10A3F),
573    (0x10AE5, 0x10AE6),
574    (0x10D24, 0x10D27),
575    (0x10EAB, 0x10EAC),
576    (0x10F46, 0x10F50),
577    (0x10F82, 0x10F85),
578    (0x11001, 0x11001),
579    (0x11038, 0x11046),
580    (0x11070, 0x11070),
581    (0x11073, 0x11074),
582    (0x1107F, 0x11081),
583    (0x110B3, 0x110B6),
584    (0x110B9, 0x110BA),
585    (0x110BD, 0x110BD),
586    (0x110C2, 0x110C2),
587    (0x110CD, 0x110CD),
588    (0x11100, 0x11102),
589    (0x11127, 0x1112B),
590    (0x1112D, 0x11134),
591    (0x11173, 0x11173),
592    (0x11180, 0x11181),
593    (0x111B6, 0x111BE),
594    (0x111C9, 0x111CC),
595    (0x111CF, 0x111CF),
596    (0x1122F, 0x11231),
597    (0x11234, 0x11234),
598    (0x11236, 0x11237),
599    (0x1123E, 0x1123E),
600    (0x112DF, 0x112DF),
601    (0x112E3, 0x112EA),
602    (0x11300, 0x11301),
603    (0x1133B, 0x1133C),
604    (0x11340, 0x11340),
605    (0x11366, 0x1136C),
606    (0x11370, 0x11374),
607    (0x11438, 0x1143F),
608    (0x11442, 0x11444),
609    (0x11446, 0x11446),
610    (0x1145E, 0x1145E),
611    (0x114B3, 0x114B8),
612    (0x114BA, 0x114BA),
613    (0x114BF, 0x114C0),
614    (0x114C2, 0x114C3),
615    (0x115B2, 0x115B5),
616    (0x115BC, 0x115BD),
617    (0x115BF, 0x115C0),
618    (0x115DC, 0x115DD),
619    (0x11633, 0x1163A),
620    (0x1163D, 0x1163D),
621    (0x1163F, 0x11640),
622    (0x116AB, 0x116AB),
623    (0x116AD, 0x116AD),
624    (0x116B0, 0x116B5),
625    (0x116B7, 0x116B7),
626    (0x1171D, 0x1171F),
627    (0x11722, 0x11725),
628    (0x11727, 0x1172B),
629    (0x1182F, 0x11837),
630    (0x11839, 0x1183A),
631    (0x1193B, 0x1193C),
632    (0x1193E, 0x1193E),
633    (0x11943, 0x11943),
634    (0x119D4, 0x119D7),
635    (0x119DA, 0x119DB),
636    (0x119E0, 0x119E0),
637    (0x11A01, 0x11A0A),
638    (0x11A33, 0x11A38),
639    (0x11A3B, 0x11A3E),
640    (0x11A47, 0x11A47),
641    (0x11A51, 0x11A56),
642    (0x11A59, 0x11A5B),
643    (0x11A8A, 0x11A96),
644    (0x11A98, 0x11A99),
645    (0x11C30, 0x11C36),
646    (0x11C38, 0x11C3D),
647    (0x11C3F, 0x11C3F),
648    (0x11C92, 0x11CA7),
649    (0x11CAA, 0x11CB0),
650    (0x11CB2, 0x11CB3),
651    (0x11CB5, 0x11CB6),
652    (0x11D31, 0x11D36),
653    (0x11D3A, 0x11D3A),
654    (0x11D3C, 0x11D3D),
655    (0x11D3F, 0x11D45),
656    (0x11D47, 0x11D47),
657    (0x11D90, 0x11D91),
658    (0x11D95, 0x11D95),
659    (0x11D97, 0x11D97),
660    (0x11EF3, 0x11EF4),
661    (0x13430, 0x13438),
662    (0x16AF0, 0x16AF4),
663    (0x16B30, 0x16B36),
664    (0x16B40, 0x16B43),
665    (0x16F4F, 0x16F4F),
666    (0x16F8F, 0x16F9F),
667    (0x16FE0, 0x16FE1),
668    (0x16FE3, 0x16FE4),
669    (0x1AFF0, 0x1AFF3),
670    (0x1AFF5, 0x1AFFB),
671    (0x1AFFD, 0x1AFFE),
672    (0x1BC9D, 0x1BC9E),
673    (0x1BCA0, 0x1BCA3),
674    (0x1CF00, 0x1CF2D),
675    (0x1CF30, 0x1CF46),
676    (0x1D167, 0x1D169),
677    (0x1D173, 0x1D182),
678    (0x1D185, 0x1D18B),
679    (0x1D1AA, 0x1D1AD),
680    (0x1D242, 0x1D244),
681    (0x1DA00, 0x1DA36),
682    (0x1DA3B, 0x1DA6C),
683    (0x1DA75, 0x1DA75),
684    (0x1DA84, 0x1DA84),
685    (0x1DA9B, 0x1DA9F),
686    (0x1DAA1, 0x1DAAF),
687    (0x1E000, 0x1E006),
688    (0x1E008, 0x1E018),
689    (0x1E01B, 0x1E021),
690    (0x1E023, 0x1E024),
691    (0x1E026, 0x1E02A),
692    (0x1E130, 0x1E13D),
693    (0x1E2AE, 0x1E2AE),
694    (0x1E2EC, 0x1E2EF),
695    (0x1E8D0, 0x1E8D6),
696    (0x1E944, 0x1E94B),
697    (0x1F3FB, 0x1F3FF),
698    (0xE0001, 0xE0001),
699    (0xE0020, 0xE007F),
700    (0xE0100, 0xE01EF),
701];
702// @generated end
703
704fn in_ranges(table: &[(u32, u32)], c: char) -> bool {
705    let cp = u32::from(c);
706    let i = table.partition_point(|&(first, _)| first <= cp);
707    i.checked_sub(1)
708        .and_then(|i| table.get(i))
709        .is_some_and(|&(_, last)| cp <= last)
710}
711
712/// Whether `c` is cased and not case-ignorable, as Python 3.11's final-sigma
713/// context sees it.
714#[must_use]
715pub fn is_sigma_cased(c: char) -> bool {
716    in_ranges(SIGMA_CASED, c)
717}
718
719/// Whether `c` is case-ignorable, as Python 3.11's final-sigma context sees it.
720#[must_use]
721pub fn is_case_ignorable(c: char) -> bool {
722    in_ranges(SIGMA_CASE_IGNORABLE, c)
723}
724
725/// The digit value of `c` if it is a Unicode `Nd` digit (as Python 3.11 sees it).
726#[must_use]
727pub fn nd_digit(c: char) -> Option<u8> {
728    let cp = u32::from(c);
729    let i = ND_ZEROS.partition_point(|&z| z <= cp);
730    let zero = *ND_ZEROS.get(i.checked_sub(1)?)?;
731    u8::try_from(cp - zero).ok().filter(|d| *d < 10)
732}
733
734/// Python's lower-case form of `c` when it differs from Rust's.
735#[must_use]
736pub fn lower_exception(c: char) -> Option<&'static str> {
737    let cp = u32::from(c);
738    let i = LOWER_EXCEPTIONS
739        .binary_search_by_key(&cp, |(k, _)| *k)
740        .ok()?;
741    LOWER_EXCEPTIONS.get(i).map(|(_, s)| *s)
742}
743
744#[cfg(test)]
745mod tests;