hegeltest 0.27.0

Property-based testing for Rust, built on Hypothesis
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64

#!/usr/bin/env python3
"""Generate an independent Python-sourced reference table for testing.

Run from the repo root:

    python scripts/generate_unicodedata_python_reference.py

Emits `tests/embedded/native/unicodedata_python_reference.rs` with a
run-length-encoded list of `(end_codepoint, category_str)` pairs, sourced
directly from `unicodedata.category()`. The Rust test compares
`crate::native::unicodedata::general_category` against this reference for
every codepoint in `0..=0x10FFFF`, catching any divergence between the
vendored UnicodeData.txt and Python's own tables.
"""

from __future__ import annotations

import unicodedata
from pathlib import Path

REPO_ROOT = Path(__file__).resolve().parent.parent
OUT_PATH = (
    REPO_ROOT / "tests" / "embedded" / "native" / "unicodedata_python_reference_data.rs"
)

MAX_CP = 0x10FFFF


def main() -> None:
    ranges: list[tuple[int, int, str]] = []
    current_cat = unicodedata.category(chr(0))
    current_start = 0
    for cp in range(1, MAX_CP + 1):
        cat = unicodedata.category(chr(cp))
        if cat != current_cat:
            ranges.append((current_start, cp - 1, current_cat))
            current_cat = cat
            current_start = cp
    ranges.append((current_start, MAX_CP, current_cat))

    # Emit a bare array literal so the test file can `include!` it directly
    # inside a `const` definition without binding it to a specific name.
    lines = [
        "// Auto-generated by scripts/generate_unicodedata_python_reference.py.",
        "// Do not edit by hand; regenerate against the target Python version",
        "// if upgrading Unicode tables.",
        f"// Source: Python {unicodedata.unidata_version} unicodedata.category().",
        "// Run-length-encoded: each tuple is (end_inclusive, category_code),",
        "// covering `0..=0x10FFFF` contiguously.",
        "[",
    ]
    for _, end, cat in ranges:
        lines.append(f'    ({end:#07x}, "{cat}"),')
    lines.append("]")
    lines.append("")

    OUT_PATH.parent.mkdir(parents=True, exist_ok=True)
    OUT_PATH.write_text("\n".join(lines))
    print(f"Wrote {OUT_PATH} with {len(ranges)} ranges "
          f"(Python {unicodedata.unidata_version}).")


if __name__ == "__main__":
    main()