toktier 0.3.3

Rust API preview for TokTier's exact, stateful tokenization runtime
Documentation
// @generated by tools/generate_property_guard.py from
// tools/property_guard_manifest.json; do not edit by hand. Regenerate
// with `python3 tools/generate_property_guard.py --work-dir <dir>` and
// verify with `--check-offline`.
//
// Workspace requirement: icu_properties 2.0.2.
// Pairs judged against the judged pair: 11.
// Code points whose engine class some admitted pair moves: 17811 in 84 ranges.

/// The registry source every admitted copy carries in a lockfile.
pub(crate) const REGISTRY_SOURCE: &str = "registry+https://github.com/rust-lang/crates.io-index";

/// One crate copy the table speaks for.
#[derive(Debug, Clone, Copy, PartialEq, Eq)]
pub(crate) struct AdmittedCopy {
    pub(crate) name: &'static str,
    pub(crate) version: &'static str,
    pub(crate) checksum: &'static str,
    /// A copy of the judged pair.
    pub(crate) judged: bool,
}

/// Every copy of `icu_properties` and `icu_properties_data` that some
/// admitted pair holds, sorted by name and version.
pub(crate) const ADMITTED_COPIES: &[AdmittedCopy] = &[
    AdmittedCopy {
        name: "icu_properties",
        version: "2.0.2",
        checksum: "f5a97b8ac6235e69506e8dacfb2adf38461d2ce6d3e9bd9c94c4cbc3cd4400a4",
        judged: true,
    },
    AdmittedCopy {
        name: "icu_properties",
        version: "2.1.0",
        checksum: "6d70f9b6574c79f7a83ea5ce72cc88d271a3e77355c5f7748a107e751d8617fb",
        judged: false,
    },
    AdmittedCopy {
        name: "icu_properties",
        version: "2.1.1",
        checksum: "e93fcd3157766c0c8da2f8cff6ce651a31f0810eaa1c51ec363ef790bbb5fb99",
        judged: false,
    },
    AdmittedCopy {
        name: "icu_properties",
        version: "2.1.2",
        checksum: "020bfc02fe870ec3a66d93e677ccca0562506e5872c650f893269e08615d74ec",
        judged: false,
    },
    AdmittedCopy {
        name: "icu_properties",
        version: "2.2.0",
        checksum: "bee3b67d0ea5c2cca5003417989af8996f8604e34fb9ddf96208a033901e70de",
        judged: false,
    },
    AdmittedCopy {
        name: "icu_properties",
        version: "2.3.0",
        checksum: "7e7ca276ad3145661a65914e6daf131ca5120cd3dcee8f8f3214b8875184a148",
        judged: false,
    },
    AdmittedCopy {
        name: "icu_properties",
        version: "2.4.0",
        checksum: "2ea83d991c56158f7cf898bf86436c1dfe7c07ee82fe88951f2695c9f37a379f",
        judged: false,
    },
    AdmittedCopy {
        name: "icu_properties_data",
        version: "2.0.0",
        checksum: "8197e866e47b68f8f7d95249e172903bec06004b18b2937f1095d40a0c57de04",
        judged: false,
    },
    AdmittedCopy {
        name: "icu_properties_data",
        version: "2.0.1",
        checksum: "298459143998310acd25ffe6810ed544932242d3f07083eee1084d83a71bd632",
        judged: true,
    },
    AdmittedCopy {
        name: "icu_properties_data",
        version: "2.1.0",
        checksum: "17fa55bf868e28e638ed132bcee1e5c21ba2c1e52c15e7c78b781858e7b54342",
        judged: false,
    },
    AdmittedCopy {
        name: "icu_properties_data",
        version: "2.1.1",
        checksum: "02845b3647bb045f1100ecd6480ff52f34c35f82d9880e029d329c21d1054899",
        judged: false,
    },
    AdmittedCopy {
        name: "icu_properties_data",
        version: "2.1.2",
        checksum: "616c294cf8d725c6afcd8f55abc17c56464ef6211f9ed59cccffe534129c77af",
        judged: false,
    },
    AdmittedCopy {
        name: "icu_properties_data",
        version: "2.2.0",
        checksum: "8e2bbb201e0c04f7b4b3e14382af113e17ba4f63e2c9d2ee626b720cbce54a14",
        judged: false,
    },
    AdmittedCopy {
        name: "icu_properties_data",
        version: "2.3.0",
        checksum: "e590f038c1464a96894fd6d10127e90a8be4509f56ff7ecef851b15cee0b7caa",
        judged: false,
    },
    AdmittedCopy {
        name: "icu_properties_data",
        version: "2.4.0",
        checksum: "b98f29af82d02b163fe50161388350e743bb3107cc8e8c2f7314cb505faddfcf",
        judged: false,
    },
];

/// The union of the differing sets of every admitted pair, as sorted,
/// disjoint, non-adjacent inclusive ranges.
pub(crate) const MOVED_RANGES: &[(u32, u32)] = &[
    (0x0295, 0x0295),
    (0x0558, 0x0558),
    (0x058B, 0x058C),
    (0x05C8, 0x05C9),
    (0x088F, 0x088F),
    (0x0B53, 0x0B54),
    (0x0C5C, 0x0C5C),
    (0x0CDC, 0x0CDC),
    (0x1ACF, 0x1AF0),
    (0x208F, 0x208F),
    (0x209D, 0x209F),
    (0x20C1, 0x20C4),
    (0x2B96, 0x2B96),
    (0x2E60, 0x2E63),
    (0xA7CE, 0xA7CF),
    (0xA7D2, 0xA7D2),
    (0xA7D4, 0xA7D4),
    (0xA7DD, 0xA7DD),
    (0xA7E2, 0xA7E2),
    (0xA7F1, 0xA7F1),
    (0xAB6C, 0xAB6D),
    (0xFBC3, 0xFBD2),
    (0xFD90, 0xFD91),
    (0xFDC8, 0xFDCE),
    (0x107BB, 0x107BF),
    (0x10940, 0x10959),
    (0x10EC5, 0x10EC7),
    (0x10EC9, 0x10EEE),
    (0x10EF0, 0x10EFB),
    (0x11B0A, 0x11B0A),
    (0x11B60, 0x11B67),
    (0x11DB0, 0x11DDB),
    (0x11DE0, 0x11DE9),
    (0x11DF0, 0x11DF1),
    (0x1246F, 0x1246F),
    (0x12475, 0x1247F),
    (0x12550, 0x12686),
    (0x16EA0, 0x16EB8),
    (0x16EBB, 0x16ED3),
    (0x16FF2, 0x16FF6),
    (0x187F8, 0x187FF),
    (0x18CD6, 0x18CDA),
    (0x18D09, 0x18D20),
    (0x18D80, 0x18DF2),
    (0x18E00, 0x19191),
    (0x191A0, 0x191D2),
    (0x1B123, 0x1B128),
    (0x1B168, 0x1B168),
    (0x1CCFA, 0x1CCFC),
    (0x1CEBA, 0x1CED0),
    (0x1CED2, 0x1CED4),
    (0x1CEDD, 0x1CEFD),
    (0x1D127, 0x1D128),
    (0x1D1EB, 0x1D1FF),
    (0x1D250, 0x1D281),
    (0x1D6A6, 0x1D6A6),
    (0x1DB00, 0x1DB1C),
    (0x1DF1F, 0x1DF24),
    (0x1DF2B, 0x1DF81),
    (0x1DF90, 0x1DF96),
    (0x1DFCD, 0x1DFFF),
    (0x1E6C0, 0x1E6DE),
    (0x1E6E0, 0x1E6F5),
    (0x1E6FE, 0x1E6FF),
    (0x1F1AE, 0x1F1AE),
    (0x1F6D8, 0x1F6D9),
    (0x1F777, 0x1F77A),
    (0x1F7DA, 0x1F7DB),
    (0x1F7F1, 0x1F7FF),
    (0x1F8D0, 0x1F8D8),
    (0x1FA54, 0x1FA57),
    (0x1FA8A, 0x1FA8E),
    (0x1FAC8, 0x1FAC8),
    (0x1FACC, 0x1FACD),
    (0x1FADD, 0x1FADD),
    (0x1FAEA, 0x1FAEB),
    (0x1FAEF, 0x1FAEF),
    (0x1FAF9, 0x1FAFA),
    (0x1FBFA, 0x1FBFA),
    (0x2B73A, 0x2B73F),
    (0x2B81E, 0x2B81E),
    (0x2CEA2, 0x2CEAD),
    (0x323B0, 0x33479),
    (0x3D000, 0x3FC3F),
];

/// The number of code points in [`MOVED_RANGES`].
pub(crate) const MOVED_CODE_POINTS: u32 = 17811;