prek-identify 0.3.8

File identification for prek
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102

# /// script
# requires-python = ">=3.14"
# dependencies = [
#     "identify>=2.6.16",
# ]
# ///
from pathlib import Path

from identify.identify import ALL_TAGS
from identify.interpreters import INTERPRETERS
from identify.extensions import EXTENSIONS, EXTENSIONS_NEED_BINARY_CHECK, NAMES


TAG_ID_CONSTS = [
    ("TAG_FILE", "file"),
    ("TAG_DIRECTORY", "directory"),
    ("TAG_SYMLINK", "symlink"),
    ("TAG_SOCKET", "socket"),
    ("TAG_EXECUTABLE", "executable"),
    ("TAG_NON_EXECUTABLE", "non-executable"),
    ("TAG_TEXT", "text"),
    ("TAG_BINARY", "binary"),
]

TAG_SET_CONSTS = [
    ("TAG_SET_FILE", ["file"]),
    ("TAG_SET_DIRECTORY", ["directory"]),
    ("TAG_SET_SYMLINK", ["symlink"]),
    ("TAG_SET_SOCKET", ["socket"]),
    ("TAG_SET_TEXT", ["text"]),
    ("TAG_SET_TEXT_OR_BINARY", ["text", "binary"]),
    ("TAG_SET_EXECUTABLE_TEXT", ["executable", "text"]),
    ("TAG_SET_JSON", ["json"]),
    ("TAG_SET_JSON5", ["json5"]),
    ("TAG_SET_TOML", ["toml"]),
    ("TAG_SET_XML", ["xml"]),
    ("TAG_SET_YAML", ["yaml"]),
]

SELF_DIR = Path(__file__).parent
TAGS_FILE = SELF_DIR / "src/tags.rs"


def gen():
    with open(TAGS_FILE, "w", newline="\n") as f:
        f.write("// This file is auto-generated by gen.py. DO NOT EDIT MANUALLY.\n\n")
        f.write("use crate::TagSet;\n\n")
        tags = sorted(set(ALL_TAGS))
        tag_to_id = {tag: idx for idx, tag in enumerate(tags)}

        def tagset_expr(tag_set):
            ids = sorted(tag_to_id[tag] for tag in tag_set)
            ids_str = ", ".join(str(tag_id) for tag_id in ids)
            return f"TagSet::new(&[{ids_str}])"

        f.write(f"pub const ALL_TAGS: [&str; {len(tags)}] = [\n")
        for tag in tags:
            f.write(f'    "{tag}",\n')
        f.write("];\n\n")

        for const_name, tag in TAG_ID_CONSTS:
            f.write(f"pub const {const_name}: u16 = {tag_to_id[tag]};\n")
        f.write("\n")

        for const_name, const_tags in TAG_SET_CONSTS:
            f.write(f"pub const {const_name}: TagSet = {tagset_expr(const_tags)};\n")
        f.write("\n")

        f.write("pub const INTERPRETERS: phf::Map<&str, TagSet> = phf::phf_map! {\n")
        for interpreter in sorted(INTERPRETERS):
            tag_names = sorted(INTERPRETERS[interpreter])
            tag_names_str = ", ".join(f'"{tag}"' for tag in tag_names)
            f.write(f"    // [{tag_names_str}]\n")
            f.write(
                f'    "{interpreter}" => {tagset_expr(INTERPRETERS[interpreter])},\n'
            )
        f.write("};\n\n")

        EXTENSIONS.update(EXTENSIONS_NEED_BINARY_CHECK)
        f.write("pub const EXTENSIONS: phf::Map<&str, TagSet> = phf::phf_map! {\n")
        for ext in sorted(EXTENSIONS):
            tag_names = sorted(EXTENSIONS[ext])
            tag_names_str = ", ".join(f'"{tag}"' for tag in tag_names)
            f.write(f"    // [{tag_names_str}]\n")
            f.write(f'    "{ext}" => {tagset_expr(EXTENSIONS[ext])},\n')
        f.write("};\n\n")

        f.write("pub const NAMES: phf::Map<&str, TagSet> = phf::phf_map! {\n")
        for name in sorted(NAMES):
            tag_names = sorted(NAMES[name])
            tag_names_str = ", ".join(f'"{tag}"' for tag in tag_names)
            f.write(f"    // [{tag_names_str}]\n")
            f.write(f'    "{name}" => {tagset_expr(NAMES[name])},\n')
        f.write("};\n")


def main():
    gen()


if __name__ == "__main__":
    main()