pmat 3.11.0

PMAT - Zero-config AI context generation and code quality toolkit (CLI, MCP, HTTP)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111

/// Extract identifiers from source for better search
pub(super) fn extract_identifiers(source: &str) -> String {
    let mut result = String::with_capacity(source.len().min(4096) / 5);
    append_identifiers(source, &mut result);
    result
}

/// Append extracted identifiers directly into an existing String buffer.
/// Avoids intermediate String allocation when called from build_corpus_entry.
pub(super) fn append_identifiers(source: &str, buf: &mut String) {
    for word in source.split(|c: char| !c.is_alphanumeric() && c != '_') {
        let trimmed = word.trim();
        if trimmed.len() >= 3 && !is_keyword(trimmed) {
            if !buf.is_empty() {
                buf.push(' ');
            }
            for c in trimmed.chars() {
                for lc in c.to_lowercase() {
                    buf.push(lc);
                }
            }
        }
    }
}

/// Check if word is a language keyword
pub(super) fn is_keyword(word: &str) -> bool {
    matches!(
        word,
        "fn" | "let"
            | "mut"
            | "pub"
            | "use"
            | "mod"
            | "struct"
            | "enum"
            | "impl"
            | "trait"
            | "type"
            | "const"
            | "static"
            | "if"
            | "else"
            | "match"
            | "for"
            | "while"
            | "loop"
            | "return"
            | "break"
            | "continue"
            | "async"
            | "await"
            | "true"
            | "false"
            | "self"
            | "Self"
            | "super"
            | "crate"
            | "where"
            | "move"
            | "ref"
            | "dyn"
            | "box"
            | "in"
            | "as"
            | "unsafe"
            | "extern"
            | "macro"
            | "function"
            | "class"
            | "def"
            | "import"
            | "from"
            | "try"
            | "catch"
            | "throw"
            | "new"
            | "this"
            | "var"
            | "void"
            | "int"
            | "str"
            | "bool"
            | "None"
            | "null"
            | "undefined"
            // Lua keywords
            | "local"
            | "then"
            | "end"
            | "elseif"
            | "repeat"
            | "until"
            | "and"
            | "or"
            | "not"
            | "nil"
            | "goto"
            // C/C++ keywords
            | "char" | "short" | "long" | "float" | "double" | "signed" | "unsigned"
            | "auto" | "register" | "volatile" | "inline" | "virtual" | "override"
            | "switch" | "case" | "default" | "typedef" | "sizeof" | "alignof"
            | "namespace" | "using" | "template" | "typename" | "constexpr"
            | "noexcept" | "nullptr" | "delete" | "operator" | "friend"
            | "private" | "protected" | "public" | "explicit" | "mutable"
            | "static_cast" | "dynamic_cast" | "const_cast" | "reinterpret_cast"
            // CUDA keywords
            | "__global__" | "__device__" | "__host__" | "__shared__"
            | "threadIdx" | "blockIdx" | "blockDim" | "gridDim"
    )
}