agent-file-tools 0.36.0

Agent File Tools — tree-sitter powered code analysis for AI agents
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147

use crate::parser::LangId;

#[derive(Debug, Clone, Copy, PartialEq, Eq)]
pub enum AnonymizeAs {
    Variable,
    Field,
    None,
}

pub fn node_cost(lang: LangId, node_kind: &str) -> u32 {
    use LangId::*;
    match (lang, node_kind) {
        // Statements (cost 2)
        (
            Rust,
            "let_declaration"
            | "expression_statement"
            | "return_expression"
            | "if_expression"
            | "match_expression"
            | "for_expression"
            | "while_expression"
            | "loop_expression"
            | "break_expression"
            | "continue_expression",
        ) => 2,
        (
            TypeScript | Tsx | JavaScript,
            "variable_declaration"
            | "lexical_declaration"
            | "expression_statement"
            | "return_statement"
            | "if_statement"
            | "switch_statement"
            | "for_statement"
            | "while_statement"
            | "do_statement"
            | "break_statement"
            | "continue_statement"
            | "throw_statement",
        ) => 2,
        (
            Python,
            "expression_statement"
            | "if_statement"
            | "for_statement"
            | "while_statement"
            | "return_statement"
            | "raise_statement"
            | "assert_statement"
            | "break_statement"
            | "continue_statement",
        ) => 2,
        (
            Go,
            "short_var_declaration"
            | "var_declaration"
            | "expression_statement"
            | "if_statement"
            | "for_statement"
            | "switch_statement"
            | "return_statement"
            | "break_statement"
            | "continue_statement",
        ) => 2,

        // Identifiers (cost 1)
        (
            _,
            "identifier"
            | "property_identifier"
            | "field_identifier"
            | "type_identifier"
            | "shorthand_property_identifier",
        ) => 1,

        // Literals per language (cost 1)
        (
            Rust,
            "integer_literal" | "float_literal" | "string_literal" | "raw_string_literal"
            | "char_literal" | "boolean_literal",
        ) => 1,
        (
            TypeScript | Tsx | JavaScript,
            "number"
            | "string"
            | "string_fragment"
            | "template_string"
            | "template_substitution"
            | "regex"
            | "true"
            | "false"
            | "null"
            | "undefined",
        ) => 1,
        (
            Python,
            "integer"
            | "float"
            | "string"
            | "string_content"
            | "concatenated_string"
            | "true"
            | "false"
            | "none",
        ) => 1,
        (
            Go,
            "int_literal"
            | "float_literal"
            | "imaginary_literal"
            | "rune_literal"
            | "interpreted_string_literal"
            | "raw_string_literal"
            | "true"
            | "false"
            | "nil",
        ) => 1,

        // Expression-shaped nodes (cost 1)
        (
            _,
            "binary_expression"
            | "unary_expression"
            | "call_expression"
            | "call"
            | "method_invocation"
            | "member_expression"
            | "field_expression"
            | "index_expression"
            | "subscript_expression",
        ) => 1,

        // Block-like containers and trivia (cost 0)
        _ => 0,
    }
}

pub fn is_anonymizable(node_kind: &str) -> AnonymizeAs {
    match node_kind {
        "identifier" => AnonymizeAs::Variable,
        "property_identifier" | "field_identifier" | "shorthand_property_identifier" => {
            AnonymizeAs::Field
        }
        _ => AnonymizeAs::None,
    }
}