normalize-languages 0.3.1

Tree-sitter language support and dynamic grammar loading
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117

//! TOML language support.

use crate::{Language, LanguageSymbols};
use tree_sitter::Node;

/// TOML language support.
pub struct Toml;

impl Language for Toml {
    fn name(&self) -> &'static str {
        "TOML"
    }
    fn extensions(&self) -> &'static [&'static str] {
        &["toml"]
    }
    fn grammar_name(&self) -> &'static str {
        "toml"
    }

    fn as_symbols(&self) -> Option<&dyn LanguageSymbols> {
        Some(self)
    }

    fn node_name<'a>(&self, node: &Node, content: &'a str) -> Option<&'a str> {
        match node.kind() {
            "table" | "array_table" | "table_array_element" => {
                // First bare_key child is the section name
                let mut cursor = node.walk();
                for child in node.children(&mut cursor) {
                    if child.kind() == "bare_key" || child.kind() == "quoted_key" {
                        return Some(&content[child.byte_range()]);
                    }
                }
                None
            }
            "pair" => {
                // Skip pairs inside inline_table (they appear as noise siblings)
                if is_inside_inline_table(node) {
                    return None;
                }
                let mut cursor = node.walk();
                for child in node.children(&mut cursor) {
                    if child.kind() == "bare_key" || child.kind() == "quoted_key" {
                        return Some(&content[child.byte_range()]);
                    }
                }
                None
            }
            _ => None,
        }
    }

    fn build_signature(&self, node: &Node, content: &str) -> String {
        if let Some(key) = self.node_name(node, content) {
            match node.kind() {
                "table" | "array_table" | "table_array_element" => {
                    let brackets = if node.kind() == "table_array_element" {
                        ("[[", "]]")
                    } else {
                        ("[", "]")
                    };
                    return format!("{}{}{}", brackets.0, key, brackets.1);
                }
                "pair" => {
                    // Find value child (after the = sign)
                    let mut cursor = node.walk();
                    for child in node.children(&mut cursor) {
                        let k = child.kind();
                        if k != "bare_key" && k != "quoted_key" && k != "=" {
                            let val_text = &content[child.byte_range()];
                            if val_text.len() > 40 {
                                return format!("{} = {}…", key, &val_text[..37]);
                            }
                            return format!("{} = {}", key, val_text);
                        }
                    }
                    return key.to_string();
                }
                _ => {}
            }
        }
        content[node.byte_range()]
            .lines()
            .next()
            .unwrap_or("")
            .trim()
            .to_string()
    }
}

impl LanguageSymbols for Toml {}

/// Check if a node is inside an inline_table by walking up the parent chain.
fn is_inside_inline_table(node: &Node) -> bool {
    let mut current = node.parent();
    while let Some(n) = current {
        if n.kind() == "inline_table" {
            return true;
        }
        current = n.parent();
    }
    false
}

#[cfg(test)]
mod tests {
    use super::*;
    use crate::validate_unused_kinds_audit;

    #[test]
    fn unused_node_kinds_audit() {
        // TOML has no "interesting" unused kinds matching our patterns
        let documented_unused: &[&str] = &[];
        validate_unused_kinds_audit(&Toml, documented_unused)
            .expect("TOML unused node kinds audit failed");
    }
}