arbol 0.1.0

Tree-sitter rust AST query tool
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115

use std::fs;
use std::path::{Path, PathBuf};

use tree_sitter::{Language, Node, Parser as TsParser, Tree};
use walkdir::WalkDir;

use crate::error::{ArbolError, Result};
use crate::types::{FileAst, JsonNode};

pub fn collect_rust_files(root: &Path, include_tests: bool, skip_dirs: &[PathBuf]) -> Result<Vec<PathBuf>> {
    let mut v = Vec::new();
    for entry in WalkDir::new(root).into_iter().filter_map(|e| e.ok()) {
        let path = entry.path();
        if !path.is_file() {
            continue;
        }
        if path.extension().and_then(|s| s.to_str()) != Some("rs") {
            continue;
        }
        if path
            .components()
            .any(|c| matches!(c.as_os_str().to_str(), Some("target") | Some("generated")))
        {
            continue;
        }
        // Custom skip directories provided by user (via CLI). A provided path may be absolute or
        // relative to root. We skip any file whose path starts with one of the skip dirs.
        if should_skip(path, root, skip_dirs) {
            continue;
        }
        if !include_tests
            && path
                .components()
                .any(|c| matches!(c.as_os_str().to_str(), Some("tests" | "benches")))
        {
            continue;
        }
        v.push(path.to_path_buf());
    }
    Ok(v)
}

fn should_skip(path: &Path, root: &Path, skip_dirs: &[PathBuf]) -> bool {
    for skip in skip_dirs {
        if skip.as_os_str().is_empty() {
            continue;
        }
        if skip.is_absolute() {
            if path.starts_with(skip) {
                return true;
            }
        } else {
            // Treat as relative to root
            let candidate = root.join(skip);
            if path.starts_with(&candidate) {
                return true;
            }
            // Also allow simple substring match on relative display to support loose patterns
            if let Ok(rel) = path.strip_prefix(root) {
                let rel_s = rel.to_string_lossy();
                let skip_s = skip.to_string_lossy();
                if rel_s.contains(skip_s.as_ref()) {
                    return true;
                }
            }
        }
    }
    false
}

pub fn dump_file(lang: &Language, path: &Path, with_source: bool, max_depth: usize) -> Result<FileAst> {
    let src = fs::read_to_string(path)?;
    let tree = parse_src_lang(lang, &src)?;
    let root = tree.root_node();
    let mut nodes = Vec::new();
    collect_nodes(root, &src, with_source, max_depth, 0, &mut nodes);
    Ok(FileAst {
        path: path.display().to_string(),
        root_kind: root.kind().to_string(),
        nodes,
    })
}

fn parse_src_lang(lang: &Language, src: &str) -> Result<Tree> {
    let mut parser = TsParser::new();
    parser
        .set_language(lang)
        .map_err(|e| ArbolError::SetLanguage(format!("{e}")))?;
    parser.parse(src, None).ok_or(ArbolError::ParseFailed)
}

fn collect_nodes(node: Node, src: &str, with_source: bool, max_depth: usize, depth: usize, out: &mut Vec<JsonNode>) {
    if depth > max_depth {
        return;
    }
    let start = node.start_position();
    let end = node.end_position();
    let text = if with_source && node.byte_range().len() <= 240 {
        Some(node.utf8_text(src.as_bytes()).unwrap_or("").to_string())
    } else {
        None
    };
    out.push(JsonNode {
        kind: node.kind().to_string(),
        start_byte: node.start_byte() as u32,
        end_byte: node.end_byte() as u32,
        start_line: start.row as u32,
        end_line: end.row as u32,
        child_count: node.child_count() as u32,
        text,
    });
    for child in node.children(&mut node.walk()) {
        collect_nodes(child, src, with_source, max_depth, depth + 1, out);
    }
}