gobby-code 0.6.1

Fast Rust CLI for Gobby's code index — AST-aware search, symbol navigation, and dependency graph
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64

//! Git-aware file discovery using the `ignore` crate.
//! Respects .gitignore and exclude patterns.

use std::collections::HashSet;
use std::path::{Path, PathBuf};

use ignore::WalkBuilder;

use crate::index::languages;
use crate::index::security;

/// Content-only extensions: chunked for FTS but not AST-parsed.
const CONTENT_EXTENSIONS: &[&str] = &[
    ".txt", ".cfg", ".ini", ".toml", ".conf", ".xml", ".html", ".htm", ".css", ".scss", ".less",
    ".sql", ".sh", ".bash", ".zsh", ".fish", ".bat", ".ps1",
];

/// Discover files eligible for indexing under `root`.
/// Returns (ast_candidates, content_only_candidates) as absolute paths.
pub fn discover_files(root: &Path, exclude_patterns: &[String]) -> (Vec<PathBuf>, Vec<PathBuf>) {
    let supported = languages::supported_extensions();
    let content_exts: HashSet<&str> = CONTENT_EXTENSIONS.iter().copied().collect();

    let mut candidates = Vec::new();
    let mut content_only = Vec::new();

    let walker = WalkBuilder::new(root)
        .hidden(true)
        .git_ignore(true)
        .git_global(true)
        .git_exclude(true)
        .build();

    for entry in walker.flatten() {
        let path = entry.path();
        if !path.is_file() {
            continue;
        }

        let ext = path
            .extension()
            .map(|e| format!(".{}", e.to_string_lossy().to_lowercase()))
            .unwrap_or_default();

        let is_supported = supported.contains(ext.as_str());
        let is_content = content_exts.contains(ext.as_str());

        if !is_supported && !is_content {
            continue;
        }

        if security::should_exclude(path, exclude_patterns) {
            continue;
        }

        if is_supported {
            candidates.push(path.to_path_buf());
        } else {
            content_only.push(path.to_path_buf());
        }
    }

    (candidates, content_only)
}