srcwalk 0.2.0

Tree-sitter indexed lookups — smart code reading for AI agents
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88

#!/usr/bin/env python3
"""Clone and pin real-world repositories for benchmarking."""

import argparse
import shutil
import subprocess
import sys
from pathlib import Path
from typing import Optional

# Add parent directories to path for imports
sys.path.insert(0, str(Path(__file__).parent.parent))

from config import REPOS, REPOS_DIR


def setup_repo(repo_config) -> None:
    """Clone a repo and checkout the pinned commit."""
    repo_path = repo_config.path

    if repo_path.exists():
        # Verify correct commit
        result = subprocess.run(
            ["git", "rev-parse", "HEAD"],
            cwd=str(repo_path),
            capture_output=True,
            text=True,
        )
        current_sha = result.stdout.strip()
        if current_sha == repo_config.commit_sha:
            print(f"  {repo_config.name}: already at {repo_config.commit_sha[:8]}")
            return

        print(f"  {repo_config.name}: at {current_sha[:8]}, need {repo_config.commit_sha[:8]}, re-cloning...")
        shutil.rmtree(repo_path)

    print(f"  {repo_config.name}: cloning from {repo_config.url}...")
    subprocess.run(
        ["git", "clone", "--no-checkout", repo_config.url, str(repo_path)],
        check=True,
        capture_output=True,
    )
    subprocess.run(
        ["git", "checkout", repo_config.commit_sha],
        cwd=str(repo_path),
        check=True,
        capture_output=True,
    )
    print(f"  {repo_config.name}: checked out {repo_config.commit_sha[:8]}")


def setup_all(repo_names: Optional[list[str]] = None) -> None:
    """Clone all (or specified) repos."""
    REPOS_DIR.mkdir(parents=True, exist_ok=True)

    targets = repo_names or list(REPOS.keys())
    for name in targets:
        if name not in REPOS:
            print(f"  WARNING: unknown repo '{name}', skipping")
            continue
        setup_repo(REPOS[name])


def main():
    parser = argparse.ArgumentParser(
        description="Clone and pin real-world repositories for benchmarking",
    )
    parser.add_argument(
        "--repos",
        default="all",
        help="Comma-separated repo names or 'all' (default: all)",
    )

    args = parser.parse_args()

    print("Setting up benchmark repositories...")

    if args.repos.lower() == "all":
        setup_all()
    else:
        names = [r.strip() for r in args.repos.split(",") if r.strip()]
        setup_all(names)

    print("Done.")


if __name__ == "__main__":
    main()