rustling 0.8.0

A blazingly fast library for computational linguistics
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81

import os
import shutil
import subprocess
from pathlib import Path

import pytest

TESTCHAT_DIR = Path.home() / ".rustling" / "testchat"


@pytest.fixture(scope="session")
def testchat_good_dir():
    """Download TalkBank testchat data if not present."""
    good_dir = TESTCHAT_DIR / "good"
    if not good_dir.exists():
        TESTCHAT_DIR.mkdir(parents=True, exist_ok=True)
        subprocess.run(
            [
                "git",
                "clone",
                "--depth",
                "1",
                "https://github.com/TalkBank/testchat.git",
                str(TESTCHAT_DIR),
            ],
            check=True,
        )
    return good_dir


@pytest.fixture(scope="session")
def testchat_bad_dir(testchat_good_dir):
    # The testchat_good_dir parameter is intentional — it ensures
    # the testchat repo is cloned before we try to access the bad/ directory.
    """Provide testchat/bad directory (cloned alongside good)."""
    return TESTCHAT_DIR / "bad"


PRIVATE_DATA_DIR = Path.home() / ".rustling" / "private-test-data"


@pytest.fixture(scope="session")
def private_data_dir():
    """Provide private test data, downloading via gh if needed.

    On first local run, requires the environment variable:
      - PRIVATE_TEST_REPO: GitHub repo in "owner/repo" format
    """
    if PRIVATE_DATA_DIR.exists():
        # Try to pull latest changes; ignore failures (e.g., offline)
        subprocess.run(
            ["git", "-C", str(PRIVATE_DATA_DIR), "pull"],
            capture_output=True,
        )
        return PRIVATE_DATA_DIR

    repo = os.environ.get("PRIVATE_TEST_REPO")

    if not repo:
        pytest.skip("PRIVATE_TEST_REPO not set")

    if not shutil.which("gh"):
        pytest.skip("gh CLI not available")

    result = subprocess.run(
        [
            "gh",
            "repo",
            "clone",
            repo,
            str(PRIVATE_DATA_DIR),
            "--",
            "--depth",
            "1",
        ],
        capture_output=True,
    )
    if result.returncode != 0:
        pytest.skip(f"Failed to clone private repo: {result.stderr.decode().strip()}")

    return PRIVATE_DATA_DIR