rustling 0.8.0

A blazingly fast library for computational linguistics
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33

import os
import subprocess
from pathlib import Path

import pytest

CANTOMAP_DIR = Path.home() / ".rustling" / "cantomap"


@pytest.fixture(scope="session")
def cantomap_dir():
    """Download CantoMap data if not present, skipping LFS files."""
    if not CANTOMAP_DIR.exists():
        CANTOMAP_DIR.mkdir(parents=True, exist_ok=True)
        env = os.environ.copy()
        # The .wav audio files are versioned with Git LFS,
        # but we don't need them (and they can't be checked out
        # properly anyway, since the repo's LFS credits
        # have run out apparently).
        env["GIT_LFS_SKIP_SMUDGE"] = "1"
        subprocess.run(
            [
                "git",
                "clone",
                "--depth",
                "1",
                "https://github.com/gwinterstein/CantoMap.git",
                str(CANTOMAP_DIR),
            ],
            check=True,
            env=env,
        )
    return CANTOMAP_DIR