normalize-languages 0.3.2

Tree-sitter language support and dynamic grammar loading
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38

import os
import sys
from collections import defaultdict
from typing import Optional, List

class DataProcessor:
    """Process data items."""

    def __init__(self, name: str):
        self.name = name
        self.items: List[str] = []

    def add(self, item: str) -> None:
        self.items.append(item)

    # Process all items
    @property
    def process(self) -> List[str]:
        result = []
        for item in self.items:
            if item.startswith("_"):
                continue
            result.append(item.upper())
        return result


def load_file(path: str) -> Optional[str]:
    if not os.path.exists(path):
        return None
    with open(path) as f:
        return f.read()


def count_words(text: str) -> dict:
    counts = defaultdict(int)
    for word in text.split():
        counts[word] += 1
    return dict(counts)