yass-2 1.0.0

Yet another string similarity library
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28

import pkgutil
import strsim
from pathlib import Path
from importlib import import_module


def test_import(pkg=strsim, ignore_deprecated: bool = True):
    stack = [(pkg.__name__, Path(pkg.__file__).parent.absolute())]

    while len(stack) > 0:
        pkgname, pkgpath = stack.pop()
        for m in pkgutil.iter_modules([str(pkgpath)]):
            mname = f"{pkgname}.{m.name}"
            if ignore_deprecated and mname.find("deprecated") != -1:
                continue
            if m.ispkg:
                stack.append((mname, pkgpath / m.name))
            import_module(mname)


def test_levenshtein_similarity():
    tokenizer = strsim.CharacterTokenizer()
    testcases = [("abc", "def", 0.0), ("aaa", "aaa", 1.0)]
    for k, q, sim in testcases:
        assert (
            strsim.levenshtein_similarity(tokenizer.tokenize(k), tokenizer.tokenize(q))
            == sim
        )