ct2rs 0.10.1

Rust bindings for OpenNMT/CTranslate2
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60

import subprocess
import sys

import pytest

from ctranslate2.extensions import _batch_iterator as batch_iterator


@pytest.mark.parametrize(
    "batch_size,batch_type,lengths,expected_batch_sizes",
    [
        (2, "examples", [2, 3, 4, 1, 1], [2, 2, 1]),
        (6, "tokens", [2, 3, 1, 4, 1, 2], [2, 1, 1, 2]),
    ],
)
def test_batch_iterator(batch_size, batch_type, lengths, expected_batch_sizes):
    iterable = (["a"] * length for length in lengths)

    batches = batch_iterator(iterable, batch_size, batch_type)
    batch_sizes = [len(batch[0]) for batch in batches]

    assert batch_sizes == expected_batch_sizes


@pytest.mark.parametrize("module_name", ["torch", "transformers"])
def test_import_does_not_load_conversion_dependencies(module_name):
    # The converters and specs submodules are only needed to convert models, so importing
    # the package for inference should not pull their heavy dependencies into the process.
    # Run in a subprocess because the test session itself imports them.
    code = "import sys; import ctranslate2; print(%r in sys.modules)" % module_name
    result = subprocess.run(
        [sys.executable, "-c", code],
        capture_output=True,
        check=True,
        text=True,
    )

    assert result.stdout.strip() == "False"


def test_wildcard_import_still_exposes_lazy_submodules():
    # Wildcard imports read ``__all__`` when it is defined, so the lazy submodules must
    # stay listed there to keep exposing the same names as before they became lazy.
    # converters imports transformers, which is only installed on Linux.
    pytest.importorskip("transformers")

    # Run in a subprocess so the wildcard import does not leak into the test session.
    code = (
        "from ctranslate2 import *\n"
        "names = set(dir())\n"
        "print(sorted(n for n in ('converters', 'specs') if n in names))\n"
    )
    result = subprocess.run(
        [sys.executable, "-c", code],
        capture_output=True,
        check=True,
        text=True,
    )

    assert result.stdout.strip() == "['converters', 'specs']"