oxillama-py 0.1.2

Python bindings for OxiLLaMa LLM inference engine
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94

"""Test that all public symbols are importable from oxillama_py.

These tests validate only the Python-layer imports (callback.py, __init__.py)
and the native-extension symbols when the shared library is available.
"""

from __future__ import annotations


# ---------------------------------------------------------------------------
# Pure-Python symbols (always available — no native extension needed)
# ---------------------------------------------------------------------------


def test_import_streaming_callback_from_callback_module():
    from oxillama_py.callback import StreamingCallback  # noqa: F401


def test_import_token_callback_from_callback_module():
    from oxillama_py.callback import TokenCallback  # noqa: F401


def test_import_streaming_callback_from_top_level():
    """StreamingCallback must be re-exported at the package top level."""
    import oxillama_py

    assert hasattr(oxillama_py, "StreamingCallback")


def test_import_token_callback_from_top_level():
    import oxillama_py

    assert hasattr(oxillama_py, "TokenCallback")


# ---------------------------------------------------------------------------
# Native-extension symbols (skipped when the .so/.dylib is absent)
# ---------------------------------------------------------------------------


def _try_import():
    """Attempt to import the native extension; return (module, available)."""
    try:
        import oxillama_py.oxillama_py as _m  # type: ignore[import-untyped]

        return _m, True
    except ImportError:
        return None, False


def test_native_engine_config_importable():
    mod, ok = _try_import()
    if not ok:
        import pytest

        pytest.skip("Native extension not built")
    assert hasattr(mod, "EngineConfig")


def test_native_engine_importable():
    mod, ok = _try_import()
    if not ok:
        import pytest

        pytest.skip("Native extension not built")
    assert hasattr(mod, "Engine")


def test_native_sampler_config_importable():
    mod, ok = _try_import()
    if not ok:
        import pytest

        pytest.skip("Native extension not built")
    assert hasattr(mod, "SamplerConfig")


def test_native_cancellation_token_importable():
    mod, ok = _try_import()
    if not ok:
        import pytest

        pytest.skip("Native extension not built")
    assert hasattr(mod, "CancellationToken")


def test_native_exceptions_importable():
    mod, ok = _try_import()
    if not ok:
        import pytest

        pytest.skip("Native extension not built")
    for name in ("OxiLlamaError", "LoadError", "GenerateError", "TokenizerError"):
        assert hasattr(mod, name), f"Missing exception class: {name}"