oxillama-py 0.1.3

Python bindings for OxiLLaMa LLM inference engine
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103

"""Tests for EngineConfig — skipped when native extension is absent."""

from __future__ import annotations

import sys

import pytest

# ---------------------------------------------------------------------------
# Skip entire module gracefully if the native extension is not built.
# ---------------------------------------------------------------------------


def _import_native():
    try:
        import oxillama_py.oxillama_py as _m  # type: ignore[import-untyped]

        return _m
    except ImportError:
        return None


_NATIVE = _import_native()
_SKIP = pytest.mark.skipif(
    _NATIVE is None, reason="Native extension not built (run `maturin develop`)"
)


@_SKIP
def test_engine_config_default_model_path():
    """EngineConfig accepts a model_path positional string."""
    cfg = _NATIVE.EngineConfig(model_path="model.gguf")
    assert cfg.model_path == "model.gguf"


@_SKIP
def test_engine_config_default_num_threads():
    cfg = _NATIVE.EngineConfig(model_path="model.gguf")
    assert cfg.num_threads == 4


@_SKIP
def test_engine_config_default_context_size_is_none():
    cfg = _NATIVE.EngineConfig(model_path="model.gguf")
    assert cfg.context_size is None


@_SKIP
def test_engine_config_explicit_context_size():
    cfg = _NATIVE.EngineConfig(model_path="m.gguf", context_size=2048)
    assert cfg.context_size == 2048


@_SKIP
def test_engine_config_explicit_num_threads():
    cfg = _NATIVE.EngineConfig(model_path="m.gguf", num_threads=8)
    assert cfg.num_threads == 8


@_SKIP
def test_engine_config_repr_contains_model_path():
    cfg = _NATIVE.EngineConfig(model_path="test_model.gguf")
    r = repr(cfg)
    assert "test_model.gguf" in r


@_SKIP
def test_engine_config_str_is_repr():
    cfg = _NATIVE.EngineConfig(model_path="test_model.gguf")
    assert str(cfg) == repr(cfg)


@_SKIP
def test_engine_config_with_sampler():
    sampler = _NATIVE.SamplerConfig(temperature=0.9)
    cfg = _NATIVE.EngineConfig(model_path="m.gguf", sampler=sampler)
    assert cfg.sampler.temperature == pytest.approx(0.9, abs=1e-5)


@_SKIP
def test_engine_config_path_object_accepted():
    """Passing a pathlib.Path should not raise (str coercion or native Path)."""
    import pathlib

    p = pathlib.Path("model.gguf")
    try:
        cfg = _NATIVE.EngineConfig(model_path=str(p))
        assert "model.gguf" in cfg.model_path
    except Exception as exc:  # noqa: BLE001
        pytest.fail(f"Unexpected error with Path-like string: {exc}")


@_SKIP
def test_engine_config_zero_ctx_size_raises():
    """Zero or negative context_size should raise an error."""
    with pytest.raises(Exception):
        _NATIVE.EngineConfig(model_path="m.gguf", context_size=0)


@_SKIP
def test_engine_config_negative_ctx_size_raises():
    with pytest.raises(Exception):
        _NATIVE.EngineConfig(model_path="m.gguf", context_size=-1)