oxillama-py 0.1.2

Python bindings for OxiLLaMa LLM inference engine
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81

"""Tests for the exception hierarchy — skipped when native extension is absent."""

from __future__ import annotations

import pytest


def _import_native():
    try:
        import oxillama_py.oxillama_py as _m  # type: ignore[import-untyped]

        return _m
    except ImportError:
        return None


_NATIVE = _import_native()
_SKIP = pytest.mark.skipif(
    _NATIVE is None, reason="Native extension not built (run `maturin develop`)"
)


@_SKIP
def test_oxi_llama_error_is_exception():
    assert issubclass(_NATIVE.OxiLlamaError, Exception)


@_SKIP
def test_load_error_inherits_oxi_llama_error():
    assert issubclass(_NATIVE.LoadError, _NATIVE.OxiLlamaError)


@_SKIP
def test_generate_error_inherits_oxi_llama_error():
    assert issubclass(_NATIVE.GenerateError, _NATIVE.OxiLlamaError)


@_SKIP
def test_tokenizer_error_inherits_oxi_llama_error():
    assert issubclass(_NATIVE.TokenizerError, _NATIVE.OxiLlamaError)


@_SKIP
def test_grammar_error_inherits_oxi_llama_error():
    assert issubclass(_NATIVE.GrammarError, _NATIVE.OxiLlamaError)


@_SKIP
def test_quant_error_inherits_oxi_llama_error():
    assert issubclass(_NATIVE.QuantError, _NATIVE.OxiLlamaError)


@_SKIP
def test_load_error_caught_as_oxi_llama_error():
    """An instance of LoadError can be caught by the parent class."""
    try:
        raise _NATIVE.LoadError("test error")
    except _NATIVE.OxiLlamaError as exc:
        assert "test error" in str(exc)
    else:
        pytest.fail("LoadError not caught by OxiLlamaError")


@_SKIP
def test_generate_error_caught_as_oxi_llama_error():
    try:
        raise _NATIVE.GenerateError("gen error")
    except _NATIVE.OxiLlamaError:
        pass
    else:
        pytest.fail("GenerateError not caught by OxiLlamaError")


@_SKIP
def test_generate_error_caught_as_base_exception():
    try:
        raise _NATIVE.GenerateError("gen error")
    except Exception:
        pass
    else:
        pytest.fail("GenerateError not caught by Exception")