oxillama-py 0.1.3

Python bindings for OxiLLaMa LLM inference engine
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89

"""Tests for SamplerConfig — skipped when native extension is absent."""

from __future__ import annotations

import pytest


def _import_native():
    try:
        import oxillama_py.oxillama_py as _m  # type: ignore[import-untyped]

        return _m
    except ImportError:
        return None


_NATIVE = _import_native()
_SKIP = pytest.mark.skipif(
    _NATIVE is None, reason="Native extension not built (run `maturin develop`)"
)


@_SKIP
def test_sampler_config_default_temperature():
    sc = _NATIVE.SamplerConfig()
    assert sc.temperature == pytest.approx(0.7, abs=1e-5)


@_SKIP
def test_sampler_config_default_top_k():
    sc = _NATIVE.SamplerConfig()
    assert sc.top_k == 40


@_SKIP
def test_sampler_config_default_top_p():
    sc = _NATIVE.SamplerConfig()
    assert sc.top_p == pytest.approx(0.9, abs=1e-5)


@_SKIP
def test_sampler_config_default_seed_is_none():
    sc = _NATIVE.SamplerConfig()
    assert sc.seed is None


@_SKIP
def test_sampler_config_explicit_temperature():
    sc = _NATIVE.SamplerConfig(temperature=1.5)
    assert sc.temperature == pytest.approx(1.5, abs=1e-5)


@_SKIP
def test_sampler_config_explicit_top_k():
    sc = _NATIVE.SamplerConfig(top_k=10)
    assert sc.top_k == 10


@_SKIP
def test_sampler_config_explicit_seed():
    sc = _NATIVE.SamplerConfig(seed=42)
    assert sc.seed == 42


@_SKIP
def test_sampler_config_greedy():
    gsc = _NATIVE.SamplerConfig.greedy()
    assert gsc.temperature == pytest.approx(0.0, abs=1e-5)


@_SKIP
def test_sampler_config_mirostat_v2():
    msc = _NATIVE.SamplerConfig.mirostat_v2(tau=3.0, eta=0.05)
    assert msc.mirostat == 2
    assert msc.mirostat_tau == pytest.approx(3.0, abs=1e-5)
    assert msc.mirostat_eta == pytest.approx(0.05, abs=1e-5)


@_SKIP
def test_sampler_config_negative_temperature_raises():
    with pytest.raises(Exception):
        _NATIVE.SamplerConfig(temperature=-0.1)


@_SKIP
def test_sampler_config_repr():
    sc = _NATIVE.SamplerConfig(temperature=0.5)
    r = repr(sc)
    assert "SamplerConfig" in r or "0.5" in r