oxillama 0.1.2

Pure Rust LLM inference engine — the sovereign alternative to llama.cpp (meta crate)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45

//! Integration tests: verify that error types satisfy Send + Sync bounds and
//! can be used across thread boundaries.

fn assert_send_sync<T: Send + Sync + 'static>() {}

#[test]
fn test_gguf_error_is_send_sync() {
    assert_send_sync::<oxillama_gguf::GgufError>();
}

#[test]
fn test_quant_error_is_send_sync() {
    assert_send_sync::<oxillama_quant::QuantError>();
}

#[test]
fn test_arch_error_is_send_sync() {
    assert_send_sync::<oxillama_arch::ArchError>();
}

#[test]
fn test_runtime_error_is_send_sync() {
    assert_send_sync::<oxillama_runtime::RuntimeError>();
}

#[test]
fn test_gguf_result_type_alias() {
    // Ensure the Result alias resolves correctly.
    fn _needs_result(_: oxillama_gguf::GgufResult<()>) {}
}

#[test]
fn test_quant_result_type_alias() {
    fn _needs_result(_: oxillama_quant::QuantResult<()>) {}
}

#[test]
fn test_arch_result_type_alias() {
    fn _needs_result(_: oxillama_arch::ArchResult<()>) {}
}

#[test]
fn test_runtime_result_type_alias() {
    fn _needs_result(_: oxillama_runtime::RuntimeResult<()>) {}
}