llama-cpp-4 0.4.0

llama.cpp bindings for Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32

//! Verify that [`llama_cpp_4::prelude`] re-exports compile and name-check.

use llama_cpp_4::prelude::*;

#[test]
fn prelude_core_types_are_in_scope() {
    fn assert_send<T: Send>() {}
    assert_send::<LlamaBackend>();
    assert_send::<LlamaModel>();
    assert_send::<LlamaContextParams>();
    assert_send::<TensorCapture>();
}

#[test]
fn prelude_device_types_are_in_scope() {
    let _: LlamaBackendDeviceType = LlamaBackendDeviceType::Cpu;
}

#[test]
fn prelude_helper_types_are_in_scope() {
    let _ = ParamOverrideValue::Bool(true);
    let _: TensorTypeOverride = TensorTypeOverride::new("output", GgmlType::F16).unwrap();
    let _ = LlamaTokenDataArray::new(vec![], false);
    let _ = ParamsCloneError::SamplerChains;
    let _ = FitParamsError::InvalidPath;
    let _ = BatchAddError::InsufficientSpace(0);
}

#[test]
fn crate_root_reexports_match_prelude() {
    let _: fn() -> llama_cpp_4::Result<LlamaBackend> = || LlamaBackend::init();
}