vllm-cpp-sys 0.0.1

Raw FFI bindings and native build integration for the stable vllm.cpp C API
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58

use std::ffi::{c_char, c_void};

use vllm_cpp_sys as ffi;

const _: [(); 10] = [(); ffi::VLLM_ABI_VERSION as usize];

unsafe extern "C" fn token_callback(
    _delta_text: *const c_char,
    _finished: bool,
    _user_data: *mut c_void,
) -> bool {
    true
}

#[test]
fn every_c_api_symbol_links() {
    assert_ne!(ffi::vllm_model_params_default as *const () as usize, 0);
    assert_ne!(ffi::vllm_sampling_params_default as *const () as usize, 0);
    assert_ne!(ffi::vllm_engine_load as *const () as usize, 0);
    assert_ne!(ffi::vllm_engine_free as *const () as usize, 0);
    assert_ne!(ffi::vllm_complete as *const () as usize, 0);
    assert_ne!(ffi::vllm_complete_stream as *const () as usize, 0);
    assert_ne!(ffi::vllm_request_submit as *const () as usize, 0);
    assert_ne!(ffi::vllm_request_cancel as *const () as usize, 0);
    assert_ne!(ffi::vllm_request_wait as *const () as usize, 0);
    assert_ne!(ffi::vllm_request_done as *const () as usize, 0);
    assert_ne!(ffi::vllm_request_error as *const () as usize, 0);
    assert_ne!(ffi::vllm_request_free as *const () as usize, 0);
    assert_ne!(ffi::vllm_chat as *const () as usize, 0);
    assert_ne!(ffi::vllm_chat_stream as *const () as usize, 0);
    assert_ne!(ffi::vllm_string_free as *const () as usize, 0);
    assert_ne!(ffi::vllm_completion_free as *const () as usize, 0);
    assert_ne!(ffi::vllm_last_error as *const () as usize, 0);
    assert_ne!(ffi::vllm_version as *const () as usize, 0);
    assert_ne!(ffi::vllm_abi_version as *const () as usize, 0);
}

#[test]
fn reports_expected_abi_and_handles_invalid_model_path() {
    assert_eq!(ffi::VLLM_ABI_VERSION, 10);
    assert_eq!(unsafe { ffi::vllm_abi_version() }, 10);

    let mut params = unsafe { ffi::vllm_model_params_default() };
    params.model_path = c"/nonexistent/vllm-cpp-rs-sys-model".as_ptr();
    let mut engine = std::ptr::null_mut();
    let status = unsafe { ffi::vllm_engine_load(&params, &mut engine) };

    assert_eq!(status, ffi::vllm_status_VLLM_ERR_MODEL_LOAD);
    assert!(engine.is_null());
    let error = unsafe { std::ffi::CStr::from_ptr(ffi::vllm_last_error()) };
    assert!(!error.to_bytes().is_empty());
}

#[test]
fn callback_type_matches_header_contract() {
    let callback: ffi::vllm_token_callback = Some(token_callback);
    assert!(callback.is_some());
}