Skip to main content

vllm_complete

Function vllm_complete 

Source
pub unsafe extern "C" fn vllm_complete(
    engine: *mut vllm_engine,
    prompt: *const c_char,
    params: *const vllm_sampling_params,
    out: *mut vllm_completion,
) -> vllm_status