vllm-cpp-sys 0.0.1

Raw FFI bindings and native build integration for the stable vllm.cpp C API
Documentation 
1
2
3
4
5
6
7
8
9
10
11

#pragma once
#include <string>

#define VLLM_CPP_VERSION_MAJOR @PROJECT_VERSION_MAJOR@
#define VLLM_CPP_VERSION_MINOR @PROJECT_VERSION_MINOR@
#define VLLM_CPP_VERSION_PATCH @PROJECT_VERSION_PATCH@

namespace vllm {
// Returns "MAJOR.MINOR.PATCH", plus "+cuda" when built with the CUDA backend.
std::string Version();
}  // namespace vllm