offgrid-sys 0.2.1

Low-level FFI bindings to llama.cpp (Vulkan/CPU), built from source.
1
2
3
4
5
6
7
8
#pragma once

#include "ggml-backend.h"
#include "ggml.h"

// GGML CPU internal header

ggml_backend_buffer_type_t ggml_backend_cpu_hbm_buffer_type(void);