llama-cpp-sys-4 0.3.0

Low Level Bindings to llama.cpp
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21

// Only include the public headers that ship in llama.cpp/include/.
// llama-grammar.h and llama-sampler.h live in src/ (internal) — everything
// we need from them is already re-exported through llama.h.
#include "llama.h"
#include "common.h"
#include "fit.h"
#include "mtp_shim.h"

// llama-ext.h lives in src/ but exports LLAMA_API entry points (pre-norm
// embeddings setter/getters, memory-breakdown, etc). Pull it in so bindgen
// emits the corresponding extern fns.
#include "llama-ext.h"

#ifdef RPC_SUPPORT
#include "ggml-rpc.h"
#endif

#ifdef MTMD_SUPPORT
#include "mtmd.h"
#include "mtmd-helper.h"
#endif