llama-cpp-sys-4 0.2.3

Low Level Bindings to llama.cpp
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
13
14
// Only include the public headers that ship in llama.cpp/include/.
// llama-grammar.h and llama-sampler.h live in src/ (internal) — everything
// we need from them is already re-exported through llama.h.
#include "llama.h"
#include "common.h"

#ifdef RPC_SUPPORT
#include "ggml-rpc.h"
#endif

#ifdef MTMD_SUPPORT
#include "mtmd.h"
#include "mtmd-helper.h"
#endif