llama-cpp-sys-4 0.2.45

Low Level Bindings to llama.cpp
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
#include "backend/shared/apir_backend.h"
#include "ggml-alloc.h"
#include "ggml-impl.h"
#include "ggml.h"
#include "virtgpu-shm.h"
#include "virtgpu-utils.h"

struct apir_buffer_context_t {
    apir_buffer_host_handle_t host_handle;

    struct virtgpu_shmem           shmem;
    apir_buffer_type_host_handle_t buft_host_handle;
};

#include "virtgpu-forward.gen.h"