llama-cpp-sys-2 0.1.150

Low Level Bindings to llama.cpp
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26

#pragma once

#include <cstdint>
#include <map>
#include <string>
#include <vector>

inline constexpr const char * LLM_KV_IMATRIX_DATASETS    = "imatrix.datasets";
inline constexpr const char * LLM_KV_IMATRIX_CHUNK_COUNT = "imatrix.chunk_count";
inline constexpr const char * LLM_KV_IMATRIX_CHUNK_SIZE  = "imatrix.chunk_size";

struct common_imatrix_entry {
    std::vector<float>   sums;
    std::vector<int64_t> counts;
};

struct common_imatrix {
    std::map<std::string, common_imatrix_entry> entries;
    std::vector<std::string> datasets;
    int32_t chunk_count    = 0;
    int32_t chunk_size     = 0;
    bool    is_legacy      = false;
    bool    has_metadata   = false;
};

bool common_imatrix_load(const std::string & fname, common_imatrix & imatrix);