llama-cpp-bindings-sys 0.7.0

Low level bindings to llama.cpp
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62

#include "wrapper_fit.h"
#include "wrapper_utils.h"

#include <exception>
#include <new>

#include "llama.cpp/common/fit.h"

extern "C" llama_rs_fit_params_status llama_rs_fit_params(
    const char * path_model,
    struct llama_model_params * mparams,
    struct llama_context_params * cparams,
    float * tensor_split,
    struct llama_model_tensor_buft_override * tensor_buft_overrides,
    size_t * margins,
    uint32_t n_ctx_min,
    enum ggml_log_level log_level,
    int32_t * out_unrecognized_status_code,
    char ** out_error) {
    if (out_error) {
        *out_error = nullptr;
    }
    if (out_unrecognized_status_code) {
        *out_unrecognized_status_code = 0;
    }

    try {
        const common_params_fit_status status = common_fit_params(
            path_model, mparams, cparams, tensor_split, tensor_buft_overrides,
            margins, n_ctx_min, log_level);
        switch (status) {
            case COMMON_PARAMS_FIT_STATUS_SUCCESS:
                return LLAMA_RS_FIT_PARAMS_OK;
            case COMMON_PARAMS_FIT_STATUS_FAILURE:
                return LLAMA_RS_FIT_PARAMS_VENDORED_REPORTED_FAILURE;
            case COMMON_PARAMS_FIT_STATUS_ERROR:
                return LLAMA_RS_FIT_PARAMS_VENDORED_REPORTED_ERROR;
        }
        if (out_unrecognized_status_code) {
            *out_unrecognized_status_code = static_cast<int32_t>(status);
        }
        return LLAMA_RS_FIT_PARAMS_VENDORED_RETURNED_UNRECOGNIZED_STATUS_CODE;
    } catch (const std::bad_alloc &) {
        return LLAMA_RS_FIT_PARAMS_ERROR_STRING_ALLOCATION_FAILED;
    } catch (const std::exception & err) {
        if (out_error) {
            *out_error = llama_rs_dup_string(err.what());
            if (!*out_error) {
                return LLAMA_RS_FIT_PARAMS_ERROR_STRING_ALLOCATION_FAILED;
            }
        }
        return LLAMA_RS_FIT_PARAMS_VENDORED_THREW_CXX_EXCEPTION;
    } catch (...) {
        if (out_error) {
            *out_error = llama_rs_dup_string("unknown c++ exception");
            if (!*out_error) {
                return LLAMA_RS_FIT_PARAMS_ERROR_STRING_ALLOCATION_FAILED;
            }
        }
        return LLAMA_RS_FIT_PARAMS_VENDORED_THREW_CXX_EXCEPTION;
    }
}