llama-cpp-sys-4 0.4.3

Low Level Bindings to llama.cpp
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143

#include "subproc.h"

bool common_subproc::is_supported() {
#ifdef LLAMA_SUBPROCESS
    return true;
#else
    return false;
#endif
}

#ifdef LLAMA_SUBPROCESS

static std::vector<char *> to_cstr_vec(const std::vector<std::string> & v) {
    std::vector<char *> r;
    r.reserve(v.size() + 1);
    for (const auto & s : v) {
        r.push_back(const_cast<char *>(s.c_str()));
    }
    r.push_back(nullptr);
    return r;
}

common_subproc::~common_subproc() {
    if (is_created) {
        subprocess_destroy(&proc);
        is_created = false;
    }
}

bool common_subproc::create(
        const std::vector<std::string> & args,
        int options,
        const std::vector<std::string> & env,
        const char * cwd) {
    auto argv = to_cstr_vec(args);

    int result;
    if (env.empty() && cwd == nullptr) {
        result = subprocess_create(argv.data(), options, &proc);
    } else {
        auto envp = to_cstr_vec(env);
        result = subprocess_create_ex(argv.data(), options, env.empty() ? nullptr : envp.data(), cwd, &proc);
    }

    is_created = result == 0;
    return is_created;
}

bool common_subproc::has_handle() const {
    if (!is_created) {
        return false;
    }
#if defined(_WIN32)
    return proc.hProcess != nullptr;
#else
    return proc.child > 0;
#endif
}

bool common_subproc::alive() {
    return is_created && subprocess_alive(&proc);
}

FILE * common_subproc::stdin_file() {
    return is_created ? subprocess_stdin(&proc) : nullptr;
}

FILE * common_subproc::stdout_file() {
    return is_created ? subprocess_stdout(&proc) : nullptr;
}

FILE * common_subproc::stderr_file() {
    return is_created ? subprocess_stderr(&proc) : nullptr;
}

void common_subproc::close_stdin() {
    if (is_created && proc.stdin_file) {
        fclose(proc.stdin_file);
        proc.stdin_file = nullptr;
    }
}

void common_subproc::terminate() {
    if (has_handle()) {
        subprocess_terminate(&proc);
    }
}

int common_subproc::join() {
    int exit_code = -1;
    if (is_created) {
        subprocess_join(&proc, &exit_code);
        subprocess_destroy(&proc);
        is_created = false;
    }
    return exit_code;
}

#else // !LLAMA_SUBPROCESS

common_subproc::~common_subproc() = default;

bool common_subproc::create(
        const std::vector<std::string> &,
        int,
        const std::vector<std::string> &,
        const char *) {
    (void)(proc);
    (void)(is_created);
    return false;
}

bool common_subproc::has_handle() const {
    return false;
}

bool common_subproc::alive() {
    return false;
}

FILE * common_subproc::stdin_file() {
    return nullptr;
}

FILE * common_subproc::stdout_file() {
    return nullptr;
}

FILE * common_subproc::stderr_file() {
    return nullptr;
}

void common_subproc::close_stdin() {
}

void common_subproc::terminate() {
}

int common_subproc::join() {
    return -1;
}

#endif // LLAMA_SUBPROCESS