rs-llama-cpp 0.1.67

Automated Rust bindings generation for LLaMA.cpp
1
2
3
4
5
6
7
8
9
10
11

#pragma once

#include <build-info.h>
#include <common.h>
#include <llama.h>

extern "C" {
typedef bool (*token_callback)(const char *token);
}

int run_inference(gpt_params params, token_callback on_token);