llama-sys 0.1.2

bindings for llama.cpp
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31

#![allow(non_upper_case_globals)]
#![allow(non_camel_case_types)]
#![allow(non_snake_case)]

include!(concat!(env!("OUT_DIR"), "/bindings.rs"));

#[cfg(test)]
mod tests {
    use super::*;
    use std::{ffi::c_void, mem, ptr::null};

    #[test]
    fn test_ggml_init() {
        unsafe {
            let ctx = ggml_init(ggml_init_params {
                mem_size: 16 * 1024 * 1024,
                mem_buffer: null::<c_void>() as *mut c_void,
                no_alloc: false,
            });
            ggml_free(ctx);
        }
    }

    #[test]
    fn test_llama_token_bos() {
        unsafe {
            let tok = llama_token_bos();
            assert_eq!(tok, 1);
        }
    }
}