llama-cpp-sys-3 0.5.10

llama.cpp bindings
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90

use cmake::Config;
use std::env;
use std::path::PathBuf;

fn main() {
    // Configure
    let mut config = Config::new("external/llama.cpp");
    config
        .build_target("install")
        .generator("Ninja")
        .define("LLAMA_STATIC", "ON")
        .define("LLAMA_STANDALONE", "OFF")
        .define("LLAMA_BUILD_EXAMPLES", "OFF")
        .define("LLAMA_BUILD_SERVER", "OFF")
        .define("LLAMA_BUILD_TESTS", "OFF");

    #[cfg(target_os = "macos")]
    {
        config
            .define("LLAMA_METAL", "ON")
            .define("LLAMA_ACCELERATE", "true")
            .define("LLAMA_METAL_EMBED_LIBRARY", "ON");
    }

    #[cfg(feature = "cuda")]
    config.define("LLAMA_CUDA", "ON");

    #[cfg(feature = "cuda_f16")]
    config.define("LLAMA_CUDA_FP16", "ON");

    #[cfg(feature = "native")]
    config.define("LLAMA_NATIVE", "ON");

    // Build
    let dst = config.very_verbose(true).build();

    // Link
    println!("cargo:rustc-link-search=native={}/build", dst.display());
    println!("cargo:rustc-link-lib=static=llama");

    // FIXME: These are fragile because they rely on certain default
    // configurations and guesses at whatever CMake decides to do.
    // Can we parse CMake's output? Ugly but it could work.
    // Actually it's not really that ugly. The CMakeCache.txt has
    // everything we need to know and it's an ini-like file.
    #[cfg(target_os = "macos")]
    println!("cargo:rustc-link-lib=dylib=c++");
    #[cfg(target_os = "linux")]
    println!("cargo:rustc-link-lib=dylib=stdc++");
    #[cfg(target_os = "windows")]
    // Thanks, ChatGPT 4o for the name of the msvc c++ runtime and this fix:
    #[cfg(all(target_os = "windows", debug_assertions))]
    println!("cargo:rustc-link-lib=dylib=msvcrtd"); // Use debug runtime
    #[cfg(all(target_os = "windows", not(debug_assertions)))]
    println!("cargo:rustc-link-lib=dylib=msvcrt"); // Use release runtime

    #[cfg(target_os = "macos")]
    {
        println!("cargo:rustc-link-lib=framework=Accelerate");
        println!("cargo:rustc-link-lib=framework=Foundation");
        println!("cargo:rustc-link-lib=framework=Metal");
        println!("cargo:rustc-link-lib=framework=MetalKit");
        println!("cargo:rustc-link-lib=framework=MetalPerformanceShaders");
    }

    #[cfg(feature = "cuda")]
    {
        // FIXME: Cublas isn't necessarily used by llama.cpp, but it is used if
        // it is found. It might be better to make this a feature flag and
        // manually set the associated cmake flags.
        println!("cargo:rustc-link-lib=dylib=cublas");
        println!("cargo:rustc-link-lib=dylib=cudart");
        println!("cargo:rustc-link-lib=dylib=cuda");
    }

    println!("cargo:rerun-if-changed=external/llama.cpp/*.h");
    println!("cargo:rerun-if-changed=external/llama.cpp/*.c");
    println!("cargo:rerun-if-changed=external/llama.cpp/*.cpp");

    let bindings = bindgen::Builder::default()
        .header("external/llama.cpp/llama.h")
        .allowlist_function("llama_.*")
        .allowlist_type("llama_.*")
        .parse_callbacks(Box::new(bindgen::CargoCallbacks))
        .generate()
        .expect("Unable to generate bindings");

    let out_path = PathBuf::from(env::var("OUT_DIR").unwrap());
    bindings.write_to_file(out_path.join("bindings.rs")).expect("Couldn't write bindings!");
}