sipp-sys 0.1.0

Native llama.cpp FFI layer for Sipp
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118

use crate::build_support::{context::BuildContext, targets::TargetKind};
use std::path::{Path, PathBuf};

/////////////////////////////////////////////////////////////////////////////////
/// TESTS
/////////////////////////////////////////////////////////////////////////////////

#[cfg(test)]
#[path = "../src/tests/build_support/link_tests.rs"]
mod link_tests;

/////////////////////////////////////////////////////////////////////////////////
/// SRC
/////////////////////////////////////////////////////////////////////////////////

pub(crate) fn link_cmake_output(context: &BuildContext, dst: &Path) {
    let lib_dir = if dst.join("lib").exists() {
        dst.join("lib")
    } else {
        dst.join("lib64")
    };

    let search_dirs = library_search_dirs(dst, &lib_dir);
    for dir in &search_dirs {
        println!("cargo:rustc-link-search=native={}", dir.display());
    }

    link_cmake_libraries(context, &search_dirs);
    crate::build_support::targets::link_system_libraries(context);
}

fn library_search_dirs(dst: &Path, lib_dir: &Path) -> Vec<PathBuf> {
    let candidates = [
        lib_dir.to_path_buf(),
        lib_dir.join("Release"),
        lib_dir.join("Debug"),
        dst.join("bin"),
        dst.join("bin").join("Release"),
        dst.join("bin").join("Debug"),
    ];
    let mut dirs = Vec::new();
    for dir in candidates {
        if dir.exists() && !dirs.iter().any(|existing| existing == &dir) {
            dirs.push(dir);
        }
    }
    dirs
}

fn link_cmake_libraries(context: &BuildContext, search_dirs: &[PathBuf]) {
    let mut core_libraries = vec![
        "sipp_shim",
        "mtmd",
        "llama-common",
        "llama-common-base",
        "cpp-httplib",
        "llama",
        "ggml",
        "ggml-cpu",
        "ggml-base",
    ];

    if !context.features.backend_dl {
        if context.features.vulkan {
            core_libraries.push("ggml-vulkan");
        }
        if context.features.cuda {
            core_libraries.push("ggml-cuda");
        }
        if context.features.metal {
            core_libraries.push("ggml-metal");
        }
        core_libraries.push("ggml-blas");
    }

    let link_type = if context.features.backend_dl {
        "dylib"
    } else {
        "static"
    };

    for lib in core_libraries {
        if static_library_exists(search_dirs, lib)
            || dynamic_library_exists(context.target_kind, search_dirs, lib)
        {
            println!("cargo:rustc-link-lib={}={}", link_type, lib);
        }
    }
}

fn static_library_exists(search_dirs: &[PathBuf], lib: &str) -> bool {
    let names = [
        format!("{lib}.lib"),
        format!("lib{lib}.a"),
        format!("lib{lib}.lib"),
        format!("{lib}.a"),
    ];

    search_dirs
        .iter()
        .any(|dir| names.iter().any(|name| dir.join(name).exists()))
}

fn dynamic_library_exists(target_kind: TargetKind, search_dirs: &[PathBuf], lib: &str) -> bool {
    let names = if target_kind == TargetKind::Windows {
        vec![format!("{lib}.lib"), format!("lib{lib}.dll.a")]
    } else {
        vec![
            format!("lib{lib}.so"),
            format!("lib{lib}.dylib"),
            format!("lib{lib}.tbd"),
        ]
    };

    search_dirs
        .iter()
        .any(|dir| names.iter().any(|name| dir.join(name).exists()))
}