sipp-sys 0.1.0

Native llama.cpp FFI layer for Sipp
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109

use crate::build_support::{context::BuildContext, targets};
use cmake::Config;
use std::path::{Path, PathBuf};

/////////////////////////////////////////////////////////////////////////////////
/// TESTS
/////////////////////////////////////////////////////////////////////////////////

#[cfg(test)]
#[path = "../src/tests/build_support/cmake_tests.rs"]
mod cmake_tests;

/////////////////////////////////////////////////////////////////////////////////
/// SRC
/////////////////////////////////////////////////////////////////////////////////

pub(crate) fn build_native(context: &BuildContext) -> PathBuf {
    let mut config = Config::new(&context.manifest_dir);
    config
        .profile("Release")
        .define("SIPP_LLAMA_CPP_DIR", context.llama_dir.as_os_str())
        .define("CMAKE_INSTALL_LIBDIR", "lib")
        .define("CMAKE_POSITION_INDEPENDENT_CODE", "ON")
        .define("BUILD_SHARED_LIBS", cmake_bool(context.features.backend_dl))
        .define("GGML_BACKEND_DL", cmake_bool(context.features.backend_dl))
        // ggml defaults GGML_NATIVE=ON, which bakes in `-march=native` (the
        // build host's full ISA, including AVX-512). Binaries built that way
        // SIGILL when run on a narrower CPU — across heterogeneous CI runners,
        // and on end-user machines for distributed core/CLI/gateway artifacts.
        // Force it OFF so ggml targets a portable baseline: on x86 that is
        // SSE4.2/AVX/AVX2/BMI2/FMA/F16C (no AVX-512); other arches fall back to
        // their mandatory baseline. The DL build layers runtime variant
        // dispatch on top (below).
        .define("GGML_NATIVE", "OFF")
        .define("LLAMA_BUILD_EXAMPLES", "OFF")
        .define("LLAMA_BUILD_SERVER", "OFF")
        .define("LLAMA_BUILD_TESTS", "OFF");

    if context.features.backend_dl {
        // GGML_CPU_ALL_VARIANTS requires GGML_BACKEND_DL: it builds every CPU
        // variant and selects one at load time.
        config.define("GGML_CPU_ALL_VARIANTS", "ON");
    }

    config.out_dir(
        context
            .env_vars
            .cmake_out_dir
            .clone()
            .unwrap_or_else(|| context.default_cmake_out_dir()),
    );

    targets::apply_host_cmake_overrides(context, &mut config);

    define_bool_feature(&mut config, "GGML_CUDA", context.features.cuda);
    if context.features.cuda {
        // When unset, vendored llama.cpp selects CUDA-version-aware defaults.
        if let Some(cuda_architectures) = &context.env_vars.cuda_architectures {
            config.define("CMAKE_CUDA_ARCHITECTURES", cuda_architectures);
        }
        targets::apply_cuda_cmake_overrides(context, &mut config);
    }

    define_bool_feature(&mut config, "GGML_METAL", context.features.metal);
    define_bool_feature(&mut config, "GGML_VULKAN", context.features.vulkan);
    if context.features.vulkan {
        apply_vulkan_cmake_overrides(context, &mut config);
    }
    define_bool_feature(&mut config, "GGML_OPENMP", context.features.openmp);

    config.build()
}

fn apply_vulkan_cmake_overrides(context: &BuildContext, config: &mut Config) {
    let Some(vulkan_sdk) = &context.env_vars.vulkan_sdk else {
        return;
    };

    config.define("Vulkan_ROOT", vulkan_sdk.as_os_str());
    if let Some(loader) = vulkan_loader_library(vulkan_sdk) {
        config.define("Vulkan_LIBRARY", loader.as_os_str());
    }
}

fn vulkan_loader_library(vulkan_sdk: &Path) -> Option<PathBuf> {
    [
        vulkan_sdk.join("lib/libvulkan.so"),
        vulkan_sdk.join("lib/libvulkan.so.1"),
        vulkan_sdk.join("lib/libvulkan.dylib"),
        vulkan_sdk.join("Lib/vulkan-1.lib"),
        PathBuf::from("/usr/lib/x86_64-linux-gnu/libvulkan.so"),
        PathBuf::from("/usr/lib64/libvulkan.so"),
        PathBuf::from("/usr/lib/libvulkan.so"),
    ]
    .into_iter()
    .find(|path| path.exists())
}

fn define_bool_feature(config: &mut Config, cmake_name: &str, enabled: bool) {
    config.define(cmake_name, cmake_bool(enabled));
}

fn cmake_bool(enabled: bool) -> &'static str {
    if enabled {
        "ON"
    } else {
        "OFF"
    }
}