llama-cpp-bindings 0.6.0

llama.cpp bindings for Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23

/// Get the max number of devices according to llama.cpp (this is generally cuda devices).
///
/// ```
/// # use llama_cpp_bindings::max_devices;
/// let max_devices = max_devices();
/// assert!(max_devices >= 0);
/// ```
#[must_use]
pub fn max_devices() -> usize {
    unsafe { llama_cpp_bindings_sys::llama_max_devices() }
}

#[cfg(test)]
mod tests {
    use super::max_devices;

    #[test]
    fn returns_at_least_one() {
        let device_count = max_devices();

        assert!(device_count >= 1);
    }
}