Skip to main content

llama_cpp_bindings/
max_devices.rs

1/// Get the max number of devices according to llama.cpp (this is generally cuda devices).
2///
3/// ```
4/// # use llama_cpp_bindings::max_devices;
5/// let max_devices = max_devices();
6/// assert!(max_devices >= 0);
7/// ```
8#[must_use]
9pub fn max_devices() -> usize {
10    unsafe { llama_cpp_bindings_sys::llama_max_devices() }
11}
12
13#[cfg(test)]
14mod tests {
15    use super::max_devices;
16
17    #[test]
18    fn returns_at_least_one() {
19        let device_count = max_devices();
20
21        assert!(device_count >= 1);
22    }
23}