Function llama_cpp_2::max_devices

source ·
pub fn max_devices() -> c_int
Expand description

get the max number of devices according to llama.cpp (this is generally cuda devices)

let max_devices = max_devices();
assert!(max_devices >= 0);