finetype-model 0.6.55

Candle-based transformer model for FineType
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22

//! Shared compute-device selection for the crate's trainers and classifiers.

use candle_core::Device;

/// Return the best available compute device: CUDA, then Metal, then CPU.
pub(crate) fn get_device() -> Device {
    #[cfg(feature = "cuda")]
    {
        if let Ok(device) = Device::new_cuda(0) {
            return device;
        }
    }

    #[cfg(feature = "metal")]
    {
        if let Ok(device) = Device::new_metal(0) {
            return device;
        }
    }

    Device::Cpu
}