Struct PrecisionCapabilities 

pub struct PrecisionCapabilities {
    pub supported: Vec<Precision>,
    pub native: Precision,
    pub int4_tensor_cores: bool,
    pub int8_tensor_cores: bool,
    pub vram_mb: u64,
    pub compute_capability: Option<(u32, u32)>,
}

Hardware precision capabilities

Fields

supported: Vec<Precision>

Supported precisions (ordered by preference)

native: Precision

Native (fastest) precision

int4_tensor_cores: bool

Whether INT4 uses tensor cores

int8_tensor_cores: bool

Whether INT8 uses tensor cores

vram_mb: u64

Available VRAM in MB

compute_capability: Option<(u32, u32)>

Compute capability (for NVIDIA GPUs)

Implementations

impl PrecisionCapabilities

pub fn modern_gpu(vram_mb: u64) -> Self

Create capabilities for a modern GPU (RTX 30/40 series)

pub fn legacy_gpu(vram_mb: u64) -> Self

Create capabilities for an older GPU (GTX 10 series)

pub fn cpu(memory_mb: u64) -> Self

Create capabilities for CPU

pub fn supports(&self, precision: Precision) -> bool

Check if a precision is supported

pub fn best_supported(&self, max_precision: Precision) -> Precision

Get the best supported precision at or below the given level

pub fn estimate_vram(&self, model_params: u64, precision: Precision) -> u64

Estimate VRAM usage for a model at given precision

pub fn fits_model(&self, model_params: u64, precision: Precision) -> bool

Check if a model fits at given precision

Trait Implementations

impl Clone for PrecisionCapabilities

fn clone(&self) -> PrecisionCapabilities

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for PrecisionCapabilities

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for PrecisionCapabilities

fn default() -> Self

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for PrecisionCapabilities

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for PrecisionCapabilities

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.