Struct BackendCapabilities 

pub struct BackendCapabilities {

    pub supported_dtypes: Vec<DataType>,
    pub supported_devices: Vec<Device>,
    pub max_tensor_dims: usize,
    pub supports_fp16: bool,
    pub supports_bf16: bool,
    pub supports_int8: bool,
    pub supports_flash_attention: bool,
    pub supports_paged_attention: bool,
    pub supports_tensor_parallelism: bool,
    pub supports_pipeline_parallelism: bool,
    pub max_batch_size: usize,
    pub max_sequence_length: usize,
    pub memory_alignment: usize,
    pub supports_custom_kernels: bool,
    pub supports_cuda_graphs: bool,
    pub extra_capabilities: HashMap<String, Value>,
}

Backend capabilities description

Fields

supported_dtypes: Vec<DataType>

Supported data types

supported_devices: Vec<Device>

Supported devices

max_tensor_dims: usize

Maximum tensor dimensions supported

supports_fp16: bool

Whether backend supports FP16 operations

supports_bf16: bool

Whether backend supports BF16 operations

supports_int8: bool

Whether backend supports INT8 quantization

supports_flash_attention: bool

Whether backend supports flash attention

supports_paged_attention: bool

Whether backend supports paged attention

supports_tensor_parallelism: bool

Whether backend supports tensor parallelism

supports_pipeline_parallelism: bool

Whether backend supports pipeline parallelism

max_batch_size: usize

Maximum batch size supported

max_sequence_length: usize

Maximum sequence length supported

memory_alignment: usize

Memory alignment requirements

supports_custom_kernels: bool

Whether backend supports custom kernels

supports_cuda_graphs: bool

Whether backend supports CUDA graphs

extra_capabilities: HashMap<String, Value>

Additional capabilities

Implementations

impl BackendCapabilities

pub fn meets_requirements(&self, requirements: &BackendRequirements) -> bool

Check if capabilities meet requirements

Trait Implementations

impl Clone for BackendCapabilities

fn clone(&self) -> BackendCapabilities

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for BackendCapabilities

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for BackendCapabilities

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for BackendCapabilities

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.