Struct TensorMemoryRequirements 

pub struct TensorMemoryRequirements {
    pub total_size: usize,
    pub max_tensor_size: usize,
    pub tensor_count: usize,
    pub quantized_tensor_count: usize,
    pub non_quantized_tensor_count: usize,
    pub recommended_buffer_size: usize,
}

Memory requirements for reading tensors

Fields

total_size: usize

Total size of all tensors

max_tensor_size: usize

Size of the largest tensor

tensor_count: usize

Total number of tensors

quantized_tensor_count: usize

Number of quantized tensors

non_quantized_tensor_count: usize

Number of non-quantized tensors

recommended_buffer_size: usize

Recommended buffer size for reading

Implementations

impl TensorMemoryRequirements

pub fn average_tensor_size(&self) -> usize

Get the average tensor size

pub fn is_reasonable(&self, available_memory: usize) -> bool

Check if memory requirements are reasonable

Trait Implementations

impl Clone for TensorMemoryRequirements

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for TensorMemoryRequirements

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Display for TensorMemoryRequirements

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Eq for TensorMemoryRequirements

impl PartialEq for TensorMemoryRequirements

fn eq(&self, other: &Self) -> bool

Equality operator ==.

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=.

impl StructuralPartialEq for TensorMemoryRequirements