Struct BatchResourceRequirements 

pub struct BatchResourceRequirements {
    pub gpu_memory: u64,
    pub cpu_memory: u64,
    pub kv_cache_blocks: usize,
    pub recurrent_state_bytes: u64,
    pub recurrent_state_slots: usize,
    pub compute_units: usize,
}

Resource requirements for batch execution

Fields

gpu_memory: u64

Required GPU memory

cpu_memory: u64

Required CPU memory

kv_cache_blocks: usize

Required KV cache blocks

recurrent_state_bytes: u64

Required recurrent-state memory

recurrent_state_slots: usize

Required recurrent-state slots

compute_units: usize

Required compute units

Trait Implementations

impl Clone for BatchResourceRequirements

fn clone(&self) -> BatchResourceRequirements

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for BatchResourceRequirements

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for BatchResourceRequirements

fn default() -> BatchResourceRequirements

Returns the “default value” for a type.