Struct WarmupConfig 

pub struct WarmupConfig {
    pub target_cold_start_ms: u64,
    pub max_warmup_ms: u64,
    pub preload_weights: bool,
    pub preallocate_pools: bool,
    pub precompile_kernels: bool,
    pub warmup_batch_size: usize,
    pub lazy_loading: bool,
}

Warmup configuration

Fields

target_cold_start_ms: u64

Target cold start time in ms

max_warmup_ms: u64

Maximum warmup time in ms

preload_weights: bool

Pre-load model weights

preallocate_pools: bool

Pre-allocate memory pools

precompile_kernels: bool

Pre-compile shaders/kernels

warmup_batch_size: usize

Warmup batch size

lazy_loading: bool

Enable lazy loading after warmup

Trait Implementations

impl Clone for WarmupConfig

fn clone(&self) -> WarmupConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for WarmupConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for WarmupConfig

fn default() -> Self

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for WarmupConfig

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for WarmupConfig

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.