Struct ModelExecutionConfig 

pub struct ModelExecutionConfig {
    pub component: ModelComponent,
    pub preset: ExecutionPreset,
}

Shader-component-style bundle: one object for specialize + compile + cache.

Fields

component: ModelComponent

preset: ExecutionPreset

Implementations

impl ModelExecutionConfig

pub fn from_component( component: ModelComponent, preset: ExecutionPreset, ) -> Self

pub fn prefill(batch: usize, seq: usize) -> Self

pub fn decode(batch: usize, past_seq: usize, new_tokens: usize) -> Self

pub fn qwen35_prefill(batch: usize, seq: usize) -> Self

pub fn qwen35_decode(batch: usize, past_seq: usize) -> Self

pub fn with_preset(self, preset: ExecutionPreset) -> Self

pub fn with_kernel_dispatch(self, config: KernelDispatchConfig) -> Self

pub fn with_compilation_mode(self, mode: CompilationMode) -> Self

pub fn with_quant(self, scheme: QuantScheme) -> Self

pub fn with_layer_composition(self, composition: &LayerComposition) -> Self

pub fn cache_key(&self) -> u64

pub fn dim_binding(&self) -> DimBinding

pub fn compile_profile(&self) -> CompileProfile

pub fn component(&self) -> &ModelComponent

pub fn variant(&self) -> &ModelVariant

Trait Implementations

impl Clone for ModelExecutionConfig

fn clone(&self) -> ModelExecutionConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ModelExecutionConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.