Struct ModelConfigEntry 

pub struct ModelConfigEntry {

    pub model: String,
    pub mmproj: Option<String>,
    pub ctx_size: Option<u32>,
    pub gpu_id: Option<String>,
    pub parallel: Option<usize>,
    pub cache_type_k: Option<String>,
    pub cache_type_v: Option<String>,
    pub batch: Option<u32>,
    pub ubatch: Option<u32>,
    pub flash_attention: Option<FlashAttentionType>,
    pub model_fit: Option<ModelFitConfig>,
    pub hardware: Option<HardwareConfig>,
    pub throughput: Option<ThroughputConfig>,
    pub skippy: Option<SkippyConfig>,
    pub speculative: Option<SpeculativeConfig>,
    pub request_defaults: Option<RequestDefaultsConfig>,
    pub multimodal: Option<MultimodalConfig>,
    pub advanced: Option<AdvancedConfig>,
    pub gpu_id_from_legacy_shim: bool,
}

Fields

model: String

mmproj: Option<String>

ctx_size: Option<u32>

gpu_id: Option<String>

parallel: Option<usize>

cache_type_k: Option<String>

cache_type_v: Option<String>

batch: Option<u32>

ubatch: Option<u32>

flash_attention: Option<FlashAttentionType>

model_fit: Option<ModelFitConfig>

hardware: Option<HardwareConfig>

throughput: Option<ThroughputConfig>

skippy: Option<SkippyConfig>

speculative: Option<SpeculativeConfig>

request_defaults: Option<RequestDefaultsConfig>

multimodal: Option<MultimodalConfig>

advanced: Option<AdvancedConfig>

gpu_id_from_legacy_shim: bool

Implementations

impl ModelConfigEntry

pub fn derived_profile(&self) -> String

Compute a derived profile hash from the runtime-shaping fields of this entry.

The profile is derived from the fields that materially affect runtime behavior: ModelFitConfig (ctx_size, batch, ubatch, cache_type_k, cache_type_v, flash_attention), HardwareConfig (model_runtime, device, gpu_layers, tensor_split, split_mode, main_gpu, cpu_moe, n_cpu_moe, fit_target_mib, mmap, mlock), and ThroughputConfig (parallel, continuous_batching, threads, threads_batch).

Returns an 8-hex-character string (e.g. “a3f2b9c1”), or empty string if all profile-input fields are at their defaults. Derive a stable profile string from the runtime-shaping config fields.

Returns an 8-hex-char hash when any profile-input field is set, or an empty string (profile = default) when all inputs are at defaults.

Trait Implementations

impl Clone for ModelConfigEntry

fn clone(&self) -> ModelConfigEntry

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ModelConfigEntry

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for ModelConfigEntry

fn default() -> ModelConfigEntry

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for ModelConfigEntry

fn deserialize<D>(deserializer: D) -> Result<Self, D::Error>

where D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for ModelConfigEntry

fn serialize<S>(&self, serializer: S) -> Result<S::Ok, S::Error>

where S: Serializer,

Serialize this value into the given Serde serializer.