Struct StageConfig 

pub struct StageConfig {

    pub run_id: String,
    pub topology_id: String,
    pub model_id: String,
    pub package_ref: Option<String>,
    pub manifest_sha256: Option<String>,
    pub source_model_path: Option<String>,
    pub source_model_sha256: Option<String>,
    pub source_model_bytes: Option<u64>,
    pub materialized_path: Option<String>,
    pub materialized_pinned: bool,
    pub model_path: Option<String>,
    pub projector_path: Option<String>,
    pub stage_id: String,
    pub stage_index: u32,
    pub layer_start: u32,
    pub layer_end: u32,
    pub ctx_size: u32,
    pub lane_count: u32,
    pub n_batch: Option<u32>,
    pub n_ubatch: Option<u32>,
    pub n_gpu_layers: i32,
    pub mmap: Option<bool>,
    pub mlock: bool,
    pub cache_type_k: String,
    pub cache_type_v: String,
    pub flash_attn_type: FlashAttentionType,
    pub filter_tensors_on_load: bool,
    pub selected_device: Option<StageDevice>,
    pub kv_cache: Option<StageKvCacheConfig>,
    pub native_mtp_enabled: bool,
    pub load_mode: LoadMode,
    pub bind_addr: String,
    pub upstream: Option<PeerConfig>,
    pub downstream: Option<PeerConfig>,
}

Fields

run_id: String

topology_id: String

model_id: String

package_ref: Option<String>

manifest_sha256: Option<String>

source_model_path: Option<String>

source_model_sha256: Option<String>

source_model_bytes: Option<u64>

materialized_path: Option<String>

materialized_pinned: bool

model_path: Option<String>

projector_path: Option<String>

stage_id: String

stage_index: u32

layer_start: u32

layer_end: u32

ctx_size: u32

lane_count: u32

n_batch: Option<u32>

n_ubatch: Option<u32>

n_gpu_layers: i32

mmap: Option<bool>

mlock: bool

cache_type_k: String

cache_type_v: String

flash_attn_type: FlashAttentionType

filter_tensors_on_load: bool

selected_device: Option<StageDevice>

kv_cache: Option<StageKvCacheConfig>

native_mtp_enabled: bool

load_mode: LoadMode

bind_addr: String

upstream: Option<PeerConfig>

downstream: Option<PeerConfig>

Implementations

impl StageConfig

pub fn ready_message(&self) -> StageMessage

Trait Implementations

impl Clone for StageConfig

fn clone(&self) -> StageConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for StageConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for StageConfig

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Eq for StageConfig

impl PartialEq for StageConfig

fn eq(&self, other: &StageConfig) -> bool

Equality operator ==.

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=.

impl Serialize for StageConfig

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl StructuralPartialEq for StageConfig