Struct LoadStage 

pub struct LoadStage {

    pub topology_id: String,
    pub run_id: String,
    pub model_id: String,
    pub backend: String,
    pub package_ref: String,
    pub manifest_sha256: String,
    pub stage_id: String,
    pub stage_index: u32,
    pub layer_start: u32,
    pub layer_end: u32,
    pub model_path: Option<String>,
    pub selected_device: Option<StageDevice>,
    pub bind_addr: String,
    pub activation_width: u32,
    pub wire_dtype: i32,
    pub ctx_size: u32,
    pub n_gpu_layers: i32,
    pub cache_type_k: String,
    pub cache_type_v: String,
    pub shutdown_generation: u64,
    pub load_mode: i32,
    pub upstream: Option<StagePeer>,
    pub downstream: Option<StagePeer>,
    pub projector_path: Option<String>,
    pub lane_count: u32,
    pub n_batch: Option<u32>,
    pub n_ubatch: Option<u32>,
    pub flash_attn_type: i32,
    pub source_model_bytes: Option<u64>,
    pub coordinator_term: u64,
    pub coordinator_id: Option<String>,
    pub lease_until_unix_ms: u64,
    pub native_mtp_enabled: Option<bool>,
    pub mmap: Option<bool>,
    pub mlock: Option<bool>,
}

Fields

topology_id: String

run_id: String

model_id: String

backend: String

package_ref: String

manifest_sha256: String

stage_id: String

stage_index: u32

layer_start: u32

layer_end: u32

model_path: Option<String>

selected_device: Option<StageDevice>

bind_addr: String

activation_width: u32

wire_dtype: i32

ctx_size: u32

n_gpu_layers: i32

cache_type_k: String

cache_type_v: String

shutdown_generation: u64

load_mode: i32

upstream: Option<StagePeer>

downstream: Option<StagePeer>

projector_path: Option<String>

lane_count: u32

n_batch: Option<u32>

n_ubatch: Option<u32>

flash_attn_type: i32

source_model_bytes: Option<u64>

coordinator_term: u64

coordinator_id: Option<String>

lease_until_unix_ms: u64

native_mtp_enabled: Option<bool>

mmap: Option<bool>

mlock: Option<bool>

Implementations

impl LoadStage

pub fn model_path(&self) -> &str

Returns the value of model_path, or the default value if model_path is unset.

pub fn wire_dtype(&self) -> StageWireDType

Returns the enum value of wire_dtype, or the default if the field is set to an invalid enum value.

pub fn set_wire_dtype(&mut self, value: StageWireDType)

Sets wire_dtype to the provided enum value.

pub fn load_mode(&self) -> StageLoadMode

Returns the enum value of load_mode, or the default if the field is set to an invalid enum value.

pub fn set_load_mode(&mut self, value: StageLoadMode)

Sets load_mode to the provided enum value.

pub fn projector_path(&self) -> &str

Returns the value of projector_path, or the default value if projector_path is unset.

pub fn n_batch(&self) -> u32

Returns the value of n_batch, or the default value if n_batch is unset.

pub fn n_ubatch(&self) -> u32

Returns the value of n_ubatch, or the default value if n_ubatch is unset.

pub fn flash_attn_type(&self) -> StageFlashAttnType

Returns the enum value of flash_attn_type, or the default if the field is set to an invalid enum value.

pub fn set_flash_attn_type(&mut self, value: StageFlashAttnType)

Sets flash_attn_type to the provided enum value.

pub fn source_model_bytes(&self) -> u64

Returns the value of source_model_bytes, or the default value if source_model_bytes is unset.

pub fn coordinator_id(&self) -> &str

Returns the value of coordinator_id, or the default value if coordinator_id is unset.

pub fn native_mtp_enabled(&self) -> bool

Returns the value of native_mtp_enabled, or the default value if native_mtp_enabled is unset.

pub fn mmap(&self) -> bool

Returns the value of mmap, or the default value if mmap is unset.

pub fn mlock(&self) -> bool

Returns the value of mlock, or the default value if mlock is unset.

Trait Implementations

impl Clone for LoadStage

fn clone(&self) -> LoadStage

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for LoadStage

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for LoadStage

fn default() -> Self

Returns the “default value” for a type.

impl Eq for LoadStage

impl Hash for LoadStage

fn hash<__H: Hasher>(&self, state: &mut __H)

Feeds this value into the given Hasher.

fn hash_slice<H>(data: &[Self], state: &mut H)

where H: Hasher, Self: Sized,

Feeds a slice of this type into the given Hasher.

impl Message for LoadStage

fn encoded_len(&self) -> usize

Returns the encoded length of the message without a length delimiter.

fn clear(&mut self)

Clears the message, resetting all fields to their default.

fn encode(&self, buf: &mut impl BufMut) -> Result<(), EncodeError>

where Self: Sized,

Encodes the message to a buffer.

fn encode_to_vec(&self) -> Vec<u8>

where Self: Sized,

Encodes the message to a newly allocated buffer.

fn encode_length_delimited( &self, buf: &mut impl BufMut, ) -> Result<(), EncodeError>

where Self: Sized,

Encodes the message with a length-delimiter to a buffer.

fn encode_length_delimited_to_vec(&self) -> Vec<u8>

where Self: Sized,

Encodes the message with a length-delimiter to a newly allocated buffer.

fn decode(buf: impl Buf) -> Result<Self, DecodeError>

where Self: Default,

Decodes an instance of the message from a buffer.

fn decode_length_delimited(buf: impl Buf) -> Result<Self, DecodeError>

where Self: Default,

Decodes a length-delimited instance of the message from the buffer.

fn merge(&mut self, buf: impl Buf) -> Result<(), DecodeError>

where Self: Sized,

Decodes an instance of the message from a buffer, and merges it into self.

fn merge_length_delimited(&mut self, buf: impl Buf) -> Result<(), DecodeError>

where Self: Sized,

Decodes a length-delimited instance of the message from buffer, and merges it into self.

impl PartialEq for LoadStage

fn eq(&self, other: &LoadStage) -> bool

Equality operator ==.

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=.

impl StructuralPartialEq for LoadStage