Struct RuntimeConfig 

pub struct RuntimeConfig {
    pub debug: bool,
    pub listen_all: bool,
    pub mode: RuntimeMode,
    pub startup_failure_policy: StartupFailurePolicy,
    pub drain_timeout_secs: u64,
    pub drain_timeout_max_secs: u64,
    pub activity: RuntimeActivityConfig,
    pub reconcile_model_targets: bool,
    pub reconcile_model_target_demand_upgrades: bool,
    pub native_runtime: NativeRuntimeConfig,
    pub model_target_demand_upgrade_min_requests: u64,
    pub model_target_demand_upgrade_max_age_secs: u64,
}

Fields

debug: bool

listen_all: bool

mode: RuntimeMode

Operating mode. Absent resolves to Serve for backward compatibility.

startup_failure_policy: StartupFailurePolicy

How the runtime reacts when a model fails to load during startup.

drain_timeout_secs: u64

Seconds before forcibly unloading a draining instance (default 30).

drain_timeout_max_secs: u64

Maximum allowed drain timeout cap in seconds (default 300).

activity: RuntimeActivityConfig

Host activity detection and response policy.

reconcile_model_targets: bool

reconcile_model_target_demand_upgrades: bool

native_runtime: NativeRuntimeConfig

model_target_demand_upgrade_min_requests: u64

model_target_demand_upgrade_max_age_secs: u64

Trait Implementations

impl Clone for RuntimeConfig

fn clone(&self) -> RuntimeConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for RuntimeConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for RuntimeConfig

fn default() -> Self

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for RuntimeConfig

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Eq for RuntimeConfig

impl PartialEq for RuntimeConfig

fn eq(&self, other: &RuntimeConfig) -> bool

Equality operator ==.

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=.

impl Serialize for RuntimeConfig

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl StructuralPartialEq for RuntimeConfig