pub struct OcoTunerConfig {
pub enabled: bool,
pub learning_rate: f64,
pub min_queue_budget: f64,
pub max_queue_budget: f64,
pub min_batch_budget: f64,
pub max_batch_budget: f64,
pub min_time_slice_ms: f64,
pub max_time_slice_ms: f64,
pub initial_queue_budget: f64,
pub initial_batch_budget: f64,
pub initial_time_slice_ms: f64,
pub rollback_loss_threshold: f64,
}Expand description
OCO controller configuration for queue, batch, and time-slice budgets.
Fields§
§enabled: boolMaster switch for online updates.
learning_rate: f64Step size for online gradient updates.
min_queue_budget: f64Minimum and maximum queue budget (logical slots).
max_queue_budget: f64§min_batch_budget: f64Minimum and maximum batch budget (logical dispatch width).
max_batch_budget: f64§min_time_slice_ms: f64Minimum and maximum time-slice budget (milliseconds).
max_time_slice_ms: f64§initial_queue_budget: f64Initial values for each tuned budget.
initial_batch_budget: f64§initial_time_slice_ms: f64§rollback_loss_threshold: f64Guardrail threshold; instantaneous loss above this triggers rollback.
Implementations§
Source§impl OcoTunerConfig
impl OcoTunerConfig
pub const fn for_tier(tier: ExtensionBudgetTier) -> Self
Trait Implementations§
Source§impl Clone for OcoTunerConfig
impl Clone for OcoTunerConfig
Source§fn clone(&self) -> OcoTunerConfig
fn clone(&self) -> OcoTunerConfig
Returns a duplicate of the value. Read more
1.0.0 · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for OcoTunerConfig
impl Debug for OcoTunerConfig
Source§impl Default for OcoTunerConfig
impl Default for OcoTunerConfig
Source§impl<'de> Deserialize<'de> for OcoTunerConfigwhere
OcoTunerConfig: Default,
impl<'de> Deserialize<'de> for OcoTunerConfigwhere
OcoTunerConfig: Default,
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Source§impl PartialEq for OcoTunerConfig
impl PartialEq for OcoTunerConfig
Source§impl Serialize for OcoTunerConfig
impl Serialize for OcoTunerConfig
impl StructuralPartialEq for OcoTunerConfig
Auto Trait Implementations§
impl Freeze for OcoTunerConfig
impl RefUnwindSafe for OcoTunerConfig
impl Send for OcoTunerConfig
impl Sync for OcoTunerConfig
impl Unpin for OcoTunerConfig
impl UnsafeUnpin for OcoTunerConfig
impl UnwindSafe for OcoTunerConfig
Blanket Implementations§
Source§impl<'a, T, E> AsTaggedExplicit<'a, E> for Twhere
T: 'a,
impl<'a, T, E> AsTaggedExplicit<'a, E> for Twhere
T: 'a,
Source§impl<'a, T, E> AsTaggedImplicit<'a, E> for Twhere
T: 'a,
impl<'a, T, E> AsTaggedImplicit<'a, E> for Twhere
T: 'a,
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, _span: NoopSpan) -> Self
fn instrument(self, _span: NoopSpan) -> Self
Instruments this future with a span (no-op when disabled).
Source§fn in_current_span(self) -> Self
fn in_current_span(self) -> Self
Instruments this future with the current span (no-op when disabled).
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§impl<T> ModelDump for Twhere
T: Serialize,
impl<T> ModelDump for Twhere
T: Serialize,
Source§fn model_dump(&self, options: DumpOptions) -> Result<Value, Error>
fn model_dump(&self, options: DumpOptions) -> Result<Value, Error>
Serialize a model to a JSON value. Read more
Source§fn model_dump_json(&self) -> Result<String, Error>
fn model_dump_json(&self) -> Result<String, Error>
Serialize a model to a JSON string with default options.
Source§fn model_dump_json_pretty(&self) -> Result<String, Error>
fn model_dump_json_pretty(&self) -> Result<String, Error>
Serialize a model to a pretty-printed JSON string.
Source§fn model_dump_json_with_options(
&self,
options: DumpOptions,
) -> Result<String, Error>
fn model_dump_json_with_options( &self, options: DumpOptions, ) -> Result<String, Error>
Serialize a model to a JSON string with full options support. Read more
Source§impl<T> ModelValidate for Twhere
T: DeserializeOwned,
impl<T> ModelValidate for Twhere
T: DeserializeOwned,
Source§fn model_validate(
input: impl Into<ValidateInput>,
options: ValidateOptions,
) -> Result<T, ValidationError>
fn model_validate( input: impl Into<ValidateInput>, options: ValidateOptions, ) -> Result<T, ValidationError>
Create and validate a model from input. Read more
Source§fn model_validate_json(json: &str) -> Result<Self, ValidationError>
fn model_validate_json(json: &str) -> Result<Self, ValidationError>
Create and validate a model from JSON string with default options.
Source§fn model_validate_dict(
dict: HashMap<String, Value>,
) -> Result<Self, ValidationError>
fn model_validate_dict( dict: HashMap<String, Value>, ) -> Result<Self, ValidationError>
Create and validate a model from a HashMap with default options.
Source§impl<T> Pointable for T
impl<T> Pointable for T
Source§impl<R, P> ReadPrimitive<R> for P
impl<R, P> ReadPrimitive<R> for P
Source§fn read_from_little_endian(read: &mut R) -> Result<Self, Error>
fn read_from_little_endian(read: &mut R) -> Result<Self, Error>
Read this value from the supplied reader. Same as
ReadEndian::read_from_little_endian().