pub enum DynamicResourceDemand {
Fixed {
bytes: u64,
},
ActualSequences {
bytes_per_sequence: u64,
maximum_sequences: u32,
},
Tokens {
bytes_per_token: u64,
maximum_tokens: u64,
},
Affine {
fixed_bytes: u64,
bytes_per_sequence: u64,
maximum_sequences: u32,
bytes_per_token: u64,
maximum_tokens: u64,
},
Pages {
bytes_per_page: u64,
maximum_pages: u64,
},
BoundedShapeBuckets {
buckets: Vec<DynamicResourceShapeBucket>,
},
}Expand description
Core-bounded resource demand stored in an immutable memory plan. Provider
estimators use ProviderWorkspaceSizeFormula; core adds runtime-policy
bounds only after provider selection.
Variants§
Fixed
ActualSequences
Tokens
Affine
Fields
Pages
BoundedShapeBuckets
Fields
§
buckets: Vec<DynamicResourceShapeBucket>Implementations§
Source§impl DynamicResourceDemand
impl DynamicResourceDemand
pub fn fixed(bytes: u64) -> Result<Self, VNextError>
pub fn actual_sequences( bytes_per_sequence: u64, maximum_sequences: u32, ) -> Result<Self, VNextError>
pub fn tokens( bytes_per_token: u64, maximum_tokens: u64, ) -> Result<Self, VNextError>
pub fn affine( fixed_bytes: u64, bytes_per_sequence: u64, maximum_sequences: u32, bytes_per_token: u64, maximum_tokens: u64, ) -> Result<Self, VNextError>
pub fn pages( bytes_per_page: u64, maximum_pages: u64, ) -> Result<Self, VNextError>
pub fn bounded_shape_buckets( buckets: Vec<DynamicResourceShapeBucket>, ) -> Result<Self, VNextError>
pub fn evaluate_bytes( &self, work: &ResourceWorkShape, ) -> Result<u64, VNextError>
pub fn evaluate_fit_bytes( &self, work: &ResourceWorkShape, ) -> Result<u64, VNextError>
Trait Implementations§
Source§impl Clone for DynamicResourceDemand
impl Clone for DynamicResourceDemand
Source§fn clone(&self) -> DynamicResourceDemand
fn clone(&self) -> DynamicResourceDemand
Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for DynamicResourceDemand
impl Debug for DynamicResourceDemand
Source§impl<'de> Deserialize<'de> for DynamicResourceDemand
impl<'de> Deserialize<'de> for DynamicResourceDemand
Source§fn deserialize<D>(deserializer: D) -> Result<Self, D::Error>where
D: Deserializer<'de>,
fn deserialize<D>(deserializer: D) -> Result<Self, D::Error>where
D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
impl Eq for DynamicResourceDemand
Source§impl PartialEq for DynamicResourceDemand
impl PartialEq for DynamicResourceDemand
Source§impl Serialize for DynamicResourceDemand
impl Serialize for DynamicResourceDemand
impl StructuralPartialEq for DynamicResourceDemand
Auto Trait Implementations§
impl Freeze for DynamicResourceDemand
impl RefUnwindSafe for DynamicResourceDemand
impl Send for DynamicResourceDemand
impl Sync for DynamicResourceDemand
impl Unpin for DynamicResourceDemand
impl UnsafeUnpin for DynamicResourceDemand
impl UnwindSafe for DynamicResourceDemand
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more