pub struct CapabilityRequirement {
pub filter: CapabilityFilter,
pub prefer_more_memory: f32,
pub prefer_more_vram: f32,
pub prefer_faster_inference: f32,
pub prefer_loaded_models: f32,
}Expand description
Capability requirement with scoring
Fields§
§filter: CapabilityFilterBase filter
prefer_more_memory: f32Prefer more memory (weight 0.0-1.0)
prefer_more_vram: f32Prefer more VRAM (weight 0.0-1.0)
prefer_faster_inference: f32Prefer faster tokens/sec (weight 0.0-1.0)
prefer_loaded_models: f32Prefer loaded models (weight 0.0-1.0)
Implementations§
Source§impl CapabilityRequirement
impl CapabilityRequirement
Sourcepub fn from_filter(filter: CapabilityFilter) -> Self
pub fn from_filter(filter: CapabilityFilter) -> Self
Create from filter
Sourcepub fn prefer_memory(self, weight: f32) -> Self
pub fn prefer_memory(self, weight: f32) -> Self
Set memory preference weight
Sourcepub fn prefer_vram(self, weight: f32) -> Self
pub fn prefer_vram(self, weight: f32) -> Self
Set VRAM preference weight
Sourcepub fn prefer_speed(self, weight: f32) -> Self
pub fn prefer_speed(self, weight: f32) -> Self
Set inference speed preference
Sourcepub fn prefer_loaded(self, weight: f32) -> Self
pub fn prefer_loaded(self, weight: f32) -> Self
Set loaded model preference
Sourcepub fn score(&self, caps: &CapabilitySet) -> f32
pub fn score(&self, caps: &CapabilitySet) -> f32
Score a capability set (higher is better)
Trait Implementations§
Source§impl Clone for CapabilityRequirement
impl Clone for CapabilityRequirement
Source§fn clone(&self) -> CapabilityRequirement
fn clone(&self) -> CapabilityRequirement
Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for CapabilityRequirement
impl Debug for CapabilityRequirement
Source§impl Default for CapabilityRequirement
impl Default for CapabilityRequirement
Source§fn default() -> CapabilityRequirement
fn default() -> CapabilityRequirement
Returns the “default value” for a type. Read more
Auto Trait Implementations§
impl Freeze for CapabilityRequirement
impl RefUnwindSafe for CapabilityRequirement
impl Send for CapabilityRequirement
impl Sync for CapabilityRequirement
impl Unpin for CapabilityRequirement
impl UnsafeUnpin for CapabilityRequirement
impl UnwindSafe for CapabilityRequirement
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more