pub struct ModelPreferences {
pub hints: Option<Vec<ModelHint>>,
pub cost_priority: Option<f64>,
pub speed_priority: Option<f64>,
pub intelligence_priority: Option<f64>,
}Expand description
Model preferences for sampling
Fields§
§hints: Option<Vec<ModelHint>>Preferred model hints (not binding)
cost_priority: Option<f64>Cost priority (lower = prefer cheaper models)
speed_priority: Option<f64>Speed priority (lower = prefer faster models)
intelligence_priority: Option<f64>Intelligence priority (lower = prefer smarter models)
Implementations§
Source§impl ModelPreferences
impl ModelPreferences
Sourcepub fn cost_optimized() -> ModelPreferences
pub fn cost_optimized() -> ModelPreferences
Create preferences optimized for cost
Sourcepub fn speed_optimized() -> ModelPreferences
pub fn speed_optimized() -> ModelPreferences
Create preferences optimized for speed
Sourcepub fn intelligence_optimized() -> ModelPreferences
pub fn intelligence_optimized() -> ModelPreferences
Create preferences optimized for intelligence/quality
Sourcepub fn balanced() -> ModelPreferences
pub fn balanced() -> ModelPreferences
Create balanced preferences
Sourcepub fn get_normalized_weights(&self) -> (f64, f64, f64)
pub fn get_normalized_weights(&self) -> (f64, f64, f64)
Get normalized priority weights that sum to 1.0
Trait Implementations§
Source§impl Clone for ModelPreferences
impl Clone for ModelPreferences
Source§fn clone(&self) -> ModelPreferences
fn clone(&self) -> ModelPreferences
Returns a duplicate of the value. Read more
1.0.0 · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for ModelPreferences
impl Debug for ModelPreferences
Source§impl<'de> Deserialize<'de> for ModelPreferences
impl<'de> Deserialize<'de> for ModelPreferences
Source§fn deserialize<__D>(
__deserializer: __D,
) -> Result<ModelPreferences, <__D as Deserializer<'de>>::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(
__deserializer: __D,
) -> Result<ModelPreferences, <__D as Deserializer<'de>>::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Source§impl Serialize for ModelPreferences
impl Serialize for ModelPreferences
Source§fn serialize<__S>(
&self,
__serializer: __S,
) -> Result<<__S as Serializer>::Ok, <__S as Serializer>::Error>where
__S: Serializer,
fn serialize<__S>(
&self,
__serializer: __S,
) -> Result<<__S as Serializer>::Ok, <__S as Serializer>::Error>where
__S: Serializer,
Serialize this value into the given Serde serializer. Read more
Auto Trait Implementations§
impl Freeze for ModelPreferences
impl RefUnwindSafe for ModelPreferences
impl Send for ModelPreferences
impl Sync for ModelPreferences
impl Unpin for ModelPreferences
impl UnwindSafe for ModelPreferences
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more