Struct ModelPreferences 

pub struct ModelPreferences {
    pub speed_priority: Option<f64>,
    pub intelligence_priority: Option<f64>,
    pub cost_priority: Option<f64>,
    pub hints: Vec<ModelHint>,
}

Preferences for model selection during sampling

Fields

speed_priority: Option<f64>

Priority for response speed (0.0 to 1.0)

intelligence_priority: Option<f64>

Priority for model intelligence/capability (0.0 to 1.0)

cost_priority: Option<f64>

Priority for cost efficiency (0.0 to 1.0)

hints: Vec<ModelHint>

Hints for model selection

Implementations

impl ModelPreferences

pub fn new() -> Self

Create new model preferences

pub fn speed(self, priority: f64) -> Self

Set speed priority (0.0 to 1.0)

pub fn intelligence(self, priority: f64) -> Self

Set intelligence priority (0.0 to 1.0)

pub fn cost(self, priority: f64) -> Self

Set cost priority (0.0 to 1.0)

pub fn hint(self, name: impl Into<String>) -> Self

Add a model hint

Trait Implementations

impl Clone for ModelPreferences

fn clone(&self) -> ModelPreferences

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ModelPreferences

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for ModelPreferences

fn default() -> ModelPreferences

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for ModelPreferences

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for ModelPreferences

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.