Struct ModelPreferences

pub struct ModelPreferences {
    pub hints: Option<Vec<ModelHint>>,
    pub cost_priority: Option<f64>,
    pub speed_priority: Option<f64>,
    pub intelligence_priority: Option<f64>,
}

Model preferences for sampling

Fields

hints: Option<Vec<ModelHint>>

Optional hints for model selection

cost_priority: Option<f64>

How much to prioritize cost when selecting a model

speed_priority: Option<f64>

How much to prioritize sampling speed when selecting a model

intelligence_priority: Option<f64>

How much to prioritize intelligence when selecting a model

Implementations

impl ModelPreferences

pub fn new() -> Self

Create new empty model preferences

pub fn with_priorities(cost: f64, speed: f64, intelligence: f64) -> Self

Create model preferences with priorities

pub fn add_hint(&mut self, hint: ModelHint)

Add a model hint

pub fn set_cost_priority(&mut self, priority: f64)

Set the cost priority

pub fn set_speed_priority(&mut self, priority: f64)

Set the speed priority

pub fn set_intelligence_priority(&mut self, priority: f64)

Set the intelligence priority

Trait Implementations

impl Clone for ModelPreferences

fn clone(&self) -> ModelPreferences

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ModelPreferences

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for ModelPreferences

fn default() -> ModelPreferences

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for ModelPreferences

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl PartialEq for ModelPreferences

fn eq(&self, other: &ModelPreferences) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Serialize for ModelPreferences

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl StructuralPartialEq for ModelPreferences