Struct ModelConfig 

pub struct ModelConfig {
    pub model_name: String,
    pub context_limit: Option<usize>,
    pub temperature: Option<f32>,
    pub max_tokens: Option<i32>,
    pub toolshim: bool,
    pub toolshim_model: Option<String>,
    pub fast_model: Option<String>,
}

Fields

model_name: String

context_limit: Option<usize>

temperature: Option<f32>

max_tokens: Option<i32>

toolshim: bool

toolshim_model: Option<String>

fast_model: Option<String>

Implementations

impl ModelConfig

pub fn new(model_name: &str) -> Result<Self, ConfigError>

pub fn new_with_context_env( model_name: String, context_env_var: Option<&str>, ) -> Result<Self, ConfigError>

pub fn get_all_model_limits() -> Vec<ModelLimitConfig>

pub fn with_context_limit(self, limit: Option<usize>) -> Self

pub fn with_temperature(self, temp: Option<f32>) -> Self

pub fn with_max_tokens(self, tokens: Option<i32>) -> Self

pub fn with_toolshim(self, toolshim: bool) -> Self

pub fn with_toolshim_model(self, model: Option<String>) -> Self

pub fn with_fast(self, fast_model: String) -> Self

pub fn use_fast_model(&self) -> Self

pub fn context_limit(&self) -> usize

pub fn new_or_fail(model_name: &str) -> ModelConfig

Trait Implementations

impl Clone for ModelConfig

fn clone(&self) -> ModelConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ModelConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for ModelConfig

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for ModelConfig

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl<'__s> ToSchema<'__s> for ModelConfig

fn schema() -> (&'__s str, RefOr<Schema>)

Return a tuple of name and schema or reference to a schema that can be referenced by the name or inlined directly to responses, request bodies or parameters.

fn aliases() -> Vec<(&'__s str, Schema)>

Optional set of alias schemas for the ToSchema::schema.