pub struct ModelLimitOverride {
pub context_window: u64,
pub max_completion_tokens: u64,
pub recommended_completion_tokens: u64,
}Expand description
User-supplied model limit override parsed from
[model_limits."provider/model-id"].
Fields§
§context_window: u64Total model context window in tokens.
max_completion_tokens: u64Maximum completion size in tokens.
recommended_completion_tokens: u64Recommended completion size in tokens.
Implementations§
Trait Implementations§
Source§impl Clone for ModelLimitOverride
impl Clone for ModelLimitOverride
Source§fn clone(&self) -> ModelLimitOverride
fn clone(&self) -> ModelLimitOverride
Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for ModelLimitOverride
impl Debug for ModelLimitOverride
Source§impl Default for ModelLimitOverride
impl Default for ModelLimitOverride
Source§fn default() -> ModelLimitOverride
fn default() -> ModelLimitOverride
Returns the “default value” for a type. Read more
Source§impl<'de> Deserialize<'de> for ModelLimitOverridewhere
ModelLimitOverride: Default,
impl<'de> Deserialize<'de> for ModelLimitOverridewhere
ModelLimitOverride: Default,
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
impl Eq for ModelLimitOverride
Source§impl PartialEq for ModelLimitOverride
impl PartialEq for ModelLimitOverride
Source§impl Serialize for ModelLimitOverride
impl Serialize for ModelLimitOverride
impl StructuralPartialEq for ModelLimitOverride
Auto Trait Implementations§
impl Freeze for ModelLimitOverride
impl RefUnwindSafe for ModelLimitOverride
impl Send for ModelLimitOverride
impl Sync for ModelLimitOverride
impl Unpin for ModelLimitOverride
impl UnsafeUnpin for ModelLimitOverride
impl UnwindSafe for ModelLimitOverride
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more