Struct ProviderPresetRuntimeOverrides

Source

pub struct ProviderPresetRuntimeOverrides {Show 18 fields
    pub scheduler_concurrency: Option<usize>,
    pub provider_max_attempts: Option<usize>,
    pub validation_max_attempts: Option<usize>,
    pub retry_after_policy: Option<RetryAfterPolicy>,
    pub max_backoff_seconds: Option<u64>,
    pub timeout_seconds: Option<u64>,
    pub batch_enabled: Option<bool>,
    pub batch_target_tokens: Option<usize>,
    pub batch_max_items: Option<usize>,
    pub adaptive_batch_sizing: Option<bool>,
    pub compact_prompts: Option<bool>,
    pub adaptive_concurrency: Option<bool>,
    pub thinking_disabled: Option<bool>,
    pub model_context_tokens: Option<u32>,
    pub max_output_tokens: Option<u32>,
    pub batch_max_output_tokens: Option<u32>,
    pub json_mode: Option<JsonMode>,
    pub max_idle_per_host: Option<usize>,
}

Fields§

§scheduler_concurrency: Option<usize>§provider_max_attempts: Option<usize>§validation_max_attempts: Option<usize>§retry_after_policy: Option<RetryAfterPolicy>§max_backoff_seconds: Option<u64>§timeout_seconds: Option<u64>§batch_enabled: Option<bool>§batch_target_tokens: Option<usize>§batch_max_items: Option<usize>§adaptive_batch_sizing: Option<bool>§compact_prompts: Option<bool>§adaptive_concurrency: Option<bool>§thinking_disabled: Option<bool>§model_context_tokens: Option<u32>§max_output_tokens: Option<u32>§batch_max_output_tokens: Option<u32>§json_mode: Option<JsonMode>§max_idle_per_host: Option<usize>

ProviderPresetRuntimeOverrides

Struct ProviderPresetRuntimeOverrides Copy item path

Fields§

Trait Implementations§

impl Clone for ProviderPresetRuntimeOverrides

fn clone(&self) -> ProviderPresetRuntimeOverrides

fn clone_from(&mut self, source: &Self)

impl Debug for ProviderPresetRuntimeOverrides

fn fmt(&self, f: &mut Formatter<'_>) -> Result

impl Default for ProviderPresetRuntimeOverrides

fn default() -> ProviderPresetRuntimeOverrides

Auto Trait Implementations§

impl Freeze for ProviderPresetRuntimeOverrides

impl RefUnwindSafe for ProviderPresetRuntimeOverrides

impl Send for ProviderPresetRuntimeOverrides

impl Sync for ProviderPresetRuntimeOverrides

impl Unpin for ProviderPresetRuntimeOverrides

impl UnsafeUnpin for ProviderPresetRuntimeOverrides

impl UnwindSafe for ProviderPresetRuntimeOverrides

Blanket Implementations§

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> CloneToUninit for Twhere T: Clone,

unsafe fn clone_to_uninit(&self, dest: *mut u8)

impl<T> From<T> for T

fn from(t: T) -> T

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

impl<T> Same for T

type Output = T

impl<T> ToOwned for Twhere T: Clone,

type Owned = T

fn to_owned(&self) -> T

fn clone_into(&self, target: &mut T)

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

type Error = Infallible

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for Twhere U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Struct ProviderPresetRuntimeOverrides

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<T> CloneToUninit for T
where T: Clone,

impl<T, U> Into<U> for T
where U: From<T>,

impl<T> ToOwned for T
where T: Clone,

impl<T, U> TryFrom<U> for T
where U: Into<T>,

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,