Struct KvCacheEstimateOptions 

pub struct KvCacheEstimateOptions {
    pub allow_naive_fallback: bool,
    pub allow_hf_config_download: bool,
    pub naive_kv_reservation: f64,
}

Fields

allow_naive_fallback: bool

allow_hf_config_download: bool

naive_kv_reservation: f64

Fraction of post-weight memory the naive fallback reserves for KV (default 0.80). Ignored on the native path. Exposed so the Mocker can tune the crude fallback budget.

Trait Implementations

impl Clone for KvCacheEstimateOptions

fn clone(&self) -> KvCacheEstimateOptions

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Copy for KvCacheEstimateOptions

impl Debug for KvCacheEstimateOptions

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for KvCacheEstimateOptions

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl PartialEq for KvCacheEstimateOptions

fn eq(&self, other: &KvCacheEstimateOptions) -> bool

Equality operator ==.

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=.

impl Serialize for KvCacheEstimateOptions

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.

impl StructuralPartialEq for KvCacheEstimateOptions