pub enum KvCacheEstimateError {
Unsupported {
model: String,
backend: BackendKind,
gpu_sku: String,
reason: String,
},
InsufficientModelMetadata {
missing_fields: Vec<String>,
},
NoKvBudget {
total_gpu_capacity_bytes: u64,
non_kv_bytes: u64,
},
IncompatibleMemoryFraction {
backend: BackendKind,
variant_kind: &'static str,
},
BadConfig {
field: String,
reason: String,
},
HfConfigFetchFailed {
hf_id: String,
source: String,
},
}Variants§
Unsupported
InsufficientModelMetadata
NoKvBudget
IncompatibleMemoryFraction
BadConfig
HfConfigFetchFailed
Trait Implementations§
Source§impl Clone for KvCacheEstimateError
impl Clone for KvCacheEstimateError
Source§fn clone(&self) -> KvCacheEstimateError
fn clone(&self) -> KvCacheEstimateError
Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for KvCacheEstimateError
impl Debug for KvCacheEstimateError
Source§impl Deserialize<'static> for KvCacheEstimateError
impl Deserialize<'static> for KvCacheEstimateError
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'static>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'static>,
Deserialize this value from the given Serde deserializer. Read more
Source§impl Display for KvCacheEstimateError
impl Display for KvCacheEstimateError
impl Eq for KvCacheEstimateError
Source§impl Error for KvCacheEstimateError
impl Error for KvCacheEstimateError
1.30.0 · Source§fn source(&self) -> Option<&(dyn Error + 'static)>
fn source(&self) -> Option<&(dyn Error + 'static)>
Returns the lower-level source of this error, if any. Read more
1.0.0 · Source§fn description(&self) -> &str
fn description(&self) -> &str
👎Deprecated since 1.42.0:
use the Display impl or to_string()
Source§impl PartialEq for KvCacheEstimateError
impl PartialEq for KvCacheEstimateError
Source§impl Serialize for KvCacheEstimateError
impl Serialize for KvCacheEstimateError
impl StructuralPartialEq for KvCacheEstimateError
Auto Trait Implementations§
impl Freeze for KvCacheEstimateError
impl RefUnwindSafe for KvCacheEstimateError
impl Send for KvCacheEstimateError
impl Sync for KvCacheEstimateError
impl Unpin for KvCacheEstimateError
impl UnsafeUnpin for KvCacheEstimateError
impl UnwindSafe for KvCacheEstimateError
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
Source§impl<Q, K> Equivalent<K> for Q
impl<Q, K> Equivalent<K> for Q
Source§impl<Q, K> Equivalent<K> for Q
impl<Q, K> Equivalent<K> for Q
Source§fn equivalent(&self, key: &K) -> bool
fn equivalent(&self, key: &K) -> bool
Compare self to
key and return true if they are equal.