pub struct CacheProfile {
pub kv_k: KvCacheType,
pub kv_v: KvCacheType,
pub flash_attention: FlashAttention,
pub prompt_reuse: PromptReuse,
}Fields§
§kv_k: KvCacheType§kv_v: KvCacheType§flash_attention: FlashAttention§prompt_reuse: PromptReuseImplementations§
Trait Implementations§
Source§impl Clone for CacheProfile
impl Clone for CacheProfile
impl Copy for CacheProfile
Source§impl Debug for CacheProfile
impl Debug for CacheProfile
Source§impl Default for CacheProfile
impl Default for CacheProfile
Source§impl<'de> Deserialize<'de> for CacheProfilewhere
CacheProfile: Default,
impl<'de> Deserialize<'de> for CacheProfilewhere
CacheProfile: Default,
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
impl Eq for CacheProfile
Source§impl PartialEq for CacheProfile
impl PartialEq for CacheProfile
Source§impl Serialize for CacheProfile
impl Serialize for CacheProfile
impl StructuralPartialEq for CacheProfile
Auto Trait Implementations§
impl Freeze for CacheProfile
impl RefUnwindSafe for CacheProfile
impl Send for CacheProfile
impl Sync for CacheProfile
impl Unpin for CacheProfile
impl UnsafeUnpin for CacheProfile
impl UnwindSafe for CacheProfile
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> DeserializeOwned for Twhere
T: for<'de> Deserialize<'de>,
Source§impl<Q, K> Equivalent<K> for Q
impl<Q, K> Equivalent<K> for Q
Source§impl<Q, K> Equivalent<K> for Q
impl<Q, K> Equivalent<K> for Q
Source§fn equivalent(&self, key: &K) -> bool
fn equivalent(&self, key: &K) -> bool
Compare self to
key and return true if they are equal.