pub struct CacheFlags {
pub kv: Option<KvCacheType>,
pub flash_attention: Option<FlashAttention>,
pub prompt_reuse: Option<PromptReuse>,
pub speculative: Option<Speculative>,
pub parallel: Option<u8>,
}Expand description
Cache options a user asked for; unset fields inherit from the base profile.
Fields§
§kv: Option<KvCacheType>§flash_attention: Option<FlashAttention>§prompt_reuse: Option<PromptReuse>§speculative: Option<Speculative>§parallel: Option<u8>Implementations§
Source§impl CacheFlags
impl CacheFlags
pub fn is_empty(&self) -> bool
Sourcepub fn over(self, base: Option<CacheProfile>) -> Option<CacheProfile>
pub fn over(self, base: Option<CacheProfile>) -> Option<CacheProfile>
base with every given flag applied on top.
Trait Implementations§
Source§impl Clone for CacheFlags
impl Clone for CacheFlags
impl Copy for CacheFlags
Source§impl Debug for CacheFlags
impl Debug for CacheFlags
Source§impl Default for CacheFlags
impl Default for CacheFlags
impl Eq for CacheFlags
Source§impl PartialEq for CacheFlags
impl PartialEq for CacheFlags
impl StructuralPartialEq for CacheFlags
Auto Trait Implementations§
impl Forget for CacheFlags
impl Freeze for CacheFlags
impl RefUnwindSafe for CacheFlags
impl Send for CacheFlags
impl Sync for CacheFlags
impl Unpin for CacheFlags
impl UnsafeUnpin for CacheFlags
impl UnwindSafe for CacheFlags
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
Source§impl<Q, K> Equivalent<K> for Q
impl<Q, K> Equivalent<K> for Q
Source§impl<Q, K> Equivalent<K> for Q
impl<Q, K> Equivalent<K> for Q
Source§fn equivalent(&self, key: &K) -> bool
fn equivalent(&self, key: &K) -> bool
Compare self to
key and return true if they are equal.