pub struct PrefixCache { /* private fields */ }Implementations§
Source§impl PrefixCache
impl PrefixCache
pub fn new(config: PrefixCacheConfig) -> Self
pub fn config(&self) -> &PrefixCacheConfig
pub fn is_enabled(&self) -> bool
pub fn get(&self, key: &CacheKey) -> Option<Arc<CachedPrefix>>
pub fn insert( &mut self, key: CacheKey, tokens: Vec<u32>, _kv_cache: Vec<CachedLayer>, )
pub fn touch(&mut self, key: &CacheKey)
pub fn clear(&mut self)
pub fn stats(&self) -> PrefixCacheStats
Auto Trait Implementations§
impl Freeze for PrefixCache
impl !RefUnwindSafe for PrefixCache
impl Send for PrefixCache
impl Sync for PrefixCache
impl Unpin for PrefixCache
impl UnsafeUnpin for PrefixCache
impl !UnwindSafe for PrefixCache
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more