pub struct CombinedCacheStats {
pub chat: CacheStatsSnapshot,
pub embedding: CacheStatsSnapshot,
}Expand description
Combined cache statistics
Fields§
§chat: CacheStatsSnapshotChat cache statistics
embedding: CacheStatsSnapshotEmbedding cache statistics
Implementations§
Source§impl CombinedCacheStats
impl CombinedCacheStats
Sourcepub fn total_hits(&self) -> u64
pub fn total_hits(&self) -> u64
Get total hits across all caches
Sourcepub fn total_misses(&self) -> u64
pub fn total_misses(&self) -> u64
Get total misses across all caches
Trait Implementations§
Source§impl Clone for CombinedCacheStats
impl Clone for CombinedCacheStats
Source§impl Debug for CombinedCacheStats
impl Debug for CombinedCacheStats
Source§impl<'de> Deserialize<'de> for CombinedCacheStats
impl<'de> Deserialize<'de> for CombinedCacheStats
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Auto Trait Implementations§
impl Freeze for CombinedCacheStats
impl RefUnwindSafe for CombinedCacheStats
impl Send for CombinedCacheStats
impl Sync for CombinedCacheStats
impl Unpin for CombinedCacheStats
impl UnsafeUnpin for CombinedCacheStats
impl UnwindSafe for CombinedCacheStats
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> BudgetAwareRouting for T
impl<T> BudgetAwareRouting for T
Source§fn filter_by_budget(
&self,
providers: Vec<String>,
budget_router: &BudgetAwareRouter,
) -> Vec<String>
fn filter_by_budget( &self, providers: Vec<String>, budget_router: &BudgetAwareRouter, ) -> Vec<String>
Filter providers based on budget availability
Source§impl<T> CacheValue for T
impl<T> CacheValue for T
Source§fn from_bytes(bytes: &[u8]) -> Result<T, CacheError>
fn from_bytes(bytes: &[u8]) -> Result<T, CacheError>
Deserialize from bytes
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> DeserializeOwned for Twhere
T: for<'de> Deserialize<'de>,
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
Source§fn in_current_span(self) -> Instrumented<Self> ⓘ
fn in_current_span(self) -> Instrumented<Self> ⓘ
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreCreates a shared type from an unshared type.