pub struct HeliosDistribCache { /* private fields */ }Expand description
Helios-DistribCache - Main distributed cache instance
Implementations§
Source§impl HeliosDistribCache
impl HeliosDistribCache
Sourcepub fn new(config: DistribCacheConfig) -> Self
pub fn new(config: DistribCacheConfig) -> Self
Create a new distributed cache instance
Sourcepub async fn get(
&self,
fingerprint: &QueryFingerprint,
context: &QueryContext,
) -> CacheResult<CacheEntry>
pub async fn get( &self, fingerprint: &QueryFingerprint, context: &QueryContext, ) -> CacheResult<CacheEntry>
Get an entry from the cache (checking all tiers)
Sourcepub async fn insert(
&self,
fingerprint: QueryFingerprint,
entry: CacheEntry,
context: &QueryContext,
) -> CacheResult<()>
pub async fn insert( &self, fingerprint: QueryFingerprint, entry: CacheEntry, context: &QueryContext, ) -> CacheResult<()>
Insert an entry into the cache
Sourcepub fn invalidate_table(&self, table: &str)
pub fn invalidate_table(&self, table: &str)
Invalidate entries for a table
Sourcepub fn invalidate(&self, fingerprint: &QueryFingerprint)
pub fn invalidate(&self, fingerprint: &QueryFingerprint)
Invalidate a specific entry
Sourcepub fn conversation_cache(&self) -> &ConversationContextCache
pub fn conversation_cache(&self) -> &ConversationContextCache
Get conversation context cache
Sourcepub fn rag_cache(&self) -> &RagChunkCache
pub fn rag_cache(&self) -> &RagChunkCache
Get RAG chunk cache
Sourcepub fn tool_cache(&self) -> &ToolResultCache
pub fn tool_cache(&self) -> &ToolResultCache
Get tool result cache
Sourcepub fn semantic_cache(&self) -> &SemanticQueryCache
pub fn semantic_cache(&self) -> &SemanticQueryCache
Get semantic query cache
Sourcepub fn stats(&self) -> DistribCacheStats
pub fn stats(&self) -> DistribCacheStats
Get cache statistics
Sourcepub fn heatmap(&self) -> HeatmapData
pub fn heatmap(&self) -> HeatmapData
Generate heatmap data
Sourcepub fn workload_distribution(&self) -> WorkloadDistribution
pub fn workload_distribution(&self) -> WorkloadDistribution
Get workload distribution
Sourcepub async fn start(&self) -> CacheResult<()>
pub async fn start(&self) -> CacheResult<()>
Start background services (prefetcher, invalidator)
Sourcepub async fn stop(&self) -> CacheResult<()>
pub async fn stop(&self) -> CacheResult<()>
Stop background services
Auto Trait Implementations§
impl !Freeze for HeliosDistribCache
impl !RefUnwindSafe for HeliosDistribCache
impl Send for HeliosDistribCache
impl Sync for HeliosDistribCache
impl Unpin for HeliosDistribCache
impl UnsafeUnpin for HeliosDistribCache
impl !UnwindSafe for HeliosDistribCache
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more