pub struct TieredMemory {
pub hot: Arc<MessageStore>,
/* private fields */
}Expand description
Three-tier memory storage system with persistence
Fields§
§hot: Arc<MessageStore>Hot tier: Full messages (LanceDB-backed)
Implementations§
Source§impl TieredMemory
impl TieredMemory
Sourcepub async fn new(
hot_store: Arc<MessageStore>,
db: Arc<LanceDatabase>,
embeddings: Arc<CachedEmbeddingProvider>,
config: TieredMemoryConfig,
) -> Self
pub async fn new( hot_store: Arc<MessageStore>, db: Arc<LanceDatabase>, embeddings: Arc<CachedEmbeddingProvider>, config: TieredMemoryConfig, ) -> Self
Create a new tiered memory system with persistent storage
Sourcepub async fn with_defaults(
hot_store: Arc<MessageStore>,
db: Arc<LanceDatabase>,
embeddings: Arc<CachedEmbeddingProvider>,
) -> Self
pub async fn with_defaults( hot_store: Arc<MessageStore>, db: Arc<LanceDatabase>, embeddings: Arc<CachedEmbeddingProvider>, ) -> Self
Create with default configuration
Sourcepub async fn add_message(
&mut self,
message: MessageMetadata,
importance: f32,
) -> Result<()>
pub async fn add_message( &mut self, message: MessageMetadata, importance: f32, ) -> Result<()>
Add a message to the hot tier with Session authority.
If TieredMemoryConfig::session_ttl_secs is set, the message will be
assigned an expiry timestamp and will be removed by Self::evict_expired
after the configured duration.
Sourcepub async fn add_canonical_message(
&mut self,
message: MessageMetadata,
importance: f32,
_token: CanonicalWriteToken,
) -> Result<()>
pub async fn add_canonical_message( &mut self, message: MessageMetadata, importance: f32, _token: CanonicalWriteToken, ) -> Result<()>
Add a message to the hot tier with Canonical authority.
Canonical entries are long-lived and immune to session-TTL eviction.
A CanonicalWriteToken is required to call this method; obtain one
through an authorised entry point in the CLI layer.
Sourcepub async fn evict_expired(&self) -> Result<usize>
pub async fn evict_expired(&self) -> Result<usize>
Delete all hot-tier messages whose TTL has expired.
Returns the number of entries evicted. Call this at agent run completion or on a periodic background schedule.
Canonical-authority messages are never evicted here regardless of
any expires_at value, because they are expected to have None.
Sourcepub async fn record_access(&mut self, message_id: &str) -> Result<()>
pub async fn record_access(&mut self, message_id: &str) -> Result<()>
Record access to a message (for promotion/retention decisions)
Sourcepub async fn search_adaptive(
&mut self,
query: &str,
conversation_id: Option<&str>,
) -> Result<Vec<TieredSearchResult>>
pub async fn search_adaptive( &mut self, query: &str, conversation_id: Option<&str>, ) -> Result<Vec<TieredSearchResult>>
Search across all tiers with adaptive resolution
Sourcepub async fn search_adaptive_multi_factor(
&mut self,
query: &str,
conversation_id: Option<&str>,
) -> Result<Vec<TieredSearchResult>>
pub async fn search_adaptive_multi_factor( &mut self, query: &str, conversation_id: Option<&str>, ) -> Result<Vec<TieredSearchResult>>
Search across all tiers and score results using combined similarity, recency, and importance signals.
This is the preferred retrieval method for long-horizon agent tasks where a pure similarity score can surface stale or low-importance results.
The returned results are sorted by MultiFactorScore::combined
(descending). Each result has multi_factor_score populated.
Sourcepub async fn demote_to_warm(
&mut self,
message_id: &str,
summary: MessageSummary,
) -> Result<()>
pub async fn demote_to_warm( &mut self, message_id: &str, summary: MessageSummary, ) -> Result<()>
Demote a message from hot to warm tier
Sourcepub async fn demote_to_cold(
&mut self,
summary_id: &str,
fact: KeyFact,
) -> Result<()>
pub async fn demote_to_cold( &mut self, summary_id: &str, fact: KeyFact, ) -> Result<()>
Demote a summary from warm to cold tier
Sourcepub async fn promote_to_hot(
&mut self,
message_id: &str,
) -> Result<Option<MessageMetadata>>
pub async fn promote_to_hot( &mut self, message_id: &str, ) -> Result<Option<MessageMetadata>>
Promote a message back to hot tier (re-fetch full content)
Sourcepub async fn get_demotion_candidates(
&self,
tier: MemoryTier,
count: usize,
) -> Result<Vec<String>>
pub async fn get_demotion_candidates( &self, tier: MemoryTier, count: usize, ) -> Result<Vec<String>>
Get messages that should be considered for demotion
Sourcepub async fn get_stats(&self) -> Result<TieredMemoryStats>
pub async fn get_stats(&self) -> Result<TieredMemoryStats>
Get statistics about tier distribution
Sourcepub fn fallback_summarize(&self, content: &str) -> String
pub fn fallback_summarize(&self, content: &str) -> String
Fallback summarization without LLM
Sourcepub fn fallback_fact(&self, summary: &MessageSummary) -> KeyFact
pub fn fallback_fact(&self, summary: &MessageSummary) -> KeyFact
Create a fallback fact from a summary
Sourcepub async fn synthesize_mental_model(
&mut self,
fact_ids: &[String],
model_text: String,
model_type: ModelType,
conversation_id: String,
) -> Result<String>
pub async fn synthesize_mental_model( &mut self, fact_ids: &[String], model_text: String, model_type: ModelType, conversation_id: String, ) -> Result<String>
Synthesise and store a new mental model from a set of source fact IDs.
Returns the new model’s ID.
The table is created on first call; subsequent calls reuse it.
Sourcepub async fn search_mental_models(
&self,
query: &str,
limit: usize,
) -> Result<Vec<TieredSearchResult>>
pub async fn search_mental_models( &self, query: &str, limit: usize, ) -> Result<Vec<TieredSearchResult>>
Semantic search over the mental model tier.
Auto Trait Implementations§
impl Freeze for TieredMemory
impl !RefUnwindSafe for TieredMemory
impl Send for TieredMemory
impl Sync for TieredMemory
impl Unpin for TieredMemory
impl UnsafeUnpin for TieredMemory
impl !UnwindSafe for TieredMemory
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Source§impl<T> Downcast for Twhere
T: Any,
impl<T> Downcast for Twhere
T: Any,
Source§fn into_any(self: Box<T>) -> Box<dyn Any>
fn into_any(self: Box<T>) -> Box<dyn Any>
Box<dyn Trait> (where Trait: Downcast) to Box<dyn Any>, which can then be
downcast into Box<dyn ConcreteType> where ConcreteType implements Trait.Source§fn into_any_rc(self: Rc<T>) -> Rc<dyn Any>
fn into_any_rc(self: Rc<T>) -> Rc<dyn Any>
Rc<Trait> (where Trait: Downcast) to Rc<Any>, which can then be further
downcast into Rc<ConcreteType> where ConcreteType implements Trait.Source§fn as_any(&self) -> &(dyn Any + 'static)
fn as_any(&self) -> &(dyn Any + 'static)
&Trait (where Trait: Downcast) to &Any. This is needed since Rust cannot
generate &Any’s vtable from &Trait’s.Source§fn as_any_mut(&mut self) -> &mut (dyn Any + 'static)
fn as_any_mut(&mut self) -> &mut (dyn Any + 'static)
&mut Trait (where Trait: Downcast) to &Any. This is needed since Rust cannot
generate &mut Any’s vtable from &mut Trait’s.Source§impl<T> Downcast for Twhere
T: Any,
impl<T> Downcast for Twhere
T: Any,
Source§fn into_any(self: Box<T>) -> Box<dyn Any>
fn into_any(self: Box<T>) -> Box<dyn Any>
Box<dyn Trait> (where Trait: Downcast) to Box<dyn Any>. Box<dyn Any> can
then be further downcast into Box<ConcreteType> where ConcreteType implements Trait.Source§fn into_any_rc(self: Rc<T>) -> Rc<dyn Any>
fn into_any_rc(self: Rc<T>) -> Rc<dyn Any>
Rc<Trait> (where Trait: Downcast) to Rc<Any>. Rc<Any> can then be
further downcast into Rc<ConcreteType> where ConcreteType implements Trait.Source§fn as_any(&self) -> &(dyn Any + 'static)
fn as_any(&self) -> &(dyn Any + 'static)
&Trait (where Trait: Downcast) to &Any. This is needed since Rust cannot
generate &Any’s vtable from &Trait’s.Source§fn as_any_mut(&mut self) -> &mut (dyn Any + 'static)
fn as_any_mut(&mut self) -> &mut (dyn Any + 'static)
&mut Trait (where Trait: Downcast) to &Any. This is needed since Rust cannot
generate &mut Any’s vtable from &mut Trait’s.Source§impl<T> DowncastSend for T
impl<T> DowncastSend for T
Source§impl<T> DowncastSync for T
impl<T> DowncastSync for T
Source§impl<T> DowncastSync for T
impl<T> DowncastSync for T
Source§impl<T> FmtForward for T
impl<T> FmtForward for T
Source§fn fmt_binary(self) -> FmtBinary<Self>where
Self: Binary,
fn fmt_binary(self) -> FmtBinary<Self>where
Self: Binary,
self to use its Binary implementation when Debug-formatted.Source§fn fmt_display(self) -> FmtDisplay<Self>where
Self: Display,
fn fmt_display(self) -> FmtDisplay<Self>where
Self: Display,
self to use its Display implementation when
Debug-formatted.Source§fn fmt_lower_exp(self) -> FmtLowerExp<Self>where
Self: LowerExp,
fn fmt_lower_exp(self) -> FmtLowerExp<Self>where
Self: LowerExp,
self to use its LowerExp implementation when
Debug-formatted.Source§fn fmt_lower_hex(self) -> FmtLowerHex<Self>where
Self: LowerHex,
fn fmt_lower_hex(self) -> FmtLowerHex<Self>where
Self: LowerHex,
self to use its LowerHex implementation when
Debug-formatted.Source§fn fmt_octal(self) -> FmtOctal<Self>where
Self: Octal,
fn fmt_octal(self) -> FmtOctal<Self>where
Self: Octal,
self to use its Octal implementation when Debug-formatted.Source§fn fmt_pointer(self) -> FmtPointer<Self>where
Self: Pointer,
fn fmt_pointer(self) -> FmtPointer<Self>where
Self: Pointer,
self to use its Pointer implementation when
Debug-formatted.Source§fn fmt_upper_exp(self) -> FmtUpperExp<Self>where
Self: UpperExp,
fn fmt_upper_exp(self) -> FmtUpperExp<Self>where
Self: UpperExp,
self to use its UpperExp implementation when
Debug-formatted.Source§fn fmt_upper_hex(self) -> FmtUpperHex<Self>where
Self: UpperHex,
fn fmt_upper_hex(self) -> FmtUpperHex<Self>where
Self: UpperHex,
self to use its UpperHex implementation when
Debug-formatted.Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§impl<T> Pipe for Twhere
T: ?Sized,
impl<T> Pipe for Twhere
T: ?Sized,
Source§fn pipe<R>(self, func: impl FnOnce(Self) -> R) -> Rwhere
Self: Sized,
fn pipe<R>(self, func: impl FnOnce(Self) -> R) -> Rwhere
Self: Sized,
Source§fn pipe_ref<'a, R>(&'a self, func: impl FnOnce(&'a Self) -> R) -> Rwhere
R: 'a,
fn pipe_ref<'a, R>(&'a self, func: impl FnOnce(&'a Self) -> R) -> Rwhere
R: 'a,
self and passes that borrow into the pipe function. Read moreSource§fn pipe_ref_mut<'a, R>(&'a mut self, func: impl FnOnce(&'a mut Self) -> R) -> Rwhere
R: 'a,
fn pipe_ref_mut<'a, R>(&'a mut self, func: impl FnOnce(&'a mut Self) -> R) -> Rwhere
R: 'a,
self and passes that borrow into the pipe function. Read moreSource§fn pipe_borrow<'a, B, R>(&'a self, func: impl FnOnce(&'a B) -> R) -> R
fn pipe_borrow<'a, B, R>(&'a self, func: impl FnOnce(&'a B) -> R) -> R
Source§fn pipe_borrow_mut<'a, B, R>(
&'a mut self,
func: impl FnOnce(&'a mut B) -> R,
) -> R
fn pipe_borrow_mut<'a, B, R>( &'a mut self, func: impl FnOnce(&'a mut B) -> R, ) -> R
Source§fn pipe_as_ref<'a, U, R>(&'a self, func: impl FnOnce(&'a U) -> R) -> R
fn pipe_as_ref<'a, U, R>(&'a self, func: impl FnOnce(&'a U) -> R) -> R
self, then passes self.as_ref() into the pipe function.Source§fn pipe_as_mut<'a, U, R>(&'a mut self, func: impl FnOnce(&'a mut U) -> R) -> R
fn pipe_as_mut<'a, U, R>(&'a mut self, func: impl FnOnce(&'a mut U) -> R) -> R
self, then passes self.as_mut() into the pipe
function.Source§fn pipe_deref<'a, T, R>(&'a self, func: impl FnOnce(&'a T) -> R) -> R
fn pipe_deref<'a, T, R>(&'a self, func: impl FnOnce(&'a T) -> R) -> R
self, then passes self.deref() into the pipe function.Source§impl<T> Pointable for T
impl<T> Pointable for T
Source§impl<T> PolicyExt for Twhere
T: ?Sized,
impl<T> PolicyExt for Twhere
T: ?Sized,
Source§impl<T> Tap for T
impl<T> Tap for T
Source§fn tap_borrow<B>(self, func: impl FnOnce(&B)) -> Self
fn tap_borrow<B>(self, func: impl FnOnce(&B)) -> Self
Borrow<B> of a value. Read moreSource§fn tap_borrow_mut<B>(self, func: impl FnOnce(&mut B)) -> Self
fn tap_borrow_mut<B>(self, func: impl FnOnce(&mut B)) -> Self
BorrowMut<B> of a value. Read moreSource§fn tap_ref<R>(self, func: impl FnOnce(&R)) -> Self
fn tap_ref<R>(self, func: impl FnOnce(&R)) -> Self
AsRef<R> view of a value. Read moreSource§fn tap_ref_mut<R>(self, func: impl FnOnce(&mut R)) -> Self
fn tap_ref_mut<R>(self, func: impl FnOnce(&mut R)) -> Self
AsMut<R> view of a value. Read moreSource§fn tap_deref<T>(self, func: impl FnOnce(&T)) -> Self
fn tap_deref<T>(self, func: impl FnOnce(&T)) -> Self
Deref::Target of a value. Read moreSource§fn tap_deref_mut<T>(self, func: impl FnOnce(&mut T)) -> Self
fn tap_deref_mut<T>(self, func: impl FnOnce(&mut T)) -> Self
Deref::Target of a value. Read moreSource§fn tap_dbg(self, func: impl FnOnce(&Self)) -> Self
fn tap_dbg(self, func: impl FnOnce(&Self)) -> Self
.tap() only in debug builds, and is erased in release builds.Source§fn tap_mut_dbg(self, func: impl FnOnce(&mut Self)) -> Self
fn tap_mut_dbg(self, func: impl FnOnce(&mut Self)) -> Self
.tap_mut() only in debug builds, and is erased in release
builds.Source§fn tap_borrow_dbg<B>(self, func: impl FnOnce(&B)) -> Self
fn tap_borrow_dbg<B>(self, func: impl FnOnce(&B)) -> Self
.tap_borrow() only in debug builds, and is erased in release
builds.Source§fn tap_borrow_mut_dbg<B>(self, func: impl FnOnce(&mut B)) -> Self
fn tap_borrow_mut_dbg<B>(self, func: impl FnOnce(&mut B)) -> Self
.tap_borrow_mut() only in debug builds, and is erased in release
builds.Source§fn tap_ref_dbg<R>(self, func: impl FnOnce(&R)) -> Self
fn tap_ref_dbg<R>(self, func: impl FnOnce(&R)) -> Self
.tap_ref() only in debug builds, and is erased in release
builds.Source§fn tap_ref_mut_dbg<R>(self, func: impl FnOnce(&mut R)) -> Self
fn tap_ref_mut_dbg<R>(self, func: impl FnOnce(&mut R)) -> Self
.tap_ref_mut() only in debug builds, and is erased in release
builds.Source§fn tap_deref_dbg<T>(self, func: impl FnOnce(&T)) -> Self
fn tap_deref_dbg<T>(self, func: impl FnOnce(&T)) -> Self
.tap_deref() only in debug builds, and is erased in release
builds.