use anyhow::Result;
use uuid::Uuid;
use super::Indexes;
use crate::sqlite_store::SqliteStore;
impl Indexes {
pub fn drain(&mut self, store: &SqliteStore) -> Result<usize> {
self.require_writable()?;
let watermark = store.index_watermark()?;
let rows = store.outbox_after(watermark)?;
let Some(last) = rows.last().map(|r| r.seq) else {
return Ok(0);
};
let applied = rows.len();
for row in rows {
self.apply(store, row.memory_id)?;
}
self.persist()?;
store.set_index_watermark(last)?;
store.prune_outbox(last)?;
Ok(applied)
}
fn apply(&mut self, store: &SqliteStore, memory_id: Uuid) -> Result<()> {
match store.memory_for_indexing(memory_id)? {
Some(row) if row.hot => {
if row.embedding.len() == super::EMBEDDING_DIM {
let key = store.vec_key(memory_id)?;
self.vector_mut().upsert(key, &row.embedding)?;
} else if let Some(key) = store.existing_vec_key(memory_id)? {
self.vector_mut().remove(key)?;
store.delete_vec_key(memory_id)?;
}
self.lexical_mut().upsert(memory_id, &row.body)?;
Ok(())
}
_ => {
if let Some(key) = store.existing_vec_key(memory_id)? {
self.vector_mut().remove(key)?;
store.delete_vec_key(memory_id)?;
}
self.lexical_mut().remove(memory_id)?;
Ok(())
}
}
}
pub fn rebuild(&mut self, store: &SqliteStore) -> Result<usize> {
self.require_writable()?;
let snapshot_seq = store.max_outbox_seq()?;
self.vector_mut().reset()?;
self.lexical_mut().reset()?;
let rows = store.all_indexable()?;
let count = rows.len();
for (memory_id, embedding, body) in rows {
if embedding.len() == super::EMBEDDING_DIM {
let key = store.vec_key(memory_id)?;
self.vector_mut().upsert(key, &embedding)?;
}
self.lexical_mut().upsert(memory_id, &body)?;
}
self.persist()?;
store.set_index_watermark(snapshot_seq)?;
store.prune_outbox(snapshot_seq)?;
Ok(count)
}
}