Expand description
WhiteMagic memory — LMDB + Tantivy + LanceDB
Replaces the v2 SQLite + FTS5 + Python HNSW stack with:
- LMDB for key-value storage (mmap’d, zero-copy reads)
- Tantivy for full-text search (Rust, Lucene-class performance)
LanceDBfor vector similarity search (disk-based HNSW)
Re-exports§
pub use associations::Association;pub use associations::AssociationStore;pub use associations::LinkType;pub use attestation::ATTESTATION_DOMAIN;pub use attestation::ATTESTATION_KEY_ENV;pub use attestation::ATTESTATIONS_DB;pub use attestation::AttestationReport;pub use attestation::RecordAttestation;pub use attestation::anchor_leaf_input;pub use attestation::attestation_key;pub use attestation::attestation_payload;pub use attestation::attestation_prefix;pub use attestation::merkle_root_hex;pub use attestation::sha256_hex;pub use attestation::sign_attestation;pub use attestation::verify_attestation;pub use cold_storage::ColdQuery;pub use cold_storage::ColdRecord;pub use cold_storage::ColdRecordSummary;pub use cold_storage::CompressionCodec;pub use cold_storage::OuterRimFactors;pub use cold_storage::PhagicConfig;pub use cold_storage::PhagicDigestReport;pub use cold_storage::PhagicDigester;pub use cold_storage::calculate_outer_rim_distance;pub use cold_storage::compress_memory;pub use cold_storage::decompress_memory;pub use consistency::CoherenceReceipt;pub use consistency::CoherenceSnapshot;pub use consistency::ConflictReport;pub use consistency::ConsistencyError;pub use consistency::CrossMemoryConsistency;pub use consistency::CrossMemoryConsistencyManager;pub use consistency::Resolution;pub use consistency::VectorClock;pub use consistency::WriteOp;pub use conversational::ConversationalConfig;pub use conversational::ConversationalResult;pub use conversational::ConversationalSearch;pub use conversational::QueryClassification;pub use conversational::SearchMetrics;pub use credentials::ADVICE as CREDENTIAL_ADVICE;pub use credentials::credential_shaped_content;pub use credentials::redact_credential_content;pub use embedder::Embedder;pub use embedder::EmbedderConfig;pub use embedder::HttpEmbedder;pub use embedder::StubEmbedder;pub use embedder::create_embedder;pub use enrichment::VocabularyEnrichment;pub use episodic::EpisodicSearchResult;pub use episodic::EpisodicStore;pub use episodic_keys::AdaptiveAliases;pub use episodic_keys::EpisodicKey;pub use episodic_keys::KeyCategory;pub use episodic_keys::entity_key_terms;pub use episodic_keys::extract_episodic_keys;pub use episodic_keys::key_index_terms;pub use episodic_keys::key_index_terms_with_aliases;pub use galaxy_registry::GalaxyMetadata;pub use galaxy_registry::GalaxyRegistry;pub use lifecycle::ConsolidationResult;pub use lifecycle::ForgettingResult;pub use lifecycle::Lifecycle;pub use lifecycle::LifecycleConfig;pub use mandala::Compartment;pub use mandala::CompartmentConfig;pub use mandala::MandalaLevel;pub use mandala::MandalaManager;pub use memory::Memory;pub use memory::MemoryId;pub use memory::MemoryMetadata;pub use memory::MemoryType;pub use memory::Tier;pub use memory::content_hash;pub use memory::decode_embedding;pub use memory::encode_embedding;pub use memory::trust_weighted_score;pub use predictive_cache::CacheStats;pub use predictive_cache::PredictiveCache;pub use query_planner::QueryClass;pub use query_planner::QueryPlan;pub use recall::RecallConfig;pub use recall::RecallEngine;pub use recall::RecallResult;pub use recovery::GalaxyIntegrity;pub use recovery::IntegrityReport;pub use recovery::QuarantineEntry;pub use recovery::RecoveryStrategy;pub use recovery::RepairReport;pub use recovery::check_integrity;pub use recovery::grow_map_size;pub use recovery::open_with_recovery;pub use recovery::repair;pub use reindex::ConsistencyReport;pub use reindex::ContentRepairReport;pub use reindex::DriftClassification;pub use reindex::GalaxyConsistency;pub use reindex::GalaxyContentRepairStats;pub use reindex::GalaxyDriftClass;pub use reindex::GalaxyRebuildStats;pub use reindex::IndexRebuildReport;pub use reindex::check_consistency;pub use reindex::classify_drift;pub use reindex::heal_index_drift;pub use reindex::rebuild_index;pub use reindex::repair_content;pub use release_manifest::KEY_LINEAGE_MESH_ERA;pub use release_manifest::RELEASE_MANIFEST_DOMAIN;pub use release_manifest::ReleaseArtifact;pub use release_manifest::ReleaseManifest;pub use release_manifest::release_payload;pub use release_manifest::sign_release;pub use release_manifest::verify_release;pub use revision::MemoryRevision;pub use revision::RevisionActor;pub use revision::RevisionChainReport;pub use search::IndexHealth;pub use search::MAX_INDEX_CONTENT_LEN;pub use search::MIN_PRINTABLE_RATIO;pub use search::STOPWORDS;pub use search::SearchEngine;pub use search::SearchOptions;pub use search::SearchResult;pub use search::sanitize_content_for_index;pub use search::sanitize_tantivy_query;pub use search::scrub_text;pub use search::strip_stopwords;pub use semantic::SemanticEncoder;pub use semantic::SemanticScores;pub use store::MemoryQuery;pub use store::MemoryStore;pub use validator::MemoryValidator;pub use validator::ValidationVerdict;pub use validator::ValidatorConfig;pub use validator::detect_injection;pub use vector::VectorSearchEngine;pub use vector::VectorSearchResult;pub use vector::VectorStore;
Modules§
- associations
- Cross-galaxy association links with typed edges and Hebbian dynamics.
- attestation
- Record attestations (Track F Slice A, D5 opening move) — tamper-evident provenance for created memories.
- cold_
storage - Non-Destructive Phagic Digestive Cold-Storage Subsystem.
- consistency
- Cross-Memory Consistency Layer (CMCL) — Proposal 1
- conversational
- Conversational Memory Search (Phase N5).
- credentials
- Credential-shape detection for memory content.
- embedder
- Local text embedder — generates vector embeddings for semantic search.
- enrichment
- Storage-time vocabulary enrichment for the episodic inverted index.
- envelope
- Envelope v2 — one validator, three uses (V8 S4).
- episodic
- LMDB persistence for the v6 lossless episodic memory lane.
- episodic_
keys - Deterministic index-time keys for the v6 episodic sidecar.
- galaxy_
registry - Dynamic galaxy management — project-scoped galaxy creation.
- indexes
- Secondary LMDB indexes for O(log n) lookups.
- lifecycle
- Memory lifecycle — consolidation and mindful forgetting.
- mandala
- Mandala Compartments — isolated LMDB environments per security tier.
- memory
- Memory type — a single memory entry stored in LMDB.
- predictive_
cache - Predictive LRU Cache with Markov Chain Pre-warming.
- query_
planner - Deterministic query-class planner for v6 episodic retrieval.
- recall
- Memory Recall Engine — Hybrid vector + FTS search (Phase N10).
- recall_
conformal - Conformal prediction sets for retrieval (V8 S8).
- recovery
- LMDB corruption recovery — integrity checks, repair, and map-size growth.
- redact
- Store-wide credential redaction retrofit.
- reindex
- Index rebuild — reconstruct the Tantivy full-text index from LMDB.
- release_
manifest - Release artifact manifest — signed provenance for shipped binaries.
- revision
- Per-memory revision chain (V8 S11c) — tamper-evident content history.
- search
- Search engine — Tantivy full-text search.
- semantic
- Semantic coordinate encoding — Tantivy TF-IDF bridge.
- store
- LMDB-backed memory store.
- typology
- Typology classes and write-path policy (V8 S5,
MEMORY_TYPOLOGY_V8.md§2–§3). - validator
- Memory Validator — Content validation gate for memory writes.
- vector
- Vector store — cosine similarity search over memory embeddings.