reddb_server/storage/

mod.rs

// reddb persistent storage core
//
// This module exposes the unified RedDB storage engine for tables, documents,
// graphs, and vectors with a single API surface.

// Low-level primitives (bloom filters, encoding, mmap, serialization)
pub mod primitives;

// Cross-structure index abstraction (trait + bloom segment helper)
pub mod index;

// RedDB Storage Engine (page-based, B-tree indexed)
pub mod engine;

// B+ Tree with MVCC (Concurrent Storage)
pub mod btree;

// Transaction Management (ACID)
pub mod transaction;

// Page Cache (SIEVE Algorithm)
pub mod cache;

// Foreign Data Wrappers (Phase 3.2 PG parity)
pub mod fdw;

// SQLite Import/Compatibility Layer
pub mod import;

// Write-ahead log - serializer is now integrated into storage primitives

// Write-Ahead Log (Durability)
pub mod wal;

// Encryption Layer (Security)
pub mod encryption;

// Remote Storage Backend Abstraction (S3, R2, GCS, Turso, D1)
pub mod backend;

// Keyring integration for secure password storage
pub mod keyring;

// Schema System (Types, Tables, Registry)
pub mod schema;

// Time-Series Storage
pub mod timeseries;

// Queue / Deque Storage
pub mod queue;

// Vector storage stable contract surface (introspection, etc.) — issue #743.
pub mod vector;

// Graph storage stable contract surface (viewport, etc.) — issue #744.
pub mod graph;

// Machine Learning registry + async job queue (ML Sprint 1 — scaffold).
// Feature 5 (classifier), Feature 6 (symbolic regression), and the other
// five ML capabilities all publish models/versions and submit training
// jobs through this module.
pub mod ml;

// Query Engine (Filters, Sorting, Similarity Search)
pub mod query;

// Unified Storage Layer (Tables + Graphs + Vectors)
pub(crate) mod unified;

// Per-collection disk usage accounting for runtime catalog views.
pub(crate) mod disk_accountant;

// Pure tiered storage layout derivation.
pub mod layout;

// Storage/deploy profile selection contract.
pub mod profile;

// Boot-time memory budget resolver (ADR 0073 §1). Resolves the single
// process-wide budget from operator config, the deployment-profile default,
// the cgroup limit, or a conservative fraction of physical RAM. Pool sizing
// and admission enforcement are downstream slices consuming the number.
pub mod memory_budget;

// Budget shares over one shared accounting pool (ADR 0073 §2). Divides the
// resolved budget among the big memory consumers by a single allocation
// policy, and owns the one pool they report live usage into. Sizing and
// accounting only — admission enforcement is the downstream slice.
pub mod memory_pools;

#[cfg(test)]
mod no_malloc_hot_paths;

// Embedded single-file `.rdb` artifact skeleton.
pub mod embedded;

pub(crate) mod operational_manifest;

// Blockchain collection kind: pure logic for hash-chained append-only rows.
// Storage/wire integration tracked in issue #521.
pub mod blockchain;

// Signed Writes: ed25519 signer registry + insert verification logic
// for `CREATE COLLECTION ... SIGNED_BY (...)` (issues #520, #522).
// Runtime wiring (insert path, reserved-column injection, REST error
// codes) lands in follow-up slices; this module ships the pure
// primitives the wiring will call into.
pub mod signed_writes;

// Columnar analytics projection (ADR 0069, #1766): the derived, disposable
// columnar representation of an append-only collection. Emitted on the
// checkpoint path, sealed under the crypto page envelope, and read via the
// LSN-pinned analytical scan (columnar segments + un-materialized row tail
// under one pinned snapshot). Runtime wiring into `SegmentManager` checkpoint
// and the query executor lands in follow-up slices.
pub mod columnar_projection;

// Public surface re-used by the rest of the codebase.
pub use backend::{BackendError, LocalBackend, RemoteBackend};
pub use embedded::{
    EmbeddedRdbArtifact, EmbeddedRdbManifest, EmbeddedRdbOpen, EmbeddedRdbSuperblock,
    EMBEDDED_RDB_MANIFEST_0_OFFSET, EMBEDDED_RDB_MANIFEST_1_OFFSET,
    EMBEDDED_RDB_MANIFEST_SLOT_SIZE, EMBEDDED_RDB_MANIFEST_ZONE_END,
    EMBEDDED_RDB_SUPERBLOCK_0_OFFSET, EMBEDDED_RDB_SUPERBLOCK_1_OFFSET,
    EMBEDDED_RDB_SUPERBLOCK_SIZE,
};
pub use keyring::{
    clear_keyring, has_keyring_password, resolve_password, save_to_keyring, PasswordSource,
};
pub use layout::{
    LayoutOverrides, LayoutToggles, LogDestination, LogRoutingOverrides, StorageLayout,
    TieredLayoutPaths,
};
pub use memory_budget::{
    InvalidMemoryBudget, MemoryBudget, MemoryBudgetInputs, MemoryBudgetSource,
};
pub use memory_pools::{
    BudgetSharePolicy, BudgetShares, MemoryAccounting, MemoryPool, PoolUsage, MEMORY_POOLS,
    MEMORY_POOL_COUNT,
};
pub use profile::{DeployProfile, StorageDeployPreset, StoragePackaging, StorageProfileSelection};
pub use unified::RedDB;

// =============================================================================
// UNIFIED STORAGE INTERFACE (PRIMARY API)
// =============================================================================
//
// The unified storage layer is THE primary interface for all storage operations.
// Use `storage::Store` and `storage::Query` for all new code.
//
// Use `storage::Store` and `storage::Query` for all new code.

pub use unified::{
    AdjacencyEntry,
    CrossRef,
    DslFilter,
    DslQueryResult as QueryResult,
    EdgeData,
    EdgeDirection,
    EmbeddingSlot,
    EntityData,
    // Entity types - Universal data model
    EntityId,
    EntityKind,
    FilterOp,
    FilterValue,
    // Graph adjacency index
    GraphAdjacencyIndex,
    GraphQueryBuilder,
    HybridQueryBuilder,
    IndexEvent,
    IndexEventKind,

    IndexStats,
    IndexStatus,
    // Index lifecycle management
    IndexType,
    IntegratedIndexConfig as IndexConfig,
    IntegratedIndexConfig,

    // Index Manager - Unified indexing (HNSW + Inverted + B-tree + Graph)
    IntegratedIndexManager as IndexManager,
    IntegratedIndexManager,
    InvertedIndex,
    LifecycleEvent,

    ManagerConfig,
    ManagerStats,
    MatchComponents,

    // Metadata
    Metadata,
    MetadataQueryFilter,
    MetadataStorage,
    MetadataType,

    MetadataValue,
    // =========================================================================
    // PRIMARY INTERFACE - Use these for all new code
    // =========================================================================
    NativeHeaderRepairPolicy,
    NodeData,
    QueryResultItem,
    RefQueryBuilder,
    RefType,

    RowData,
    ScanQueryBuilder,
    ScoredMatch,
    SegmentConfig as UnifiedSegmentConfig,
    SegmentError,

    SegmentId as UnifiedSegmentId,
    // Manager
    SegmentManager,
    SegmentState,
    SegmentStats,
    SimilarResult,
    SortOrder,
    SparseVector,
    StoreError,

    StoreStats,
    TableQueryBuilder,
    TextSearchBuilder,
    TextSearchResult,
    TimeSeriesData,
    TimeSeriesPointKind,
    TraversalDirection,
    UnifiedEntity,
    UnifiedEntity as Entity,
    UnifiedMetadataFilter,
    // Segments
    UnifiedSegment,
    // Store - THE primary storage interface
    UnifiedStore,
    UnifiedStore as Store,
    UnifiedStoreConfig,
    VectorData,
    // Query builders (for advanced use)
    VectorQueryBuilder,
    VectorSearchResult,
    WhereClause,
    FIRST_USER_ENTITY_ID,
    // Query DSL - Entry point for all queries
    Q as Query,
};