Skip to main content

allsource_core/infrastructure/persistence/
mod.rs

1// Persistence infrastructure layer
2// Contains storage implementations, WAL, snapshots, compaction, and indexing
3
4pub mod arena_pool;
5pub mod backup;
6pub mod batch_processor;
7pub mod compaction;
8pub mod index;
9pub mod lock_free;
10pub mod performance;
11pub mod simd_filter;
12pub mod simd_json;
13pub mod snapshot;
14pub mod storage;
15pub mod storage_integrity;
16pub mod system_bootstrap;
17pub mod system_store;
18pub mod wal;
19
20// Re-exports for convenience
21pub use arena_pool::{
22    ArenaPoolStats, PooledArena, ScopedArena, SizedBufferPool, arena_stats, get_arena,
23    get_arena_with_capacity,
24};
25pub use backup::*;
26pub use batch_processor::{
27    ArenaBatchBuffer, BatchProcessor, BatchProcessorConfig, BatchProcessorStats, BatchResult,
28    RawEventData,
29};
30pub use compaction::{CompactionConfig, CompactionManager, CompactionResult, CompactionStrategy};
31pub use index::{EventIndex, IndexEntry};
32pub use lock_free::{
33    LockFreeEventQueue, LockFreeMetrics, MetricsSnapshot, ShardedEventQueue, ShardedQueueStats,
34};
35pub use performance::{BatchWriter, MemoryPool, PerformanceMetrics};
36pub use simd_filter::{
37    FilterPredicate, SimdEventFilter, SimdFilterStats, filter_events_simd,
38    filter_events_simd_indices,
39};
40pub use simd_json::{BatchEventParser, SimdJsonError, SimdJsonParser, SimdJsonStats, ZeroCopyJson};
41pub use snapshot::{
42    CreateSnapshotRequest, CreateSnapshotResponse, ListSnapshotsRequest, ListSnapshotsResponse,
43    Snapshot, SnapshotConfig, SnapshotInfo, SnapshotManager, SnapshotType,
44};
45pub use storage::{
46    BatchWriteResult, BatchWriteStats, DEFAULT_BATCH_SIZE, DEFAULT_FLUSH_TIMEOUT_MS,
47    ParquetStorage, ParquetStorageConfig,
48};
49pub use storage_integrity::{IntegrityCheckResult, StorageIntegrity};
50pub use system_bootstrap::{SystemBootstrap, SystemRepositories};
51pub use system_store::SystemMetadataStore;
52pub use wal::{WALConfig, WriteAheadLog};