oxirs_stream/
lib.rs

1//! # OxiRS Stream - Ultra-High Performance RDF Streaming Platform
2//!
3//! [![Version](https://img.shields.io/badge/version-0.1.0-blue)](https://github.com/cool-japan/oxirs/releases)
4//! [![docs.rs](https://docs.rs/oxirs-stream/badge.svg)](https://docs.rs/oxirs-stream)
5//!
6//! **Status**: Production Release (v0.1.0)
7//! **Stability**: Public APIs are stable. Production-ready with comprehensive testing.
8//!
9//! Real-time streaming support with Kafka/NATS/Redis I/O, RDF Patch, SPARQL Update delta,
10//! and advanced event processing capabilities.
11//!
12//! This crate provides enterprise-grade real-time data streaming capabilities for RDF datasets,
13//! supporting multiple messaging backends with high-throughput, low-latency guarantees.
14//!
15//! ## Features
16//! - **Multi-Backend Support**: Kafka, NATS JetStream, Redis Streams, AWS Kinesis, Memory
17//! - **High Performance**: 100K+ events/second, <10ms latency, exactly-once delivery
18//! - **Advanced Event Processing**: Real-time pattern detection, windowing, aggregations
19//! - **Enterprise Features**: Circuit breakers, connection pooling, health monitoring
20//! - **Standards Compliance**: RDF Patch protocol, SPARQL Update streaming
21//!
22//! ## Performance Targets
23//! - **Throughput**: 100K+ events/second sustained
24//! - **Latency**: P99 <10ms for real-time processing
25//! - **Reliability**: 99.99% delivery success rate
26//! - **Scalability**: Linear scaling to 1000+ partitions
27
28#![allow(dead_code)]
29
30/// Re-export commonly used types for convenience
31pub use backend_optimizer::{
32    BackendOptimizer, BackendPerformance, BackendRecommendation, ConsistencyLevel, CostModel,
33    OptimizationDecision, OptimizationStats, OptimizerConfig, PatternType, WorkloadPattern,
34};
35pub use backpressure::{
36    BackpressureConfig, BackpressureController, BackpressureStats, BackpressureStrategy,
37    FlowControlSignal, RateLimiter as BackpressureRateLimiter,
38};
39pub use bridge::{
40    BridgeInfo, BridgeStatistics, BridgeType, ExternalMessage, ExternalSystemConfig,
41    ExternalSystemType, MessageBridgeManager, MessageTransformer, RoutingRule,
42};
43pub use circuit_breaker::{
44    CircuitBreakerError, CircuitBreakerMetrics, FailureType, SharedCircuitBreakerExt,
45};
46pub use connection_pool::{
47    ConnectionFactory, ConnectionPool, DetailedPoolMetrics, LoadBalancingStrategy, PoolConfig,
48    PoolStats, PoolStatus,
49};
50pub use cqrs::{
51    CQRSConfig, CQRSHealthStatus, CQRSSystem, Command, CommandBus, CommandBusMetrics,
52    CommandHandler, CommandResult, Query, QueryBus, QueryBusMetrics, QueryCacheConfig,
53    QueryHandler, QueryResult as CQRSQueryResult, ReadModelManager, ReadModelMetrics,
54    ReadModelProjection, RetryConfig as CQRSRetryConfig,
55};
56pub use delta::{BatchDeltaProcessor, DeltaComputer, DeltaProcessor, ProcessorStats};
57pub use dlq::{
58    DeadLetterQueue, DlqConfig, DlqEventProcessor, DlqStats as DlqStatsExport, FailedEvent,
59    FailureReason,
60};
61pub use event::{
62    EventCategory, EventMetadata, EventPriority, IsolationLevel, QueryResult as EventQueryResult,
63    SchemaChangeType, SchemaType, SparqlOperationType, StreamEvent,
64};
65pub use event_sourcing::{
66    EventQuery, EventSnapshot, EventStore, EventStoreConfig, PersistenceBackend, QueryOrder,
67    RetentionPolicy, SnapshotConfig, StoredEvent, TimeRange as EventSourcingTimeRange,
68};
69pub use failover::{ConnectionEndpoint, FailoverConfig, FailoverManager};
70pub use graphql_bridge::{
71    BridgeConfig, BridgeStats, GraphQLBridge, GraphQLSubscription, GraphQLUpdate,
72    GraphQLUpdateType, SubscriptionFilter,
73};
74pub use multi_region_replication::{
75    ConflictResolution, ConflictType, GeographicLocation, MultiRegionReplicationManager,
76    RegionConfig, RegionHealth, ReplicatedEvent, ReplicationConfig, ReplicationStats,
77    ReplicationStrategy, VectorClock,
78};
79pub use patch::{PatchParser, PatchSerializer};
80pub use performance_optimizer::{
81    AdaptiveBatcher, AggregationFunction, AutoTuner, BatchPerformancePoint, BatchSizePredictor,
82    BatchingStats, EnhancedMLConfig, MemoryPool, MemoryPoolStats,
83    PerformanceConfig as OptimizerPerformanceConfig, ProcessingResult, ProcessingStats,
84    ProcessingStatus, TuningDecision, ZeroCopyEvent,
85};
86pub use schema_registry::{
87    CompatibilityMode, ExternalRegistryConfig, RegistryAuth, SchemaDefinition, SchemaFormat,
88    SchemaRegistry, SchemaRegistryConfig, ValidationResult, ValidationStats,
89};
90pub use sparql_streaming::{
91    ContinuousQueryManager, QueryManagerConfig, QueryMetadata, QueryResultChannel,
92    QueryResultUpdate, UpdateType,
93};
94pub use store_integration::{
95    ChangeDetectionStrategy, ChangeNotification, RealtimeUpdateManager, StoreChangeDetector,
96    UpdateChannel, UpdateFilter, UpdateNotification,
97};
98
99// Stream, StreamConsumer, and StreamProducer are defined below in this module
100pub use biological_computing::{
101    AminoAcid, BiologicalProcessingStats, BiologicalStreamProcessor, Cell, CellState,
102    CellularAutomaton, ComputationalFunction, DNASequence, EvolutionaryOptimizer, FunctionalDomain,
103    Individual, Nucleotide, ProteinStructure, SequenceMetadata,
104};
105pub use consciousness_streaming::{
106    ConsciousnessLevel, ConsciousnessStats, ConsciousnessStreamProcessor, DreamSequence,
107    EmotionalContext, IntuitiveEngine, MeditationState,
108};
109pub use disaster_recovery::{
110    BackupCompression, BackupConfig, BackupEncryption, BackupFrequency, BackupJob,
111    BackupRetentionPolicy, BackupSchedule, BackupStatus, BackupStorage, BackupType,
112    BackupVerification, BackupVerificationResult, BackupWindow, BusinessContinuityConfig,
113    ChecksumAlgorithm, CompressionAlgorithm, DRMetrics, DisasterRecoveryConfig,
114    DisasterRecoveryManager, DisasterScenario, EncryptionAlgorithm as BackupEncryptionAlgorithm,
115    FailoverConfig as DRFailoverConfig, ImpactLevel, KeyDerivationFunction, RecoveryConfig,
116    RecoveryOperation, RecoveryPriority, RecoveryRunbook, RecoveryStatus, RecoveryType,
117    ReplicationConfig as DRReplicationConfig, ReplicationMode as DRReplicationMode,
118    ReplicationTarget as DRReplicationTarget, RunbookExecution, RunbookExecutionStatus,
119    RunbookStep, StorageLocation,
120};
121pub use enterprise_audit::{
122    ActionResult, AuditEncryptionConfig, AuditEventType, AuditFilterConfig, AuditMetrics,
123    AuditRetentionConfig, AuditSeverity, AuditStorageBackend, AuditStorageConfig,
124    AuditStreamingConfig, AuthType, ComplianceConfig, ComplianceFinding, ComplianceReport,
125    ComplianceStandard, CompressionType as AuditCompressionType, DestinationAuth, DestinationType,
126    EncryptionAlgorithm, EnterpriseAuditConfig, EnterpriseAuditEvent, EnterpriseAuditLogger,
127    FindingType, KeyManagementConfig, KmsType, S3AuditConfig, StreamingDestination,
128};
129pub use enterprise_monitoring::{
130    Alert, AlertCondition, AlertManager, AlertRule, AlertSeverity as MonitoringAlertSeverity,
131    AlertingConfig, BreachNotificationConfig, ComparisonOperator, EnterpriseMonitoringConfig,
132    EnterpriseMonitoringSystem, EscalationLevel, EscalationPolicy, HealthCheckConfig,
133    HealthCheckEndpoint, HealthCheckType, MeasurementWindow, MetricDefinition, MetricType,
134    MetricValue, MetricsCollector, MetricsConfig, MetricsEndpoint, MetricsEndpointType,
135    MetricsExportConfig, MetricsFormat, NotificationChannel, ProfilingConfig, SlaBreach, SlaConfig,
136    SlaMeasurement, SlaMetricType, SlaObjective, SlaSeverity, SlaStatus, SlaTracker,
137};
138pub use multi_tenancy::{
139    IsolationMode, MultiTenancyConfig, MultiTenancyManager, MultiTenancyMetrics,
140    NamespaceResources, ResourceAllocationStrategy, ResourceType, ResourceUsage, Tenant,
141    TenantLifecycleConfig, TenantNamespace, TenantQuota, TenantStatus, TenantTier,
142};
143pub use observability::{
144    AlertConfig, AlertEvent, AlertSeverity, AlertType, BusinessMetrics, SpanLog, SpanStatus,
145    StreamObservability, StreamingMetrics, TelemetryConfig, TraceSpan,
146};
147pub use performance_utils::{
148    AdaptiveRateLimiter, IntelligentMemoryPool, IntelligentPrefetcher, ParallelStreamProcessor,
149    PerformanceUtilsConfig,
150};
151pub use quantum_communication::{
152    BellState, EntanglementDistribution, QuantumCommConfig, QuantumCommSystem,
153    QuantumOperation as QuantumCommOperation, QuantumSecurityProtocol,
154    QuantumState as QuantumCommState, Qubit,
155};
156pub use quantum_streaming::{
157    QuantumEvent, QuantumOperation, QuantumProcessingStats, QuantumState, QuantumStreamProcessor,
158};
159pub use reliability::{BulkReplayResult, DlqStats, ReplayStatus};
160pub use rsp::{
161    RspConfig, RspLanguage, RspProcessor, RspQuery, StreamClause, StreamDescriptor, Window,
162    WindowConfig, WindowSize, WindowStats, WindowType,
163};
164pub use security::{
165    AuditConfig, AuditLogEntry, AuditLogger, AuthConfig, AuthMethod, AuthenticationProvider,
166    AuthorizationProvider, AuthzConfig, Credentials, EncryptionConfig, Permission, RateLimitConfig,
167    RateLimiter, SecurityConfig as StreamSecurityConfig, SecurityContext, SecurityManager,
168    SecurityMetrics, SessionConfig, ThreatAlert, ThreatDetectionConfig, ThreatDetector,
169};
170pub use temporal_join::{
171    IntervalJoin, JoinResult, LateDataConfig, LateDataStrategy, TemporalJoin, TemporalJoinConfig,
172    TemporalJoinMetrics, TemporalJoinType, TemporalWindow, TimeSemantics, WatermarkConfig,
173    WatermarkStrategy,
174};
175pub use time_travel::{
176    AggregationType, TemporalAggregations, TemporalFilter, TemporalOrdering, TemporalProjection,
177    TemporalQuery, TemporalQueryResult, TemporalResultMetadata, TemporalStatistics, TimePoint,
178    TimeRange as TimeTravelTimeRange, TimeTravelConfig, TimeTravelEngine, TimeTravelMetrics,
179    TimelinePoint,
180};
181pub use tls_security::{
182    CertRotationConfig, CertificateConfig, CertificateFormat, CertificateInfo, CipherSuite,
183    ExpiryWarning, MutualTlsConfig, OcspConfig, RevocationCheckConfig, SessionResumptionConfig,
184    TlsConfig, TlsManager, TlsMetrics, TlsSessionInfo, TlsVersion,
185};
186pub use wasm_edge_computing::{
187    EdgeExecutionResult, EdgeLocation, OptimizationLevel, PerformanceProfile, PluginCapability,
188    PluginSchema, ProcessingSpecialization, ResourceMetrics, SecurityLevel, WasmEdgeConfig,
189    WasmEdgeProcessor, WasmPlugin, WasmProcessingResult, WasmProcessorStats, WasmResourceLimits,
190};
191pub use webhook::{
192    EventFilter as WebhookEventFilter, HttpMethod, RateLimit, RetryConfig as WebhookRetryConfig,
193    WebhookConfig, WebhookInfo, WebhookManager, WebhookMetadata, WebhookSecurity,
194    WebhookStatistics,
195};
196
197// New v0.1.0 feature exports
198pub use custom_serialization::{
199    BenchmarkResults, BsonSerializer, CustomSerializer, FlexBuffersSerializer, IonSerializer,
200    RonSerializer, SerializerBenchmark, SerializerBenchmarkSuite, SerializerRegistry,
201    SerializerStats, ThriftSerializer,
202};
203pub use end_to_end_encryption::{
204    E2EEConfig, E2EEEncryptionAlgorithm, E2EEManager, E2EEStats, EncryptedMessage,
205    HomomorphicEncryption, KeyExchangeAlgorithm, KeyPair, KeyRotationConfig, MultiPartyConfig,
206    ZeroKnowledgeProof,
207};
208pub use gpu_acceleration::{
209    AggregationOp, GpuBackend, GpuBuffer, GpuConfig, GpuContext, GpuProcessorConfig, GpuStats,
210    GpuStreamProcessor,
211};
212pub use ml_integration::{
213    AnomalyDetectionAlgorithm, AnomalyDetectionConfig, AnomalyDetector, AnomalyResult,
214    AnomalyStats, FeatureConfig, FeatureExtractor, FeatureVector, MLIntegrationManager,
215    MLModelConfig, ModelMetrics, ModelType, OnlineLearningModel, PredictionResult,
216};
217pub use rate_limiting::{
218    QuotaCheckResult, QuotaEnforcementMode, QuotaLimits, QuotaManager, QuotaOperation,
219    RateLimitAlgorithm, RateLimitConfig as AdvancedRateLimitConfig, RateLimitMonitoringConfig,
220    RateLimitStats as AdvancedRateLimitStats, RateLimiter as AdvancedRateLimiter,
221    RejectionStrategy,
222};
223pub use scalability::{
224    AdaptiveBuffer, AutoScaler, LoadBalancingStrategy as ScalingLoadBalancingStrategy,
225    Node as ScalingNode, NodeHealth, Partition, PartitionManager, PartitionStrategy,
226    ResourceLimits, ResourceUsage as ScalingResourceUsage, ScalingConfig, ScalingDirection,
227    ScalingMode,
228};
229pub use schema_evolution::{
230    CompatibilityCheckResult, CompatibilityIssue, CompatibilityIssueType,
231    CompatibilityMode as SchemaCompatibilityMode, DeprecationInfo, EvolutionResult,
232    FieldDefinition, FieldType, IssueSeverity, MigrationRule, MigrationStrategy, SchemaChange,
233    SchemaDefinition as SchemaEvolutionDefinition, SchemaEvolutionManager,
234    SchemaFormat as SchemaEvolutionFormat, SchemaVersion,
235};
236pub use stream_replay::{
237    EventProcessor, ReplayCheckpoint, ReplayConfig, ReplayFilter, ReplayMode, ReplaySpeed,
238    ReplayStats, ReplayStatus as StreamReplayStatus, ReplayTransformation, StateSnapshot,
239    StreamReplayManager, TransformationType,
240};
241pub use transactional_processing::{
242    IsolationLevel as TransactionalIsolationLevel, LogEntryType, TransactionCheckpoint,
243    TransactionLogEntry, TransactionMetadata, TransactionState, TransactionalConfig,
244    TransactionalProcessor, TransactionalStats,
245};
246pub use zero_copy::{
247    MemoryMappedBuffer, SharedRefBuffer, SimdBatchProcessor, SimdOperation, SplicedBuffer,
248    ZeroCopyBuffer, ZeroCopyConfig, ZeroCopyManager, ZeroCopyStats,
249};
250
251// New v0.1.0 exports for developer experience and performance
252pub use numa_processing::{
253    CpuAffinityMode, HugePageSize, MemoryBandwidthMonitor, MemoryInterleavePolicy, NodeBufferStats,
254    NodeProcessorStats, NumaAllocationStrategy, NumaBuffer, NumaBufferPool, NumaBufferPoolConfig,
255    NumaBufferPoolStats, NumaConfig, NumaNode, NumaProcessorStats, NumaStreamProcessor,
256    NumaThreadPool, NumaThreadPoolStats, NumaTopology, NumaWorker, NumaWorkerStats,
257    WorkerDistributionStrategy,
258};
259pub use out_of_order::{
260    EmitStrategy, GapFillingStrategy, LateEventStrategy, OrderedEvent, OutOfOrderConfig,
261    OutOfOrderHandler, OutOfOrderHandlerBuilder, OutOfOrderStats, SequenceTracker, Watermark,
262};
263pub use performance_profiler::{
264    HistogramStats, LatencyHistogram, OperationTimer, PerformanceProfiler, PerformanceReport,
265    PerformanceSample, PerformanceWarning, ProfilerBuilder, ProfilerConfig, ProfilerStats,
266    Recommendation, RecommendationCategory, RecommendationEffort, RecommendationImpact, Span,
267    WarningSeverity, WarningThresholds, WarningType,
268};
269pub use stream_sql::{
270    AggregateFunction, BinaryOperator, ColumnDefinition, CreateStreamStatement, DataType,
271    Expression, FromClause, JoinType, Lexer, OrderByItem, Parser,
272    QueryResult as StreamSqlQueryResult, QueryType, ResultRow, SelectItem, SelectStatement,
273    SqlValue, StreamMetadata, StreamSqlConfig, StreamSqlEngine, StreamSqlStats, Token,
274    UnaryOperator, WindowSpec, WindowType as SqlWindowType,
275};
276pub use testing_framework::{
277    Assertion, AssertionType, CapturedEvent, EventGenerator, EventMatcher, GeneratorConfig,
278    GeneratorType, MockClock, PerformanceMetric, TestFixture, TestHarness, TestHarnessBuilder,
279    TestHarnessConfig, TestMetrics, TestReport, TestStatus,
280};
281
282// New v0.1.0 exports for ML, versioning, and migration
283pub use anomaly_detection::{
284    Anomaly, AnomalyAlert, AnomalyConfig, AnomalyDetector as AdaptiveAnomalyDetector,
285    AnomalySeverity, AnomalyStats as AdaptiveAnomalyStats, DetectorType, MultiDimensionalDetector,
286};
287pub use migration_tools::{
288    APIMapping, ConceptMapping, GeneratedFile, GeneratedFileType, ManualReviewItem,
289    MigrationConfig, MigrationError, MigrationReport, MigrationSuggestion, MigrationTool,
290    MigrationWarning, QuickStart, ReviewPriority, SourcePlatform, SuggestionCategory,
291};
292pub use online_learning::{
293    ABTestConfig, ABTestResult, DriftDetection, ModelCheckpoint,
294    ModelMetrics as OnlineModelMetrics, ModelType as OnlineModelType, OnlineLearningConfig,
295    OnlineLearningModel as StreamOnlineLearningModel, OnlineLearningStats, Prediction, Sample,
296    StreamFeatureExtractor,
297};
298pub use stream_versioning::{
299    Branch, BranchId, Change, ChangeType, Changeset, Snapshot, StreamVersioning, TimeTravelQuery,
300    TimeTravelTarget, VersionDiff, VersionId, VersionMetadata, VersionedEvent, VersioningConfig,
301    VersioningStats,
302};
303
304// New v0.1.0 advanced ML exports
305pub use automl_stream::{
306    Algorithm, AutoML, AutoMLConfig, AutoMLStats, HyperParameters, ModelPerformance, TaskType,
307    TrainedModel,
308};
309pub use feature_engineering::{
310    Feature, FeatureExtractionConfig, FeatureMetadata, FeaturePipeline, FeatureSet, FeatureStore,
311    FeatureTransform, FeatureValue, ImputationStrategy, PipelineStats,
312};
313pub use neural_architecture_search::{
314    ActivationType, Architecture, ArchitecturePerformance, LayerType, NASConfig, NASStats,
315    ObjectiveWeights, SearchSpace, SearchStrategy, NAS,
316};
317pub use predictive_analytics::{
318    AccuracyMetrics, ForecastAlgorithm, ForecastResult, ForecastingConfig, PredictiveAnalytics,
319    PredictiveStats, SeasonalityType, TrendDirection,
320};
321pub use reinforcement_learning::{
322    Action, Experience, RLAgent, RLAlgorithm, RLConfig, RLStats, State as RLState,
323};
324
325// Utility exports
326pub use utils::{
327    create_dev_stream, create_prod_stream, BatchProcessor, EventFilter, EventSampler,
328    SimpleRateLimiter, StreamMultiplexer, StreamStats,
329};
330
331// Advanced SciRS2 optimization exports
332pub use advanced_scirs2_optimization::{
333    AdvancedOptimizerConfig, AdvancedStreamOptimizer, MovingStats, OptimizerMetrics,
334};
335pub use cdc_processor::{
336    CdcConfig, CdcConnector, CdcEvent, CdcEventBuilder, CdcMetrics, CdcOperation, CdcProcessor,
337    CdcSource,
338};
339
340// Adaptive load shedding exports
341pub use adaptive_load_shedding::{
342    DropStrategy, LoadMetrics, LoadSheddingConfig, LoadSheddingManager, LoadSheddingStats,
343};
344
345// Stream fusion optimizer exports
346pub use stream_fusion::{
347    FusableChain, FusedOperation, FusedType, FusionAnalysis, FusionConfig, FusionOptimizer,
348    FusionStats, Operation,
349};
350
351// Complex Event Processing (CEP) engine exports
352pub use cep_engine::{
353    CepAggregationFunction, CepConfig, CepEngine, CepMetrics, CepStatistics, CompleteMatch,
354    CorrelationFunction, CorrelationResult, CorrelationStats, DetectedPattern, DetectionAlgorithm,
355    DetectionStats, EnrichmentData, EnrichmentService, EnrichmentSource, EnrichmentSourceType,
356    EnrichmentStats, EventBuffer, EventCorrelator, EventPattern, FieldPredicate, PartialMatch,
357    PatternDetector, ProcessingRule, RuleAction, RuleCondition, RuleEngine, RuleExecutionStats,
358    State, StateMachine, TemporalOperator, TimestampedEvent,
359};
360
361// Data quality and validation framework exports
362pub use data_quality::{
363    AlertCondition as QualityAlertCondition, AlertManager as QualityAlertManager,
364    AlertRule as QualityAlertRule, AlertSeverity as QualityAlertSeverity,
365    AlertStats as QualityAlertStats, AlertType as QualityAlertType, AuditAction, AuditEntry,
366    AuditStats, AuditTrail, CleansingRule, CleansingStats, CorrectionType, DataCleanser,
367    DataCorrection, DataProfiler, DataQualityValidator, DuplicateDetector, DuplicateStats,
368    FailureSeverity, FieldProfile, OutlierMethod, ProfileStats, ProfiledEvent, QualityAlert,
369    QualityConfig, QualityDimension, QualityMetrics, QualityReport, QualityScorer, ScoringStats,
370    ValidationFailure, ValidationResult as QualityValidationResult, ValidationRule,
371};
372
373// Advanced sampling techniques exports
374pub use advanced_sampling::{
375    AdvancedSamplingManager, BloomFilter, BloomFilterStats, CountMinSketch, CountMinSketchStats,
376    HyperLogLog, HyperLogLogStats, ReservoirSampler, ReservoirStats, SamplingConfig,
377    SamplingManagerStats, StratifiedSampler, StratifiedStats, TDigest, TDigestStats,
378};
379
380pub mod backend;
381pub mod backend_optimizer;
382pub mod backpressure;
383pub mod biological_computing;
384pub mod bridge;
385pub mod circuit_breaker;
386pub mod config;
387pub mod connection_pool;
388pub mod consciousness_streaming;
389pub mod consumer;
390pub mod cqels;
391pub mod cqrs;
392pub mod csparql;
393pub mod delta;
394pub mod diagnostics;
395pub mod disaster_recovery;
396pub mod dlq;
397pub mod enterprise_audit;
398pub mod enterprise_monitoring;
399pub mod error;
400pub mod event;
401pub mod event_sourcing;
402pub mod failover;
403pub mod graphql_bridge;
404pub mod graphql_subscriptions;
405pub mod health_monitor;
406pub mod join;
407pub mod monitoring;
408pub mod multi_region_replication;
409pub mod multi_tenancy;
410pub mod observability;
411pub mod patch;
412pub mod performance_optimizer;
413pub mod performance_utils;
414pub mod processing;
415pub mod producer;
416pub mod quantum_communication;
417pub mod quantum_processing;
418pub mod quantum_streaming;
419pub mod reconnect;
420pub mod reliability;
421pub mod rsp;
422pub mod schema_registry;
423pub mod security;
424pub mod serialization;
425pub mod sparql_streaming;
426pub mod state;
427pub mod store_integration;
428pub mod temporal_join;
429pub mod time_travel;
430pub mod tls_security;
431pub mod types;
432pub mod wasm_edge_computing;
433pub mod webhook;
434
435// New v0.1.0 modules for advanced features
436pub mod custom_serialization;
437pub mod end_to_end_encryption;
438pub mod gpu_acceleration;
439pub mod ml_integration;
440pub mod rate_limiting;
441pub mod scalability;
442pub mod schema_evolution;
443pub mod stream_replay;
444pub mod transactional_processing;
445pub mod zero_copy;
446
447// New v0.1.0 modules for developer experience and performance
448pub mod numa_processing;
449pub mod out_of_order;
450pub mod performance_profiler;
451pub mod stream_sql;
452pub mod testing_framework;
453
454// New v0.1.0 modules for ML, versioning, and migration
455pub mod anomaly_detection;
456pub mod migration_tools;
457pub mod online_learning;
458pub mod stream_versioning;
459
460// Advanced ML modules for v0.1.0 completion
461pub mod automl_stream;
462pub mod feature_engineering;
463pub mod neural_architecture_search;
464pub mod predictive_analytics;
465pub mod reinforcement_learning;
466
467// Utilities module
468pub mod utils;
469
470// Advanced SciRS2 optimization module
471pub mod advanced_scirs2_optimization;
472pub mod cdc_processor;
473
474// Adaptive load shedding module
475pub mod adaptive_load_shedding;
476
477// Stream fusion optimizer module
478pub mod stream_fusion;
479
480// Complex Event Processing (CEP) engine module
481pub mod cep_engine;
482
483// Data quality and validation framework module
484pub mod data_quality;
485
486// Advanced sampling techniques module
487pub mod advanced_sampling;
488
489// Extracted type definitions to comply with 2000-line policy
490mod lib_types;
491pub use lib_types::*;
492
493// Distributed stream state management and fault tolerance (v0.2.0)
494pub mod checkpoint;
495
496// Re-export checkpoint types
497pub use checkpoint::{CheckpointCoordinator, CheckpointPhase, GlobalCheckpoint, OperatorSnapshot};
498
499// Re-export distributed state types
500pub use state::{
501    AggregatingState, DeduplicationConfig, DeduplicationLog, DistributedStateBackend,
502    DistributedStateStore, ExactlyOnceProcessor, ExactlyOnceStats, ExactlyOnceTransaction,
503    InMemoryStateBackend, KeyedStateStore, MessageId, PartitionStateValue, StateAggregator,
504    StateBackendStats, StateCoordinator, StatePartition, StatePartitionKey,
505};
506
507// v0.3.0 modules: Distributed stream processing, distributed state, fault tolerance
508pub mod distributed;
509pub mod distributed_state;
510pub mod fault_tolerance;
511
512// WebSub (W3C) push notifications for RDF dataset changes
513pub mod websub;
514pub use websub::{
515    DatasetChangeEvent, DatasetEventBus, WebSubHub, WebSubPublisher, WebSubSubscriber,
516};
517
518// v1.0.0 ML module for streaming inference and anomaly detection
519pub mod ml;
520
521// Re-export ML types
522pub use ml::{
523    AnomalyCheckResult, AnomalyDetectorConfig, AnomalyDetectorStats, ExtractedFeatures,
524    FeatureAggregation, FeatureDefinition, FeatureExtractorConfig, ModelConfig, ModelRunnerStats,
525    Prediction as MlPrediction, StreamAnomalyDetector,
526    StreamFeatureExtractor as MlStreamFeatureExtractor, StreamingModelRunner,
527};
528
529// Re-export distributed state manager types (v1.0.0)
530pub use distributed_state::manager::{
531    CheckpointConfig as DistributedCheckpointConfig,
532    DeduplicationConfig as DistributedDeduplicationConfig, DeduplicationStats,
533    DistributedStateManager, DistributedStateManagerStats, MigrationPlan, MigrationReason,
534    MigrationStep, OperatorStateSnapshot, PartitionAssignment, SequenceDeduplicator,
535    StateCheckpoint,
536};
537
538// Re-export fault tolerance checkpoint/recovery types (v1.0.0)
539pub use fault_tolerance::checkpoint_recovery::{
540    CheckpointManager, CheckpointManagerConfig, CheckpointManagerStats, CheckpointMetadata,
541    PartitionRebalancer, RebalanceAction, RebalancerConfig, RebalancerStats, RecoveryManager,
542    RecoveryManagerStats, RecoveryResult, RecoveryStrategy, StoredCheckpoint, WorkPartition,
543};
544
545// v0.2.0 modules: Distributed state, consistency protocols, watermarking, stream metrics
546pub mod consistency;
547pub mod metrics;
548pub mod watermark;
549
550// Re-export consistency types (v0.2.0)
551pub use consistency::ConsistencyManager as StreamConsistencyManager;
552pub use consistency::{
553    ConsistencyConfig, EventualConsistencyBuffer, StreamConsistencyLevel, VersionedValue,
554};
555
556// Re-export watermark types (v0.2.0)
557pub use watermark::{
558    LateDataDecision, LateDataHandler, LateDataPolicy, StreamWatermark, WatermarkAligner,
559    WatermarkGenerator,
560};
561
562// Re-export stream metrics types (v0.2.0)
563pub use metrics::{StreamLatencyHistogram, StreamMetrics, StreamMetricsCollector};
564
565// v1.1.0: Idempotent delivery with idempotency keys
566pub mod idempotent_delivery;
567
568// v1.1.0: Stream Windowing Algebra (tumbling, sliding, session, count-based)
569pub mod window_algebra;
570
571// v1.1.0 round 5: Adaptive backpressure controller (Drop/Block/Throttle/SpillToDisk)
572pub mod backpressure_controller;
573
574// v1.1.0 round 7: Synchronous in-memory schema registry (Kafka Schema Registry style)
575pub mod sync_schema_registry;
576
577// v1.1.0 round 11: Tumbling / sliding / session windowing functions
578pub mod window_function;
579
580// v1.1.0: Event sourcing patterns (append-only log, snapshotting, pub/sub bus)
581// Note: event_sourcing module already declared at line 401
582pub use idempotent_delivery::{
583    DeliveryOutcome, HashAlgorithm, IdempotencyKey, IdempotentDeliveryConfig,
584    IdempotentDeliveryManager, IdempotentDeliveryStats, IdempotentProducer, KeyCheckResult,
585};
586
587// v1.1.0 round 12: Stream checkpoint/offset tracking for at-least-once delivery
588pub mod stream_checkpoint;
589pub use stream_checkpoint::{Checkpoint, CheckpointStore};
590
591// v1.1.0 round 13: Dead letter queue for failed/undeliverable messages
592pub mod dead_letter_queue;
593
594// v1.1.0 round 14: Kafka-style consumer group coordination
595pub mod consumer_group;
596
597// v1.1.0 round 15: Stream message routing (content/topic/header/round-robin/DLQ)
598pub mod stream_router;
599
600// v1.1.0 round 16: Stream message schema validation (field types, formats, strict mode)
601pub mod schema_validator;
602
603// v1.1.0 round 17 (Batch E): Message format transformation pipeline
604pub mod message_transformer;
605
606// v1.1.0 round 18 (Batch E): Event replay buffer with seek and position tracking
607pub mod replay_buffer;
608
609// v1.1.0 round 19: Stream event filtering with composable predicates
610pub mod event_filter;
oxirs_stream/lib.rs

oxirs_stream/
lib.rs
