oxirs_stream/
lib.rs

1//! # OxiRS Stream - Ultra-High Performance RDF Streaming Platform
2//!
3//! [![Version](https://img.shields.io/badge/version-0.3.1-blue)](https://github.com/cool-japan/oxirs/releases)
4//! [![docs.rs](https://docs.rs/oxirs-stream/badge.svg)](https://docs.rs/oxirs-stream)
5//!
6//! **Status**: Production Release (v0.3.1)
7//! **Stability**: Public APIs are stable. Production-ready with comprehensive testing.
8//!
9//! Real-time streaming support with Kafka/NATS/Redis I/O, RDF Patch, SPARQL Update delta,
10//! and advanced event processing capabilities.
11//!
12//! This crate provides enterprise-grade real-time data streaming capabilities for RDF datasets,
13//! supporting multiple messaging backends with high-throughput, low-latency guarantees.
14//!
15//! ## Features
16//! - **Multi-Backend Support**: Kafka, NATS JetStream, Redis Streams, AWS Kinesis, Memory
17//! - **High Performance**: 100K+ events/second, <10ms latency, exactly-once delivery
18//! - **Advanced Event Processing**: Real-time pattern detection, windowing, aggregations
19//! - **Enterprise Features**: Circuit breakers, connection pooling, health monitoring
20//! - **Standards Compliance**: RDF Patch protocol, SPARQL Update streaming
21//!
22//! ## Performance Targets
23//! - **Throughput**: 100K+ events/second sustained
24//! - **Latency**: P99 <10ms for real-time processing
25//! - **Reliability**: 99.99% delivery success rate
26//! - **Scalability**: Linear scaling to 1000+ partitions
27
28#![allow(dead_code)]
29
30/// Re-export commonly used types for convenience
31pub use backend_optimizer::{
32    BackendOptimizer, BackendPerformance, BackendRecommendation, ConsistencyLevel, CostModel,
33    OptimizationDecision, OptimizationStats, OptimizerConfig, PatternType, WorkloadPattern,
34};
35pub use backpressure::{
36    BackpressureConfig, BackpressureController, BackpressureStats, BackpressureStrategy,
37    FlowControlSignal, RateLimiter as BackpressureRateLimiter,
38};
39pub use bridge::{
40    BridgeInfo, BridgeStatistics, BridgeType, ExternalMessage, ExternalSystemConfig,
41    ExternalSystemType, MessageBridgeManager, MessageTransformer, RoutingRule,
42};
43pub use circuit_breaker::{
44    CircuitBreakerError, CircuitBreakerMetrics, FailureType, SharedCircuitBreakerExt,
45};
46pub use connection_pool::{
47    ConnectionFactory, ConnectionPool, DetailedPoolMetrics, LoadBalancingStrategy, PoolConfig,
48    PoolStats, PoolStatus,
49};
50pub use cqrs::{
51    CQRSConfig, CQRSHealthStatus, CQRSSystem, Command, CommandBus, CommandBusMetrics,
52    CommandHandler, CommandResult, Query, QueryBus, QueryBusMetrics, QueryCacheConfig,
53    QueryHandler, QueryResult as CQRSQueryResult, ReadModelManager, ReadModelMetrics,
54    ReadModelProjection, RetryConfig as CQRSRetryConfig,
55};
56pub use delta::{BatchDeltaProcessor, DeltaComputer, DeltaProcessor, ProcessorStats};
57pub use dlq::{
58    DeadLetterQueue, DlqConfig, DlqEventProcessor, DlqStats as DlqStatsExport, FailedEvent,
59    FailureReason,
60};
61pub use event::{
62    EventCategory, EventMetadata, EventPriority, IsolationLevel, QueryResult as EventQueryResult,
63    SchemaChangeType, SchemaType, SparqlOperationType, StreamEvent,
64};
65pub use event_sourcing::{
66    EventQuery, EventSnapshot, EventStore, EventStoreConfig, PersistenceBackend, QueryOrder,
67    RetentionPolicy, SnapshotConfig, StoredEvent, TimeRange as EventSourcingTimeRange,
68};
69pub use failover::{ConnectionEndpoint, FailoverConfig, FailoverManager};
70pub use graphql_bridge::{
71    BridgeConfig, BridgeStats, GraphQLBridge, GraphQLSubscription, GraphQLUpdate,
72    GraphQLUpdateType, SubscriptionFilter,
73};
74pub use multi_region_replication::{
75    ConflictResolution, ConflictType, GeographicLocation, MultiRegionReplicationManager,
76    RegionConfig, RegionHealth, ReplicatedEvent, ReplicationConfig, ReplicationStats,
77    ReplicationStrategy, VectorClock,
78};
79pub use patch::{PatchParser, PatchSerializer};
80pub use performance_optimizer::{
81    AdaptiveBatcher, AggregationFunction, AutoTuner, BatchPerformancePoint, BatchSizePredictor,
82    BatchingStats, EnhancedMLConfig, MemoryPool, MemoryPoolStats,
83    PerformanceConfig as OptimizerPerformanceConfig, ProcessingResult, ProcessingStats,
84    ProcessingStatus, TuningDecision, ZeroCopyEvent,
85};
86pub use schema_registry::{
87    CompatibilityMode, ExternalRegistryConfig, RegistryAuth, SchemaDefinition, SchemaFormat,
88    SchemaRegistry, SchemaRegistryConfig, ValidationResult, ValidationStats,
89};
90pub use sparql_streaming::{
91    ContinuousQueryManager, QueryManagerConfig, QueryMetadata, QueryResultChannel,
92    QueryResultUpdate, UpdateType,
93};
94pub use store_integration::{
95    ChangeDetectionStrategy, ChangeNotification, RealtimeUpdateManager, StoreChangeDetector,
96    UpdateChannel, UpdateFilter, UpdateNotification,
97};
98
99// Stream, StreamConsumer, and StreamProducer are defined below in this module
100pub use biological_computing::{
101    AminoAcid, BiologicalProcessingStats, BiologicalStreamProcessor, Cell, CellState,
102    CellularAutomaton, ComputationalFunction, DNASequence, EvolutionaryOptimizer, FunctionalDomain,
103    Individual, Nucleotide, ProteinStructure, SequenceMetadata,
104};
105pub use consciousness_streaming::{
106    ConsciousnessLevel, ConsciousnessStats, ConsciousnessStreamProcessor, DreamSequence,
107    EmotionalContext, IntuitiveEngine, MeditationState,
108};
109pub use disaster_recovery::{
110    BackupCompression, BackupConfig, BackupEncryption, BackupFrequency, BackupJob,
111    BackupRetentionPolicy, BackupSchedule, BackupStatus, BackupStorage, BackupType,
112    BackupVerification, BackupVerificationResult, BackupWindow, BusinessContinuityConfig,
113    ChecksumAlgorithm, CompressionAlgorithm, DRMetrics, DisasterRecoveryConfig,
114    DisasterRecoveryManager, DisasterScenario, EncryptionAlgorithm as BackupEncryptionAlgorithm,
115    FailoverConfig as DRFailoverConfig, ImpactLevel, KeyDerivationFunction, RecoveryConfig,
116    RecoveryOperation, RecoveryPriority, RecoveryRunbook, RecoveryStatus, RecoveryType,
117    ReplicationConfig as DRReplicationConfig, ReplicationMode as DRReplicationMode,
118    ReplicationTarget as DRReplicationTarget, RunbookExecution, RunbookExecutionStatus,
119    RunbookStep, StorageLocation,
120};
121pub use enterprise_audit::{
122    ActionResult, AuditEncryptionConfig, AuditEventType, AuditFilterConfig, AuditMetrics,
123    AuditRetentionConfig, AuditSeverity, AuditStorageBackend, AuditStorageConfig,
124    AuditStreamingConfig, AuthType, ComplianceConfig, ComplianceFinding, ComplianceReport,
125    ComplianceStandard, CompressionType as AuditCompressionType, DestinationAuth, DestinationType,
126    EncryptionAlgorithm, EnterpriseAuditConfig, EnterpriseAuditEvent, EnterpriseAuditLogger,
127    FindingType, KeyManagementConfig, KmsType, S3AuditConfig, StreamingDestination,
128};
129pub use enterprise_monitoring::{
130    Alert, AlertCondition, AlertManager, AlertRule, AlertSeverity as MonitoringAlertSeverity,
131    AlertingConfig, BreachNotificationConfig, ComparisonOperator, EnterpriseMonitoringConfig,
132    EnterpriseMonitoringSystem, EscalationLevel, EscalationPolicy, HealthCheckConfig,
133    HealthCheckEndpoint, HealthCheckType, MeasurementWindow, MetricDefinition, MetricType,
134    MetricValue, MetricsCollector, MetricsConfig, MetricsEndpoint, MetricsEndpointType,
135    MetricsExportConfig, MetricsFormat, NotificationChannel, ProfilingConfig, SlaBreach, SlaConfig,
136    SlaMeasurement, SlaMetricType, SlaObjective, SlaSeverity, SlaStatus, SlaTracker,
137};
138pub use multi_tenancy::{
139    IsolationMode, MultiTenancyConfig, MultiTenancyManager, MultiTenancyMetrics,
140    NamespaceResources, ResourceAllocationStrategy, ResourceType, ResourceUsage, Tenant,
141    TenantLifecycleConfig, TenantNamespace, TenantQuota, TenantStatus, TenantTier,
142};
143pub use observability::{
144    AlertConfig, AlertEvent, AlertSeverity, AlertType, BusinessMetrics, SpanLog, SpanStatus,
145    StreamObservability, StreamingMetrics, TelemetryConfig, TraceSpan,
146};
147pub use performance_utils::{
148    AdaptiveRateLimiter, IntelligentMemoryPool, IntelligentPrefetcher, ParallelStreamProcessor,
149    PerformanceUtilsConfig,
150};
151pub use quantum_communication::{
152    BellState, EntanglementDistribution, QuantumCommConfig, QuantumCommSystem,
153    QuantumOperation as QuantumCommOperation, QuantumSecurityProtocol,
154    QuantumState as QuantumCommState, Qubit,
155};
156pub use quantum_streaming::{
157    QuantumEvent, QuantumOperation, QuantumProcessingStats, QuantumState, QuantumStreamProcessor,
158};
159pub use reliability::{BulkReplayResult, DlqStats, ReplayStatus};
160pub use rsp::{
161    RspConfig, RspLanguage, RspProcessor, RspQuery, StreamClause, StreamDescriptor, Window,
162    WindowConfig, WindowSize, WindowStats, WindowType,
163};
164pub use security::{
165    AuditConfig, AuditLogEntry, AuditLogger, AuthConfig, AuthMethod, AuthenticationProvider,
166    AuthorizationProvider, AuthzConfig, Credentials, EncryptionConfig, Permission, RateLimitConfig,
167    RateLimiter, SecurityConfig as StreamSecurityConfig, SecurityContext, SecurityManager,
168    SecurityMetrics, SessionConfig, ThreatAlert, ThreatDetectionConfig, ThreatDetector,
169};
170pub use temporal_join::{
171    IntervalJoin, JoinResult, LateDataConfig, LateDataStrategy, TemporalJoin, TemporalJoinConfig,
172    TemporalJoinMetrics, TemporalJoinType, TemporalWindow, TimeSemantics, WatermarkConfig,
173    WatermarkStrategy,
174};
175pub use time_travel::{
176    AggregationType, TemporalAggregations, TemporalFilter, TemporalOrdering, TemporalProjection,
177    TemporalQuery, TemporalQueryResult, TemporalResultMetadata, TemporalStatistics, TimePoint,
178    TimeRange as TimeTravelTimeRange, TimeTravelConfig, TimeTravelEngine, TimeTravelMetrics,
179    TimelinePoint,
180};
181pub use tls_security::{
182    CertRotationConfig, CertificateConfig, CertificateFormat, CertificateInfo, CipherSuite,
183    ExpiryWarning, MutualTlsConfig, OcspConfig, RevocationCheckConfig, SessionResumptionConfig,
184    TlsConfig, TlsManager, TlsMetrics, TlsSessionInfo, TlsVersion,
185};
186pub use wasm_edge_computing::{
187    EdgeExecutionResult, EdgeLocation, OptimizationLevel, PerformanceProfile, PluginCapability,
188    PluginSchema, ProcessingSpecialization, ResourceMetrics, SecurityLevel, WasmEdgeConfig,
189    WasmEdgeProcessor, WasmPlugin, WasmProcessingResult, WasmProcessorStats, WasmResourceLimits,
190};
191pub use webhook::{
192    EventFilter as WebhookEventFilter, HttpMethod, RateLimit, RetryConfig as WebhookRetryConfig,
193    WebhookConfig, WebhookInfo, WebhookManager, WebhookMetadata, WebhookSecurity,
194    WebhookStatistics,
195};
196
197// New v0.3.0 feature exports
198pub use custom_serialization::{
199    BenchmarkResults, BsonSerializer, CustomSerializer, FlexBuffersSerializer, IonSerializer,
200    RonSerializer, SerializerBenchmark, SerializerBenchmarkSuite, SerializerRegistry,
201    SerializerStats, ThriftSerializer,
202};
203pub use end_to_end_encryption::{
204    E2EEConfig, E2EEEncryptionAlgorithm, E2EEManager, E2EEStats, EncryptedMessage,
205    HomomorphicEncryption, KeyExchangeAlgorithm, KeyPair, KeyRotationConfig, MultiPartyConfig,
206    ZeroKnowledgeProof,
207};
208pub use gpu_acceleration::{
209    AggregationOp, GpuBackend, GpuBuffer, GpuConfig, GpuContext, GpuProcessorConfig, GpuStats,
210    GpuStreamProcessor,
211};
212pub use ml_integration::{
213    AnomalyDetectionAlgorithm, AnomalyDetectionConfig, AnomalyDetector, AnomalyResult,
214    AnomalyStats, FeatureConfig, FeatureExtractor, FeatureVector, MLIntegrationManager,
215    MLModelConfig, ModelMetrics, ModelType, OnlineLearningModel, PredictionResult,
216};
217pub use rate_limiting::{
218    QuotaCheckResult, QuotaEnforcementMode, QuotaLimits, QuotaManager, QuotaOperation,
219    RateLimitAlgorithm, RateLimitConfig as AdvancedRateLimitConfig, RateLimitMonitoringConfig,
220    RateLimitStats as AdvancedRateLimitStats, RateLimiter as AdvancedRateLimiter,
221    RejectionStrategy,
222};
223pub use scalability::{
224    AdaptiveBuffer, AutoScaler, LoadBalancingStrategy as ScalingLoadBalancingStrategy,
225    Node as ScalingNode, NodeHealth, Partition, PartitionManager, PartitionStrategy,
226    ResourceLimits, ResourceUsage as ScalingResourceUsage, ScalingConfig, ScalingDirection,
227    ScalingMode,
228};
229pub use schema_evolution::{
230    CompatibilityCheckResult, CompatibilityIssue, CompatibilityIssueType,
231    CompatibilityMode as SchemaCompatibilityMode, DeprecationInfo, EvolutionResult,
232    FieldDefinition, FieldType, IssueSeverity, MigrationRule, MigrationStrategy, SchemaChange,
233    SchemaDefinition as SchemaEvolutionDefinition, SchemaEvolutionManager,
234    SchemaFormat as SchemaEvolutionFormat, SchemaVersion,
235};
236pub use stream_replay::{
237    EventProcessor, ReplayCheckpoint, ReplayConfig, ReplayFilter, ReplayMode, ReplaySpeed,
238    ReplayStats, ReplayStatus as StreamReplayStatus, ReplayTransformation, StateSnapshot,
239    StreamReplayManager, TransformationType,
240};
241pub use transactional_processing::{
242    IsolationLevel as TransactionalIsolationLevel, LogEntryType, TransactionCheckpoint,
243    TransactionLogEntry, TransactionMetadata, TransactionState, TransactionalConfig,
244    TransactionalProcessor, TransactionalStats,
245};
246pub use zero_copy::{
247    MemoryMappedBuffer, SharedRefBuffer, SimdBatchProcessor, SimdOperation, SplicedBuffer,
248    ZeroCopyBuffer, ZeroCopyConfig, ZeroCopyManager, ZeroCopyStats,
249};
250
251// New v0.3.0 exports for developer experience and performance
252pub use numa_processing::{
253    CpuAffinityMode, HugePageSize, MemoryBandwidthMonitor, MemoryInterleavePolicy, NodeBufferStats,
254    NodeProcessorStats, NumaAllocationStrategy, NumaBuffer, NumaBufferPool, NumaBufferPoolConfig,
255    NumaBufferPoolStats, NumaConfig, NumaNode, NumaProcessorStats, NumaStreamProcessor,
256    NumaThreadPool, NumaThreadPoolStats, NumaTopology, NumaWorker, NumaWorkerStats,
257    WorkerDistributionStrategy,
258};
259pub use out_of_order::{
260    EmitStrategy, GapFillingStrategy, LateEventStrategy, OrderedEvent, OutOfOrderConfig,
261    OutOfOrderHandler, OutOfOrderHandlerBuilder, OutOfOrderStats, SequenceTracker, Watermark,
262};
263pub use performance_profiler::{
264    HistogramStats, LatencyHistogram, OperationTimer, PerformanceProfiler, PerformanceReport,
265    PerformanceSample, PerformanceWarning, ProfilerBuilder, ProfilerConfig, ProfilerStats,
266    Recommendation, RecommendationCategory, RecommendationEffort, RecommendationImpact, Span,
267    WarningSeverity, WarningThresholds, WarningType,
268};
269pub use stream_sql::{
270    AggregateFunction, BinaryOperator, ColumnDefinition, CreateStreamStatement, DataType,
271    Expression, FromClause, JoinType, Lexer, OrderByItem, Parser,
272    QueryResult as StreamSqlQueryResult, QueryType, ResultRow, SelectItem, SelectStatement,
273    SqlValue, StreamMetadata, StreamSqlConfig, StreamSqlEngine, StreamSqlStats, Token,
274    UnaryOperator, WindowSpec, WindowType as SqlWindowType,
275};
276pub use testing_framework::{
277    Assertion, AssertionType, CapturedEvent, EventGenerator, EventMatcher, GeneratorConfig,
278    GeneratorType, MockClock, PerformanceMetric, TestFixture, TestHarness, TestHarnessBuilder,
279    TestHarnessConfig, TestMetrics, TestReport, TestStatus,
280};
281
282// New v0.3.0 exports for ML, versioning, and migration
283pub use anomaly_detection::{
284    Anomaly, AnomalyAlert, AnomalyConfig, AnomalyDetector as AdaptiveAnomalyDetector,
285    AnomalySeverity, AnomalyStats as AdaptiveAnomalyStats, DetectorType, MultiDimensionalDetector,
286};
287pub use migration_tools::{
288    APIMapping, ConceptMapping, GeneratedFile, GeneratedFileType, ManualReviewItem,
289    MigrationConfig, MigrationError, MigrationReport, MigrationSuggestion, MigrationTool,
290    MigrationWarning, QuickStart, ReviewPriority, SourcePlatform, SuggestionCategory,
291};
292pub use online_learning::{
293    ABTestConfig, ABTestResult, DriftDetection, ModelCheckpoint,
294    ModelMetrics as OnlineModelMetrics, ModelType as OnlineModelType, OnlineLearningConfig,
295    OnlineLearningModel as StreamOnlineLearningModel, OnlineLearningStats, Prediction, Sample,
296    StreamFeatureExtractor,
297};
298pub use stream_versioning::{
299    Branch, BranchId, Change, ChangeType, Changeset, Snapshot, StreamVersioning, TimeTravelQuery,
300    TimeTravelTarget, VersionDiff, VersionId, VersionMetadata, VersionedEvent, VersioningConfig,
301    VersioningStats,
302};
303
304// New v0.3.0 advanced ML exports
305pub use automl_stream::{
306    Algorithm, AutoML, AutoMLConfig, AutoMLStats, HyperParameters, ModelPerformance, TaskType,
307    TrainedModel,
308};
309pub use feature_engineering::{
310    Feature, FeatureExtractionConfig, FeatureMetadata, FeaturePipeline, FeatureSet, FeatureStore,
311    FeatureTransform, FeatureValue, ImputationStrategy, PipelineStats,
312};
313pub use neural_architecture_search::{
314    ActivationType, Architecture, ArchitecturePerformance, LayerType, NASConfig, NASStats,
315    ObjectiveWeights, SearchSpace, SearchStrategy, NAS,
316};
317pub use predictive_analytics::{
318    AccuracyMetrics, ForecastAlgorithm, ForecastResult, ForecastingConfig, PredictiveAnalytics,
319    PredictiveStats, SeasonalityType, TrendDirection,
320};
321pub use reinforcement_learning::{
322    Action, Experience, RLAgent, RLAlgorithm, RLConfig, RLStats, State as RLState,
323};
324
325// Utility exports
326pub use utils::{
327    create_dev_stream, create_prod_stream, BatchProcessor, EventFilter, EventSampler,
328    SimpleRateLimiter, StreamMultiplexer, StreamStats,
329};
330
331// Advanced SciRS2 optimization exports
332pub use advanced_scirs2_optimization::{
333    AdvancedOptimizerConfig, AdvancedStreamOptimizer, MovingStats, OptimizerMetrics,
334};
335pub use cdc_processor::{
336    CdcConfig, CdcConnector, CdcEvent, CdcEventBuilder, CdcMetrics, CdcOperation, CdcProcessor,
337    CdcSource,
338};
339
340// Adaptive load shedding exports
341pub use adaptive_load_shedding::{
342    DropStrategy, LoadMetrics, LoadSheddingConfig, LoadSheddingManager, LoadSheddingStats,
343};
344
345// Stream fusion optimizer exports
346pub use stream_fusion::{
347    FusableChain, FusedOperation, FusedType, FusionAnalysis, FusionConfig, FusionOptimizer,
348    FusionStats, Operation,
349};
350
351// Complex Event Processing (CEP) engine exports
352pub use cep_engine::{
353    CepAggregationFunction, CepConfig, CepEngine, CepMetrics, CepStatistics, CompleteMatch,
354    CorrelationFunction, CorrelationResult, CorrelationStats, DetectedPattern, DetectionAlgorithm,
355    DetectionStats, EnrichmentData, EnrichmentService, EnrichmentSource, EnrichmentSourceType,
356    EnrichmentStats, EventBuffer, EventCorrelator, EventPattern, FieldPredicate, PartialMatch,
357    PatternDetector, ProcessingRule, RuleAction, RuleCondition, RuleEngine, RuleExecutionStats,
358    State, StateMachine, TemporalOperator, TimestampedEvent,
359};
360
361// Data quality and validation framework exports
362pub use data_quality::{
363    AlertCondition as QualityAlertCondition, AlertManager as QualityAlertManager,
364    AlertRule as QualityAlertRule, AlertSeverity as QualityAlertSeverity,
365    AlertStats as QualityAlertStats, AlertType as QualityAlertType, AuditAction, AuditEntry,
366    AuditStats, AuditTrail, CleansingRule, CleansingStats, CorrectionType, DataCleanser,
367    DataCorrection, DataProfiler, DataQualityValidator, DuplicateDetector, DuplicateStats,
368    FailureSeverity, FieldProfile, OutlierMethod, ProfileStats, ProfiledEvent, QualityAlert,
369    QualityConfig, QualityDimension, QualityMetrics, QualityReport, QualityScorer, ScoringStats,
370    ValidationFailure, ValidationResult as QualityValidationResult, ValidationRule,
371};
372
373// Advanced sampling techniques exports
374pub use advanced_sampling::{
375    AdvancedSamplingManager, BloomFilter, BloomFilterStats, CountMinSketch, CountMinSketchStats,
376    HyperLogLog, HyperLogLogStats, ReservoirSampler, ReservoirStats, SamplingConfig,
377    SamplingManagerStats, StratifiedSampler, StratifiedStats, TDigest, TDigestStats,
378};
379
380pub mod backend;
381pub mod backend_optimizer;
382pub mod backpressure;
383pub mod biological_computing;
384pub mod bridge;
385pub mod circuit_breaker;
386pub mod config;
387pub mod connection_pool;
388pub mod connection_pool_health;
389pub mod connection_pool_manager;
390mod connection_pool_tests;
391pub mod connection_pool_types;
392pub mod consciousness_streaming;
393pub mod consumer;
394pub mod cqels;
395pub mod cqrs;
396pub mod csparql;
397pub mod delta;
398pub mod diagnostics;
399pub mod disaster_recovery;
400pub mod dlq;
401pub mod enterprise_audit;
402pub mod enterprise_monitoring;
403pub mod error;
404pub mod event;
405pub mod event_sourcing;
406pub mod failover;
407pub mod graphql_bridge;
408pub mod graphql_subscriptions;
409pub mod health_monitor;
410pub mod join;
411pub mod monitoring;
412pub mod multi_region_replication;
413pub mod multi_tenancy;
414pub mod observability;
415pub mod patch;
416pub mod performance_optimizer;
417pub mod performance_utils;
418pub mod processing;
419pub mod producer;
420pub mod quantum_communication;
421pub mod quantum_processing;
422pub mod quantum_streaming;
423pub mod reconnect;
424pub mod reliability;
425pub mod rsp;
426pub mod schema_registry;
427pub mod security;
428pub mod serialization;
429pub mod serialization_decoder;
430pub mod serialization_encoder;
431pub mod serialization_tests;
432pub mod serialization_types;
433pub mod sparql_streaming;
434pub mod state;
435pub mod store_integration;
436pub mod temporal_join;
437pub mod time_travel;
438pub mod tls_security;
439pub mod types;
440pub mod wasm_edge_computing;
441pub mod webhook;
442
443// New v0.3.0 modules for advanced features
444pub mod custom_serialization;
445pub mod end_to_end_encryption;
446pub mod gpu_acceleration;
447pub mod ml_integration;
448pub mod rate_limiting;
449pub mod scalability;
450pub mod schema_evolution;
451pub mod stream_replay;
452pub mod transactional_processing;
453pub mod zero_copy;
454
455// New v0.3.0 modules for developer experience and performance
456pub mod numa_processing;
457pub mod out_of_order;
458pub mod performance_profiler;
459pub mod stream_sql;
460pub mod stream_sql_ast;
461pub mod stream_sql_executor;
462pub mod stream_sql_tests;
463pub mod testing_framework;
464
465// New v0.3.0 modules for ML, versioning, and migration
466pub mod anomaly_detection;
467pub mod migration_tools;
468pub mod online_learning;
469pub mod stream_versioning;
470
471// Advanced ML modules for v0.3.0 completion
472pub mod automl_stream;
473pub mod feature_engineering;
474pub mod neural_architecture_search;
475pub mod predictive_analytics;
476pub mod reinforcement_learning;
477
478// Utilities module
479pub mod utils;
480
481// Advanced SciRS2 optimization module
482pub mod advanced_scirs2_optimization;
483pub mod cdc_processor;
484
485// Adaptive load shedding module
486pub mod adaptive_load_shedding;
487
488// Stream fusion optimizer module
489pub mod stream_fusion;
490
491// Complex Event Processing (CEP) engine module
492pub mod cep_engine;
493
494// Data quality and validation framework module
495pub mod data_quality;
496
497// Advanced sampling techniques module
498pub mod advanced_sampling;
499
500// Extracted type definitions to comply with 2000-line policy
501mod lib_types;
502pub use lib_types::*;
503
504// Distributed stream state management and fault tolerance (v0.2.0)
505pub mod checkpoint;
506
507// Re-export checkpoint types
508pub use checkpoint::{CheckpointCoordinator, CheckpointPhase, GlobalCheckpoint, OperatorSnapshot};
509
510// Re-export distributed state types
511pub use state::{
512    AggregatingState, DeduplicationConfig, DeduplicationLog, DistributedStateBackend,
513    DistributedStateStore, ExactlyOnceProcessor, ExactlyOnceStats, ExactlyOnceTransaction,
514    InMemoryStateBackend, KeyedStateStore, MessageId, PartitionStateValue, StateAggregator,
515    StateBackendStats, StateCoordinator, StatePartition, StatePartitionKey,
516};
517
518// v0.3.0 modules: Distributed stream processing, distributed state, fault tolerance
519pub mod distributed;
520pub mod distributed_state;
521pub mod fault_tolerance;
522
523// WebSub (W3C) push notifications for RDF dataset changes
524pub mod websub;
525pub use websub::{
526    DatasetChangeEvent, DatasetEventBus, WebSubHub, WebSubPublisher, WebSubSubscriber,
527};
528
529// v1.0.0 ML module for streaming inference and anomaly detection
530pub mod ml;
531
532// Re-export ML types
533pub use ml::{
534    AnomalyCheckResult, AnomalyDetectorConfig, AnomalyDetectorStats, ExtractedFeatures,
535    FeatureAggregation, FeatureDefinition, FeatureExtractorConfig, ModelConfig, ModelRunnerStats,
536    Prediction as MlPrediction, StreamAnomalyDetector,
537    StreamFeatureExtractor as MlStreamFeatureExtractor, StreamingModelRunner,
538};
539
540// Re-export distributed state manager types (v1.0.0)
541pub use distributed_state::manager::{
542    CheckpointConfig as DistributedCheckpointConfig,
543    DeduplicationConfig as DistributedDeduplicationConfig, DeduplicationStats,
544    DistributedStateManager, DistributedStateManagerStats, MigrationPlan, MigrationReason,
545    MigrationStep, OperatorStateSnapshot, PartitionAssignment, SequenceDeduplicator,
546    StateCheckpoint,
547};
548
549// Re-export fault tolerance checkpoint/recovery types (v1.0.0)
550pub use fault_tolerance::checkpoint_recovery::{
551    CheckpointManager, CheckpointManagerConfig, CheckpointManagerStats, CheckpointMetadata,
552    PartitionRebalancer, RebalanceAction, RebalancerConfig, RebalancerStats, RecoveryManager,
553    RecoveryManagerStats, RecoveryResult, RecoveryStrategy, StoredCheckpoint, WorkPartition,
554};
555
556// v0.2.0 modules: Distributed state, consistency protocols, watermarking, stream metrics
557pub mod consistency;
558pub mod metrics;
559pub mod watermark;
560
561// Re-export consistency types (v0.2.0)
562pub use consistency::ConsistencyManager as StreamConsistencyManager;
563pub use consistency::{
564    ConsistencyConfig, EventualConsistencyBuffer, StreamConsistencyLevel, VersionedValue,
565};
566
567// Re-export watermark types (v0.2.0)
568pub use watermark::{
569    LateDataDecision, LateDataHandler, LateDataPolicy, StreamWatermark, WatermarkAligner,
570    WatermarkGenerator,
571};
572
573// Re-export stream metrics types (v0.2.0)
574pub use metrics::{StreamLatencyHistogram, StreamMetrics, StreamMetricsCollector};
575
576// v1.1.0: Idempotent delivery with idempotency keys
577pub mod idempotent_delivery;
578
579// v1.1.0: Stream Windowing Algebra (tumbling, sliding, session, count-based)
580pub mod window_algebra;
581
582// v1.1.0 round 5: Adaptive backpressure controller (Drop/Block/Throttle/SpillToDisk)
583pub mod backpressure_controller;
584
585// v1.1.0 round 7: Synchronous in-memory schema registry (Kafka Schema Registry style)
586pub mod sync_schema_registry;
587
588// v1.1.0 round 11: Tumbling / sliding / session windowing functions
589pub mod window_function;
590
591// v1.1.0: Event sourcing patterns (append-only log, snapshotting, pub/sub bus)
592// Note: event_sourcing module already declared at line 401
593pub use idempotent_delivery::{
594    DeliveryOutcome, HashAlgorithm, IdempotencyKey, IdempotentDeliveryConfig,
595    IdempotentDeliveryManager, IdempotentDeliveryStats, IdempotentProducer, KeyCheckResult,
596};
597
598// v1.1.0 round 12: Stream checkpoint/offset tracking for at-least-once delivery
599pub mod stream_checkpoint;
600pub use stream_checkpoint::{Checkpoint, CheckpointStore};
601
602// v1.1.0 round 13: Dead letter queue for failed/undeliverable messages
603pub mod dead_letter_queue;
604
605// v1.1.0 round 14: Kafka-style consumer group coordination
606pub mod consumer_group;
607
608// v1.1.0 round 15: Stream message routing (content/topic/header/round-robin/DLQ)
609pub mod stream_router;
610
611// v1.1.0 round 16: Stream message schema validation (field types, formats, strict mode)
612pub mod schema_validator;
613
614// v1.1.0 round 17 (Batch E): Message format transformation pipeline
615pub mod message_transformer;
616
617// v1.1.0 round 18 (Batch E): Event replay buffer with seek and position tracking
618pub mod replay_buffer;
619
620// v1.1.0 round 19: Stream event filtering with composable predicates
621pub mod event_filter;
622
623// Visual pipeline designer and debugger (SVG/JSON/YAML/DOT/Mermaid export)
624pub mod visual_designer;
625pub mod visual_designer_engine;
626pub mod visual_designer_tests;
627pub mod visual_designer_types;
628
629// W2-S6: per-stream SLA admission control + load-shedder coordination.
630pub mod sla;
631pub use sla::{
632    BackpressureAction, SlaBackpressureCoordinator, SlaBackpressureDecision, SlaBackpressurePolicy,
633    StreamAdmissionController, StreamAdmissionDecision, StreamAdmissionStats, StreamSlaConfig,
634};
635
636// W2-S6: watermark-aware window joins (tumbling-tumbling, tumbling-sliding,
637// session-session) — a separate `window` module that complements the
638// time-based `processing::window`.
639pub mod window;
640pub use window::{
641    SessionSessionJoin, SessionSessionJoinConfig, TumblingSlidingJoin, TumblingSlidingJoinConfig,
642    TumblingTumblingJoin, TumblingTumblingJoinConfig, WindowJoinKey, WindowJoinResult,
643    WindowJoinStats,
644};
645
646// W2-S6: exactly-once aggregation under operator parallelism.
647pub mod aggregation;
648pub use aggregation::{
649    ExactlyOnceAggregator, ExactlyOnceAggregatorConfig, ExactlyOnceAggregatorStats,
650    PartitionAggregateState, PartitionAggregateValue,
651};
652
653// Neuromorphic stream analytics (brain-inspired spiking neural networks)
654pub mod neuromorphic_analytics;
655pub mod neuromorphic_analytics_engine;
656pub mod neuromorphic_analytics_learning;
657pub mod neuromorphic_analytics_network;
658pub mod neuromorphic_analytics_patterns;
659mod neuromorphic_analytics_tests;
660pub mod neuromorphic_analytics_types;
oxirs_stream/lib.rs

oxirs_stream/
lib.rs
