rs2-stream 0.3.3

A high-performance, production-ready async streaming library for Rust.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107

//! Core traits for stream connectors

use crate::RS2Stream;
use async_trait::async_trait;
use serde::{Deserialize, Serialize};
use std::time::Duration;

/// Common configuration for all connectors
#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct CommonConfig {
    /// Batch size for processing
    pub batch_size: usize,
    /// Timeout for operations in milliseconds
    pub timeout_ms: u64,
    /// Number of retry attempts
    pub retry_attempts: usize,
    /// Enable compression
    pub compression: bool,
}

impl Default for CommonConfig {
    fn default() -> Self {
        Self {
            batch_size: 100,
            timeout_ms: 30000,
            retry_attempts: 3,
            compression: false,
        }
    }
}

/// Main trait for stream connectors
#[async_trait]
pub trait StreamConnector<T>: Send + Sync
where
    T: Send + 'static,
{
    /// Configuration type for this connector
    type Config: Send + Sync;

    /// Error type for this connector
    type Error: std::error::Error + Send + Sync + 'static;

    /// Metadata type returned by operations
    type Metadata: Send + Sync;

    /// Create a source stream from the connector
    async fn from_source(&self, config: Self::Config) -> Result<RS2Stream<T>, Self::Error>;

    /// Send a stream to the connector as a sink
    async fn to_sink(
        &self,
        stream: RS2Stream<T>,
        config: Self::Config,
    ) -> Result<Self::Metadata, Self::Error>;

    /// Check if the connector is healthy
    async fn health_check(&self) -> Result<bool, Self::Error>;

    /// Get connector metadata
    async fn metadata(&self) -> Result<Self::Metadata, Self::Error>;

    /// Get connector name
    fn name(&self) -> &'static str;

    /// Get connector version
    fn version(&self) -> &'static str;
}

/// Trait for bidirectional connectors (can both produce and consume)
#[async_trait]
pub trait BidirectionalConnector<T>: StreamConnector<T>
where
    T: Send + 'static,
{
    /// Create a bidirectional stream (source and sink combined)
    async fn bidirectional(
        &self,
        input_config: Self::Config,
        output_config: Self::Config,
    ) -> Result<
        (
            RS2Stream<T>,
            Box<dyn Fn(RS2Stream<T>) -> Result<(), Self::Error> + Send + Sync>,
        ),
        Self::Error,
    >;
}

/// Health status for connectors
#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct HealthStatus {
    pub healthy: bool,
    pub message: String,
    pub last_check: Duration,
}

/// Connection statistics
#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct ConnectionStats {
    pub messages_sent: u64,
    pub messages_received: u64,
    pub bytes_sent: u64,
    pub bytes_received: u64,
    pub errors: u64,
    pub uptime: Duration,
}