oxigdal-streaming 0.1.4

Real-time data processing and streaming pipelines for OxiGDAL
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124

//! Error types for the streaming module.

#[cfg(not(feature = "std"))]
use alloc::string::String;

/// Result type for streaming operations.
pub type Result<T> = core::result::Result<T, StreamingError>;

/// Errors that can occur during streaming operations.
#[derive(Debug, thiserror::Error)]
pub enum StreamingError {
    /// Core OxiGDAL error
    #[cfg(feature = "std")]
    #[error("OxiGDAL error: {0}")]
    Core(#[from] oxigdal_core::error::OxiGdalError),

    /// Stream is closed
    #[error("Stream is closed")]
    StreamClosed,

    /// Stream buffer full
    #[error("Stream buffer is full")]
    BufferFull,

    /// Invalid window configuration
    #[error("Invalid window configuration: {0}")]
    InvalidWindow(String),

    /// Watermark error
    #[error("Watermark error: {0}")]
    WatermarkError(String),

    /// State error
    #[error("State error: {0}")]
    StateError(String),

    /// Checkpoint error
    #[error("Checkpoint error: {0}")]
    CheckpointError(String),

    /// Partition error
    #[error("Partition error: {0}")]
    PartitionError(String),

    /// Join error
    #[error("Join error: {0}")]
    JoinError(String),

    /// Serialization error
    #[error("Serialization error: {0}")]
    SerializationError(String),

    /// Deserialization error
    #[error("Deserialization error: {0}")]
    DeserializationError(String),

    /// RocksDB error
    #[cfg(feature = "rocksdb-backend")]
    #[error("RocksDB error: {0}")]
    RocksDB(#[from] rocksdb::Error),

    /// IO error
    #[cfg(feature = "std")]
    #[error("IO error: {0}")]
    Io(#[from] std::io::Error),

    /// Arrow error
    #[cfg(feature = "std")]
    #[error("Arrow error: {0}")]
    Arrow(#[from] arrow::error::ArrowError),

    /// Send error
    #[error("Channel send error")]
    SendError,

    /// Receive error
    #[error("Channel receive error")]
    RecvError,

    /// Timeout error
    #[error("Operation timed out")]
    Timeout,

    /// Invalid state
    #[error("Invalid state: {0}")]
    InvalidState(String),

    /// Configuration error
    #[error("Configuration error: {0}")]
    ConfigError(String),

    /// Invalid operation
    #[error("Invalid operation: {0}")]
    InvalidOperation(String),

    /// Not implemented
    #[error("Not implemented: {0}")]
    NotImplemented(String),

    /// Other error
    #[error("Other error: {0}")]
    Other(String),
}

#[cfg(feature = "std")]
impl<T> From<crossbeam_channel::SendError<T>> for StreamingError {
    fn from(_: crossbeam_channel::SendError<T>) -> Self {
        StreamingError::SendError
    }
}

#[cfg(feature = "std")]
impl From<crossbeam_channel::RecvError> for StreamingError {
    fn from(_: crossbeam_channel::RecvError) -> Self {
        StreamingError::RecvError
    }
}

#[cfg(feature = "std")]
impl From<serde_json::Error> for StreamingError {
    fn from(e: serde_json::Error) -> Self {
        StreamingError::SerializationError(e.to_string())
    }
}