hyperi-rustlib 2.5.1

Opinionated Rust framework for high-throughput data pipelines at PB scale. Auto-wiring config, logging, metrics, tracing, health, and graceful shutdown — built from many years of production infrastructure experience.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126

// Project:   hyperi-rustlib
// File:      src/transport/mod.rs
// Purpose:   Transport abstraction layer for message delivery
// Language:  Rust
//
// License:   FSL-1.1-ALv2
// Copyright: (c) 2026 HYPERI PTY LIMITED

//! # Transport Abstraction Layer
//!
//! Pluggable message transport with split sender/receiver traits for
//! type-safe factory construction and runtime transport selection.
//!
//! ## Architecture
//!
//! ```text
//! TransportSender (object-safe)     TransportReceiver<Token> (generic)
//!   send(key, payload)                recv(max) -> Vec<Message<Token>>
//!   close()                           commit(tokens)
//!   is_healthy()                      close()
//!   name()                            is_healthy(), name()
//!         |                                    |
//!         +-------- Transport (blanket) -------+
//! ```
//!
//! - **Output stages** (DLQ, forwarding, archiving): use `Box<dyn TransportSender>`
//! - **Input stages** (receiver, fetcher): use concrete `impl TransportReceiver`
//! - **Factory**: `sender_from_config()` returns `Box<dyn TransportSender>`
//!
//! ## Transport Selection
//!
//! | Transport | Send | Recv | Use Case |
//! |-----------|------|------|----------|
//! | **Kafka** | Yes | Yes | Production default, PB/day, persistence |
//! | **gRPC** | Yes | Yes | Low-latency direct, DFE mesh |
//! | **Memory** | Yes | Yes | Unit tests, same-process |
//! | **File** | Yes | Yes | Debugging, audit trails, replay |
//! | **Pipe** | Yes | Yes | Unix pipelines, sidecar pattern |
//! | **HTTP** | Yes | Yes | Webhook delivery, REST ingest |
//! | **Redis** | Yes | Yes | Edge deployments, lightweight pub/sub |
//!
//! ## Example
//!
//! ```rust,ignore
//! use hyperi_rustlib::transport::{TransportSender, TransportConfig};
//!
//! // Factory creates the right backend from config
//! let sender: Box<dyn TransportSender> = transport::sender_from_config("transport.output").await?;
//! sender.send("events.land", payload).await;
//! ```

mod detect;
mod error;
pub mod factory;
pub mod filter;
mod payload;
pub mod propagation;
mod traits;
mod types;

// Re-export payload utilities
pub use payload::{
    PayloadValue, extract_field, extract_nested_field, parse_payload, parse_payload_typed,
    parse_payload_with_format, serialize_json, serialize_msgpack, serialize_payload,
};
pub use types::PayloadFormat;

// Re-export stateful format detection
pub use detect::{DetectedFormat, FormatDetector, FormatMode, detect_format};

#[cfg(feature = "transport-kafka")]
pub mod kafka;

#[cfg(feature = "transport-grpc")]
pub mod grpc;

#[cfg(feature = "transport-grpc-vector-compat")]
pub mod vector_compat;

#[cfg(feature = "transport-memory")]
pub mod memory;

#[cfg(feature = "transport-pipe")]
pub mod pipe;

#[cfg(feature = "transport-file")]
pub mod file;

#[cfg(feature = "transport-http")]
pub mod http;

#[cfg(feature = "transport-redis")]
pub mod redis_transport;

pub mod routed;

// Re-exports — traits and factory
pub use error::{TransportError, TransportResult};
pub use factory::AnySender;
pub use routed::RoutedSender;
pub use traits::{CommitToken, Transport, TransportBase, TransportReceiver, TransportSender};
pub use types::{Message, SendResult, TransportConfig, TransportType};

#[cfg(feature = "transport-kafka")]
pub use kafka::{KafkaConfig, KafkaToken, KafkaTransport};

#[cfg(feature = "transport-grpc")]
pub use grpc::{GrpcConfig, GrpcToken, GrpcTransport};

#[cfg(feature = "transport-grpc-vector-compat")]
pub use vector_compat::{VectorCompatClient, VectorCompatService};

#[cfg(feature = "transport-memory")]
pub use memory::{MemoryConfig, MemoryToken, MemoryTransport};

#[cfg(feature = "transport-pipe")]
pub use pipe::{PipeToken, PipeTransport, PipeTransportConfig};

#[cfg(feature = "transport-file")]
pub use file::{FileToken, FileTransport, FileTransportConfig};

#[cfg(feature = "transport-http")]
pub use http::{HttpToken, HttpTransport, HttpTransportConfig};

#[cfg(feature = "transport-redis")]
pub use redis_transport::{RedisToken, RedisTransport, RedisTransportConfig};