1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
//! [![Rust](https://github.com/ypo/flute/actions/workflows/rust.yml/badge.svg)](https://github.com/ypo/flute/actions/workflows/rust.yml)
//! [![Python](https://github.com/ypo/flute/actions/workflows/python.yml/badge.svg)](https://github.com/ypo/flute/actions/workflows/python.yml)
//! [![Docs.rs](https://docs.rs/flute/badge.svg)](https://docs.rs/crate/flute/)
//! [![Crates.io](https://img.shields.io/crates/v/flute)](https://crates.io/crates/flute/)
//! [![Rust Dependency](https://deps.rs/repo/github/ypo/flute/status.svg)](https://deps.rs/repo/github/ypo/flute)
//! [![codecov](https://codecov.io/gh/ypo/flute/branch/main/graph/badge.svg?token=P4KE639YU8)](https://codecov.io/gh/ypo/flute)
//!
//! # FLUTE - File Delivery over Unidirectional Transport
//!
//!
//! Massively scalable multicast distribution solution
//!
//! The library implements a unidirectional file delivery, without the need of a return channel.
//!
//!
//! # RFC
//!
//! This library implements the following RFCs
//!
//!| RFC      | Title      | Link       |
//!| -------- | ---------- | -----------|
//!| RFC 6726 | FLUTE - File Delivery over Unidirectional Transport      | <https://www.rfc-editor.org/rfc/rfc6726.html> |
//!| RFC 5775 | Asynchronous Layered Coding (ALC) Protocol Instantiation | <https://www.rfc-editor.org/rfc/rfc5775.html> |
//!| RFC 5661 | Layered Coding Transport (LCT) Building Block            | <https://www.rfc-editor.org/rfc/rfc5651>      |
//!| RFC 5052 | Forward Error Correction (FEC) Building Block            | <https://www.rfc-editor.org/rfc/rfc5052>      |
//!| RFC 5510 | Reed-Solomon Forward Error Correction (FEC) Schemes      | <https://www.rfc-editor.org/rfc/rfc5510.html> |
//!
//! # UDP/IP Multicast files sender
//!
//! Transfer files over a UDP/IP network
//!
//!```rust
//! use flute::sender::Sender;
//! use flute::sender::ObjectDesc;
//! use flute::sender::Cenc;
//! use std::net::UdpSocket;
//! use std::time::SystemTime;
//!
//! // Create UDP Socket
//! let udp_socket = UdpSocket::bind("0.0.0.0:0").unwrap();
//! udp_socket.connect("224.0.0.1:3400").expect("Connection failed");
//!
//! // Create FLUTE Sender
//! let tsi = 1;
//! let oti = Default::default();
//! let config = Default::default();
//! let mut sender = Sender::new(tsi, &oti, &config);
//!
//! // Add object(s) (files) to the FLUTE sender
//! let obj = ObjectDesc::create_from_buffer(b"hello world", "text/plain",
//! &url::Url::parse("file:///hello.txt").unwrap(), 1, None, None, Cenc::Null, true, None, true).unwrap();
//! sender.add_object(obj);
//!
//! // Always call publish after adding objects
//! sender.publish(SystemTime::now());
//!
//! // Send FLUTE packets over UDP/IP
//! while let Some(pkt) = sender.read(SystemTime::now()) {
//!     udp_socket.send(&pkt).unwrap();
//!     std::thread::sleep(std::time::Duration::from_millis(1));
//! }
//!
//!```
//! # UDP/IP Multicast files receiver
//!
//! Receive files from a UDP/IP network
//!
//!```
//! use flute::receiver::{writer, MultiReceiver, UDPEndpoint};
//! use std::net::UdpSocket;
//! use std::time::SystemTime;
//! use std::rc::Rc;
//!
//! // Create UDP/IP socket to receive FLUTE pkt
//! let endpoint = UDPEndpoint::new(None, "224.0.0.1".to_string(), 3400);
//! let udp_socket = UdpSocket::bind(format!("{}:{}", endpoint.destination_group_address, endpoint.port)).expect("Fail to bind");
//!
//! // Create a writer able to write received files to the filesystem
//! let writer = Rc::new(writer::ObjectWriterFSBuilder::new(&std::path::Path::new("./flute_dir"))
//!     .unwrap_or_else(|_| std::process::exit(0)));
//!
//! // Create a multi-receiver capable of de-multiplexing several FLUTE sessions
//! let mut receiver = MultiReceiver::new(writer, None, false);
//!
//! // Receive pkt from UDP/IP socket and push it to the FLUTE receiver
//! let mut buf = [0; 2048];
//! loop {
//!     let (n, _src) = udp_socket.recv_from(&mut buf).expect("Failed to receive data");
//!     let now = SystemTime::now();
//!     receiver.push(&endpoint, &buf[..n], now).unwrap();
//!     receiver.cleanup(now);
//! }
//!```
//! # Application-Level Forward Erasure Correction (AL-FEC)
//!
//! The following error recovery algorithms are supported
//!
//! - [X] No-code
//! - [X] Reed-Solomon GF 2^8  
//! - [X] Reed-Solomon GF 2^8 Under Specified
//! - [ ] Reed-Solomon GF 2^16  
//! - [ ] Reed-Solomon GF 2^m  
//! - [X] RaptorQ  
//! - [X] Raptor
//!
//! The `Oti` module provides an implementation of the Object Transmission Information (OTI)
//! used to configure Forward Error Correction (FEC) encoding in the FLUTE protocol.
//!
//!```rust
//! use flute::sender::Oti;
//! use flute::sender::Sender;
//!
//! // Reed Solomon 2^8 with encoding blocks composed of  
//! // 60 source symbols and 4 repair symbols of 1424 bytes per symbol
//! let oti = Oti::new_reed_solomon_rs28(1424, 60, 4).unwrap();
//! let mut sender = Sender::new(1, &oti, &Default::default());
//!```
//!
//! # Content Encoding (CENC)
//!
//! The following schemes are supported during the transmission/reception
//!
//! - [x] Null (no compression)
//! - [x] Deflate
//! - [x] Zlib
//! - [x] Gzip
//!
//! # Files multiplex / Blocks interleave
//!
//! The FLUTE Sender is able to transfer multiple files in parallel by interleaving packets from each file. For example:
//!
//! **Pkt file1** -> Pkt file2 -> Pkt file3 -> **Pkt file1** -> Pkt file2 -> Pkt file3 ...
//!
//! The Sender can interleave blocks within a single file.  
//! The following example shows Encoding Symbols (ES) from different blocks (B) are interleaved. For example:  
//!
//! **(B 1,ES 1)**->(B 2,ES 1)->(B 3,ES 1)->**(B 1,ES 2)**->(B 2,ES 2)...
//!
//! To configure the multiplexing, use the `Config` struct as follows:
//!
//!```rust
//! use flute::sender::Sender;
//! use flute::sender::Config;
//!
//! let config = Config {
//!     // Transfer a maximum of 3 files in parallel
//!     multiplex_files: 3,
//!     // Interleave a maximum of 3 blocks within each file
//!     interleave_blocks: 3,
//!     ..Default::default()
//! };
//!
//! let mut sender = Sender::new(1, &Default::default(), &config);
//!
//!```

#![deny(missing_docs)]
#![deny(missing_debug_implementations)]
#![cfg_attr(test, deny(warnings))]

mod common;
mod fec;
mod tools;

pub mod receiver;
pub mod sender;
pub use crate::tools::error;

/// Core module with low-level function
pub mod core {
    pub use crate::common::alc::AlcPkt;
    pub use crate::common::lct::LCTHeader;
    pub use crate::common::alc::PayloadID;
    pub use crate::common::alc::get_sender_current_time;
    pub use crate::common::alc::parse_alc_pkt;
    pub use crate::common::alc::parse_payload_id;
}


#[cfg(feature = "python")]
mod py;

#[cfg(test)]
mod tests {
    pub fn init() {
        std::env::set_var("RUST_LOG", "debug");
        env_logger::builder().is_test(true).try_init().ok();
    }
}