rustysbe 0.7.4

FIX Simple Binary Encoding (SBE) support for `rustyfix`
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
//! Common traits and utilities for SBE messages

use crate::decoder::SbeDecoder;
use crate::encoder::SbeEncoder;
use crate::error::{SbeError, SbeResult};

/// Trait for SBE message types with compile-time metadata
pub trait SbeMessage: Sized {
    /// Template ID for this message type
    const TEMPLATE_ID: u16;

    /// Schema version for this message type
    const SCHEMA_VERSION: u16;

    /// Block length for fixed fields
    const BLOCK_LENGTH: u16;

    /// Message name for debugging
    const MESSAGE_NAME: &'static str;

    /// Create a decoder wrapper for this message type
    fn decode(data: &[u8]) -> SbeResult<SbeMessageDecoder<'_, Self>> {
        let decoder = SbeDecoder::new(data)?;
        decoder.verify_template_id(Self::TEMPLATE_ID)?;
        decoder.verify_schema_version(Self::SCHEMA_VERSION)?;

        Ok(SbeMessageDecoder {
            decoder,
            _phantom: std::marker::PhantomData,
        })
    }

    /// Create an encoder for this message type
    fn encode() -> SbeMessageEncoder<Self> {
        let encoder = SbeEncoder::new(Self::TEMPLATE_ID, Self::SCHEMA_VERSION, Self::BLOCK_LENGTH);

        SbeMessageEncoder {
            encoder,
            _phantom: std::marker::PhantomData,
        }
    }

    /// Create an encoder with specific capacity
    fn encode_with_capacity(capacity: usize) -> SbeMessageEncoder<Self> {
        let encoder = SbeEncoder::with_capacity(
            Self::TEMPLATE_ID,
            Self::SCHEMA_VERSION,
            Self::BLOCK_LENGTH,
            capacity,
        );

        SbeMessageEncoder {
            encoder,
            _phantom: std::marker::PhantomData,
        }
    }

    /// Validate that a buffer contains a message of this type
    fn validate_header(data: &[u8]) -> SbeResult<()> {
        let decoder = SbeDecoder::new(data)?;
        decoder.verify_template_id(Self::TEMPLATE_ID)?;
        decoder.verify_schema_version(Self::SCHEMA_VERSION)?;
        Ok(())
    }

    /// Get message metadata
    fn metadata() -> SbeMessageMetadata {
        SbeMessageMetadata {
            template_id: Self::TEMPLATE_ID,
            schema_version: Self::SCHEMA_VERSION,
            block_length: Self::BLOCK_LENGTH,
            message_name: Self::MESSAGE_NAME,
        }
    }
}

/// Typed wrapper around SbeDecoder for specific message types
pub struct SbeMessageDecoder<'a, T: SbeMessage> {
    decoder: SbeDecoder<'a>,
    _phantom: std::marker::PhantomData<T>,
}

impl<'a, T: SbeMessage> SbeMessageDecoder<'a, T> {
    /// Get the underlying decoder
    pub fn decoder(&self) -> &SbeDecoder<'a> {
        &self.decoder
    }

    /// Get message template ID
    pub fn template_id(&self) -> u16 {
        self.decoder.template_id()
    }

    /// Get schema version
    pub fn schema_version(&self) -> u16 {
        self.decoder.schema_version()
    }

    /// Read u8 field at offset
    pub fn read_u8(&self, offset: usize) -> SbeResult<u8> {
        self.decoder.read_u8(offset)
    }

    /// Read u16 field at offset
    pub fn read_u16(&self, offset: usize) -> SbeResult<u16> {
        self.decoder.read_u16(offset)
    }

    /// Read u32 field at offset
    pub fn read_u32(&self, offset: usize) -> SbeResult<u32> {
        self.decoder.read_u32(offset)
    }

    /// Read u64 field at offset
    pub fn read_u64(&self, offset: usize) -> SbeResult<u64> {
        self.decoder.read_u64(offset)
    }

    /// Read f32 field at offset
    pub fn read_f32(&self, offset: usize) -> SbeResult<f32> {
        self.decoder.read_f32(offset)
    }

    /// Read string field at offset
    pub fn read_string(&self, offset: usize, length: usize) -> SbeResult<&'a str> {
        self.decoder.read_string(offset, length)
    }

    /// Read bytes at offset
    pub fn read_bytes(&self, offset: usize, length: usize) -> SbeResult<&'a [u8]> {
        self.decoder.read_bytes(offset, length)
    }
}

/// Typed wrapper around SbeEncoder for specific message types
pub struct SbeMessageEncoder<T: SbeMessage> {
    encoder: SbeEncoder,
    _phantom: std::marker::PhantomData<T>,
}

impl<T: SbeMessage> SbeMessageEncoder<T> {
    /// Get the underlying encoder
    pub fn encoder(&mut self) -> &mut SbeEncoder {
        &mut self.encoder
    }

    /// Write u8 field at offset
    pub fn write_u8(&mut self, offset: usize, value: u8) -> SbeResult<()> {
        self.encoder.write_u8(offset, value)
    }

    /// Write u16 field at offset
    pub fn write_u16(&mut self, offset: usize, value: u16) -> SbeResult<()> {
        self.encoder.write_u16(offset, value)
    }

    /// Write u32 field at offset
    pub fn write_u32(&mut self, offset: usize, value: u32) -> SbeResult<()> {
        self.encoder.write_u32(offset, value)
    }

    /// Write u64 field at offset
    pub fn write_u64(&mut self, offset: usize, value: u64) -> SbeResult<()> {
        self.encoder.write_u64(offset, value)
    }

    /// Write f32 field at offset
    pub fn write_f32(&mut self, offset: usize, value: f32) -> SbeResult<()> {
        self.encoder.write_f32(offset, value)
    }

    /// Write string field at offset
    pub fn write_string(&mut self, offset: usize, length: usize, value: &str) -> SbeResult<()> {
        self.encoder.write_string(offset, length, value)
    }

    /// Write bytes at offset
    pub fn write_bytes(&mut self, offset: usize, bytes: &[u8]) -> SbeResult<()> {
        self.encoder.write_bytes(offset, bytes)
    }

    /// Write variable-length string
    pub fn write_variable_string(&mut self, value: &str) -> SbeResult<()> {
        self.encoder.write_variable_string(value)
    }

    /// Write variable-length bytes
    pub fn write_variable_bytes(&mut self, bytes: &[u8]) -> SbeResult<()> {
        self.encoder.write_variable_bytes(bytes)
    }

    /// Finalize and return encoded message
    pub fn finalize(self) -> SbeResult<Vec<u8>> {
        self.encoder.finalize()
    }

    /// Get current message size
    pub fn current_size(&self) -> usize {
        self.encoder.current_size()
    }
}

/// Metadata about an SBE message type
#[derive(Debug, Clone, Copy, PartialEq, Eq)]
pub struct SbeMessageMetadata {
    /// Template ID
    pub template_id: u16,
    /// Schema version
    pub schema_version: u16,
    /// Fixed fields block length
    pub block_length: u16,
    /// Message name
    pub message_name: &'static str,
}

impl SbeMessageMetadata {
    /// Check if this metadata matches a template ID
    pub fn matches_template(&self, template_id: u16) -> bool {
        self.template_id == template_id
    }

    /// Check if this metadata is compatible with a schema version
    pub fn is_compatible_version(&self, schema_version: u16) -> bool {
        self.schema_version == schema_version
    }
}

/// Registry for SBE message types
pub struct SbeMessageRegistry {
    /// Map from template ID to metadata
    messages: std::collections::HashMap<u16, SbeMessageMetadata>,
}

impl SbeMessageRegistry {
    /// Create a new empty registry
    pub fn new() -> Self {
        Self {
            messages: std::collections::HashMap::new(),
        }
    }

    /// Register a message type
    pub fn register<T: SbeMessage>(&mut self) {
        let metadata = T::metadata();
        self.messages.insert(metadata.template_id, metadata);
    }

    /// Look up metadata by template ID
    pub fn get_metadata(&self, template_id: u16) -> Option<&SbeMessageMetadata> {
        self.messages.get(&template_id)
    }

    /// Check if a template ID is registered
    pub fn is_registered(&self, template_id: u16) -> bool {
        self.messages.contains_key(&template_id)
    }

    /// Get all registered template IDs
    pub fn template_ids(&self) -> Vec<u16> {
        self.messages.keys().copied().collect()
    }

    /// Get all registered metadata
    pub fn all_metadata(&self) -> Vec<&SbeMessageMetadata> {
        self.messages.values().collect()
    }
}

impl Default for SbeMessageRegistry {
    fn default() -> Self {
        Self::new()
    }
}

/// Utility for working with message headers without full decoding
pub struct SbeMessageHeader;

impl SbeMessageHeader {
    /// Extract just the template ID from a message buffer
    pub fn extract_template_id(data: &[u8]) -> SbeResult<u16> {
        if data.len() < 8 {
            return Err(SbeError::BufferTooSmall {
                need: 8,
                have: data.len(),
            });
        }

        // Template ID is at offset 4 (after 4-byte length)
        Ok(u16::from_le_bytes([data[4], data[5]]))
    }

    /// Extract schema version from a message buffer
    pub fn extract_schema_version(data: &[u8]) -> SbeResult<u16> {
        if data.len() < 8 {
            return Err(SbeError::BufferTooSmall {
                need: 8,
                have: data.len(),
            });
        }

        // Schema version is at offset 6 (after 4-byte length + 2-byte template ID)
        Ok(u16::from_le_bytes([data[6], data[7]]))
    }

    /// Extract message length from a message buffer
    pub fn extract_message_length(data: &[u8]) -> SbeResult<u32> {
        if data.len() < 4 {
            return Err(SbeError::BufferTooSmall {
                need: 4,
                have: data.len(),
            });
        }

        // Message length is at offset 0
        Ok(u32::from_le_bytes([data[0], data[1], data[2], data[3]]))
    }

    /// Validate a message header without full parsing
    pub fn validate_basic(data: &[u8]) -> SbeResult<(u32, u16, u16)> {
        let length = Self::extract_message_length(data)?;
        let template_id = Self::extract_template_id(data)?;
        let schema_version = Self::extract_schema_version(data)?;

        // Basic sanity checks
        if length < 8 {
            return Err(SbeError::InvalidMessageLength {
                length: length as u16,
            });
        }

        if length as usize > data.len() {
            return Err(SbeError::InvalidMessageLength {
                length: length as u16,
            });
        }

        Ok((length, template_id, schema_version))
    }
}

#[cfg(test)]
mod tests {
    use super::*;

    // Mock message type for testing
    struct TestMessage;

    impl SbeMessage for TestMessage {
        const TEMPLATE_ID: u16 = 1;
        const SCHEMA_VERSION: u16 = 0;
        const BLOCK_LENGTH: u16 = 16;
        const MESSAGE_NAME: &'static str = "TestMessage";
    }

    #[test]
    fn test_message_metadata() {
        let metadata = TestMessage::metadata();
        assert_eq!(metadata.template_id, 1);
        assert_eq!(metadata.schema_version, 0);
        assert_eq!(metadata.block_length, 16);
        assert_eq!(metadata.message_name, "TestMessage");
    }

    #[test]
    fn test_message_registry() {
        let mut registry = SbeMessageRegistry::new();
        registry.register::<TestMessage>();

        assert!(registry.is_registered(1));
        assert!(!registry.is_registered(2));

        let metadata = registry.get_metadata(1).unwrap();
        assert_eq!(metadata.message_name, "TestMessage");
    }

    #[test]
    fn test_header_extraction() {
        let mut encoder = TestMessage::encode();
        encoder.write_u64(0, 12345).unwrap();
        let message = encoder.finalize().unwrap();

        let template_id = SbeMessageHeader::extract_template_id(&message).unwrap();
        let schema_version = SbeMessageHeader::extract_schema_version(&message).unwrap();
        let length = SbeMessageHeader::extract_message_length(&message).unwrap();

        assert_eq!(template_id, 1);
        assert_eq!(schema_version, 0);
        assert_eq!(length, message.len() as u32);
    }

    #[test]
    fn test_typed_encoding_decoding() {
        // Test typed message interface
        let mut encoder = TestMessage::encode();
        encoder.write_u32(0, 42).unwrap();
        encoder.write_u64(4, 1234567890).unwrap();
        encoder.write_u16(12, 999).unwrap();

        let message = encoder.finalize().unwrap();

        // Decode with type safety
        let decoder = TestMessage::decode(&message).unwrap();
        assert_eq!(decoder.read_u32(0).unwrap(), 42);
        assert_eq!(decoder.read_u64(4).unwrap(), 1234567890);
        assert_eq!(decoder.read_u16(12).unwrap(), 999);
    }
}