Skip to main content

dynamic/
msgpack.rs

1pub trait MsgPack {
2    fn encode(&self, buf: &mut Vec<u8>);
3}
4
5use std::collections::BTreeMap;
6
7use byteorder::{BigEndian, WriteBytesExt};
8use smol_str::SmolStr;
9impl MsgPack for &str {
10    fn encode(&self, buf: &mut Vec<u8>) {
11        let length = self.len();
12        if length < 0x20 {
13            buf.push(0xa0 | length as u8);
14        } else if length < 0x100 {
15            buf.push(0xd9);
16            buf.push(length as u8);
17        } else if length < 0x10000 {
18            buf.push(0xda);
19            buf.write_u16::<BigEndian>(length as u16).unwrap();
20        } else {
21            buf.push(0xdb);
22            buf.write_u32::<BigEndian>(length as u32).unwrap();
23        }
24        buf.extend_from_slice(self.as_bytes());
25    }
26}
27
28impl MsgPack for i64 {
29    fn encode(&self, buf: &mut Vec<u8>) {
30        let value = *self;
31        if value >= 0 && value < 128 {
32            buf.push(value as u8);
33        } else if value < 0 && value > -32 {
34            let raw = (value as i8) as u8;
35            buf.push(raw);
36        } else {
37            if value >= -0x80 && value <= 0x7f {
38                buf.push(0xd0);
39                buf.write_i8(value as i8).unwrap();
40            } else if value >= -0x8000 && value <= 0x7fff {
41                buf.push(0xd1);
42                buf.write_i16::<BigEndian>(value as i16).unwrap();
43            } else if value >= -0x8000_0000 && value <= 0x7fff_ffff {
44                buf.push(0xd2);
45                buf.write_i32::<BigEndian>(value as i32).unwrap();
46            } else {
47                buf.push(0xd3);
48                buf.write_i64::<BigEndian>(value).unwrap();
49            }
50        }
51    }
52}
53
54use super::Dynamic;
55
56fn encode_bytes(raw: &[u8], buf: &mut Vec<u8>) {
57    let length = raw.len();
58    if length < 0x100 {
59        buf.push(0xc4);
60        buf.push(length as u8);
61    } else if length < 0x10000 {
62        buf.push(0xc5);
63        buf.write_u16::<BigEndian>(length as u16).unwrap();
64    } else {
65        buf.push(0xc6);
66        buf.write_u32::<BigEndian>(length as u32).unwrap();
67    }
68    buf.extend_from_slice(&raw);
69}
70
71fn encode_vec(raw: &[u8], len: usize, tag: u8, buf: &mut Vec<u8>) {
72    if len < 0x100 {
73        buf.push(0xc7);
74        buf.push(len as u8);
75        buf.push(tag);
76    } else if len < 0x10000 {
77        buf.push(0xc8);
78        buf.write_u16::<BigEndian>(len as u16).unwrap();
79        buf.push(tag);
80    } else {
81        buf.push(0xc9);
82        buf.write_u32::<BigEndian>(len as u32).unwrap();
83        buf.push(tag);
84    }
85    buf.extend_from_slice(raw);
86}
87
88impl MsgPack for Dynamic {
89    fn encode(&self, buf: &mut Vec<u8>) {
90        match self {
91            Dynamic::Iter { idx: _, keys: _, value: _ } => {}
92            Dynamic::Null => buf.push(0xc0),
93            Dynamic::Bool(b) => buf.push(if *b { 0xc3 } else { 0xc2 }),
94            Dynamic::I8(i) => (*i as i64).encode(buf),
95            Dynamic::I16(i) => (*i as i64).encode(buf),
96            Dynamic::I32(i) => (*i as i64).encode(buf),
97            Dynamic::I64(i) => (*i).encode(buf),
98            Dynamic::U8(i) => (*i as i64).encode(buf),
99            Dynamic::U16(i) => (*i as i64).encode(buf),
100            Dynamic::U32(i) => (*i as i64).encode(buf),
101            Dynamic::U64(i) => (*i as i64).encode(buf),
102            Dynamic::F32(f) => {
103                buf.push(0xca);
104                let int_value = f32::to_bits(*f);
105                buf.write_u32::<BigEndian>(int_value).unwrap();
106            }
107            Dynamic::F64(f) => {
108                buf.push(0xcb);
109                let int_value = f64::to_bits(*f);
110                buf.write_u64::<BigEndian>(int_value).unwrap();
111            }
112            Dynamic::String(s) => s.as_str().encode(buf),
113            Dynamic::Bytes(raw) => {
114                encode_bytes(raw.as_slice(), buf);
115            }
116            Dynamic::VecI8(vec) => {
117                let len = self.len();
118                encode_vec(vec.as_slice(), len, 1, buf);
119            }
120            Dynamic::VecU16(vec) => {
121                let len = self.len();
122                encode_vec(vec.as_slice(), len, 2, buf);
123            }
124            Dynamic::VecI16(vec) => {
125                let len = self.len();
126                encode_vec(vec.as_slice(), len, 3, buf);
127            }
128            Dynamic::VecU32(vec) => {
129                let len = self.len();
130                encode_vec(vec.as_slice(), len, 4, buf);
131            }
132            Dynamic::VecI32(vec) => {
133                let len = self.len();
134                encode_vec(vec.as_slice(), len, 5, buf);
135            }
136            Dynamic::VecF32(vec) => {
137                let len = self.len();
138                encode_vec(vec.as_slice(), len, 6, buf);
139            }
140            Dynamic::VecU64(vec) => {
141                let len = self.len();
142                encode_vec(bytemuck::cast_slice(vec.as_slice()), len, 7, buf);
143            }
144            Dynamic::VecI64(vec) => {
145                let len = self.len();
146                encode_vec(bytemuck::cast_slice(vec.as_slice()), len, 8, buf);
147            }
148            Dynamic::VecF64(vec) => {
149                let len = self.len();
150                encode_vec(bytemuck::cast_slice(vec.as_slice()), len, 9, buf);
151            }
152            Dynamic::List(raw) => {
153                let length = raw.read().unwrap().len();
154                if length < 0x10 {
155                    buf.push(0x90 | length as u8);
156                } else if length < 0x10000 {
157                    buf.push(0xdc);
158                    buf.write_u16::<BigEndian>(length as u16).unwrap();
159                } else {
160                    buf.push(0xdd);
161                    buf.write_u32::<BigEndian>(length as u32).unwrap();
162                }
163                for item in raw.read().unwrap().iter() {
164                    item.encode(buf);
165                }
166            }
167            Dynamic::Map(raw) => {
168                let length = raw.read().unwrap().len();
169                if length < 16 {
170                    buf.push(0x80 | length as u8);
171                } else if length <= 0x10000 {
172                    buf.push(0xde);
173                    buf.write_u16::<BigEndian>(length as u16).unwrap();
174                } else {
175                    buf.push(0xdf);
176                    buf.write_u32::<BigEndian>(length as u32).unwrap();
177                }
178                for (k, v) in raw.read().unwrap().iter() {
179                    k.as_str().encode(buf);
180                    v.encode(buf);
181                }
182            }
183            Dynamic::Struct { .. } => {
184                let keys = self.keys();
185                let length = keys.len();
186                if length < 16 {
187                    buf.push(0x80 | length as u8);
188                } else if length <= 0x10000 {
189                    buf.push(0xde);
190                    buf.write_u16::<BigEndian>(length as u16).unwrap();
191                } else {
192                    buf.push(0xdf);
193                    buf.write_u32::<BigEndian>(length as u32).unwrap();
194                }
195                for key in keys {
196                    key.as_str().encode(buf);
197                    self.get_dynamic(key.as_str()).unwrap_or(Dynamic::Null).encode(buf);
198                }
199            }
200            Dynamic::Custom(value) => {
201                buf.push(0x81);
202                "@custom".encode(buf);
203                value.custom_type_name().encode(buf);
204            }
205        }
206    }
207}
208use anyhow::{Result, anyhow};
209
210pub trait MsgUnpack: Sized {
211    fn decode(buf: &[u8]) -> Result<(Self, usize)>;
212    fn decode_array(buf: &[u8], length: usize) -> Result<(Vec<Self>, usize)> {
213        let mut cursor = 0usize;
214        let mut result = Vec::with_capacity(length);
215        for _ in 0..length {
216            let (value, size) = Self::decode(&buf[cursor..])?;
217            result.push(value);
218            cursor += size;
219        }
220        Ok((result, cursor))
221    }
222}
223
224#[inline]
225pub(crate) fn read_8(raw: &[u8]) -> u8 {
226    raw[0]
227}
228
229#[inline]
230pub(crate) fn read_16(raw: &[u8]) -> u16 {
231    raw[1] as u16 | (raw[0] as u16) << 8
232}
233
234#[inline]
235pub(crate) fn read_32(raw: &[u8]) -> u32 {
236    raw[3] as u32 | (raw[2] as u32) << 8 | (raw[1] as u32) << 16 | (raw[0] as u32) << 24
237}
238
239#[inline]
240pub(crate) fn read_64(raw: &[u8]) -> u64 {
241    raw[7] as u64 | (raw[6] as u64) << 8 | (raw[5] as u64) << 16 | (raw[4] as u64) << 24 | (raw[3] as u64) << 32 | (raw[2] as u64) << 40 | (raw[1] as u64) << 48 | (raw[0] as u64) << 56
242}
243
244fn vec_to_map(kvs: Vec<Dynamic>) -> Result<Dynamic> {
245    let mut map: BTreeMap<SmolStr, Dynamic> = BTreeMap::new();
246    let mut key: Option<Dynamic> = None;
247    for kv in kvs {
248        if let Some(k) = key.take() {
249            map.insert(SmolStr::from(k.to_string()), kv);
250        } else {
251            key = Some(kv);
252        }
253    }
254    Ok(Dynamic::Map(Arc::new(RwLock::new(map))))
255}
256
257const TAG_LEN: [usize; 10] = [0, 1, 2, 2, 4, 4, 4, 8, 8, 8];
258
259use bytemuck::pod_collect_to_vec;
260
261fn to_vec(buf: &[u8], tag: u8) -> Result<Dynamic> {
262    match tag {
263        1 => Ok(Dynamic::from(bytemuck::cast_slice::<_, i8>(buf))),
264        2 => {
265            let aligned = pod_collect_to_vec::<_, u16>(buf);
266            Ok(Dynamic::from(aligned.as_slice()))
267        }
268        3 => {
269            let aligned = pod_collect_to_vec::<_, i16>(buf);
270            Ok(Dynamic::from(aligned.as_slice()))
271        }
272        4 => {
273            let aligned = pod_collect_to_vec::<_, u32>(buf);
274            Ok(Dynamic::from(aligned.as_slice()))
275        }
276        5 => {
277            let aligned = pod_collect_to_vec::<_, i32>(buf);
278            Ok(Dynamic::from(aligned.as_slice()))
279        }
280        6 => {
281            let aligned = pod_collect_to_vec::<_, f32>(buf);
282            Ok(Dynamic::from(aligned.as_slice()))
283        }
284        7 => {
285            let aligned = pod_collect_to_vec::<_, u64>(buf);
286            Ok(Dynamic::from(aligned.as_slice()))
287        }
288        8 => {
289            let aligned = pod_collect_to_vec::<_, i64>(buf);
290            Ok(Dynamic::from(aligned.as_slice()))
291        }
292        9 => {
293            let aligned = pod_collect_to_vec::<_, f64>(buf);
294            Ok(Dynamic::from(aligned.as_slice()))
295        }
296        _ => Err(anyhow!("unknow tag {}", tag)),
297    }
298}
299
300use std::sync::{Arc, RwLock};
301
302impl MsgUnpack for Dynamic {
303    fn decode(buf: &[u8]) -> Result<(Self, usize)> {
304        assert_err!(buf.len() < 1, anyhow!("no data"));
305        let first_byte = buf[0];
306        assert_ok!(first_byte <= 0x7f, (Dynamic::from(first_byte as i64), 1));
307        assert_ok!(first_byte >= 0xe0, (Dynamic::from(first_byte as i64 - 256), 1));
308        if first_byte >= 0x80 && first_byte <= 0x8f {
309            let len = (first_byte & 0x0f) as usize;
310            let (value, size) = Self::decode_array(&buf[1..], len * 2)?;
311            return vec_to_map(value).map(|r| (r, 1 + size));
312        }
313        if first_byte >= 0x90 && first_byte <= 0x9f {
314            let len = (first_byte & 0x0f) as usize;
315            let (value, size) = Self::decode_array(&buf[1..], len)?;
316            return Ok((Dynamic::List(Arc::new(RwLock::new(value))), 1 + size));
317        }
318
319        if first_byte >= 0xa0 && first_byte <= 0xbf {
320            let len = (first_byte & 0x1f) as usize;
321            assert_err!(buf.len() < 1 + len, anyhow!("no data"));
322            return Ok((Dynamic::from_utf8(&buf[1..1 + len])?, 1 + len));
323        }
324
325        assert_ok!(first_byte == 0xc0, (Dynamic::Null, 1));
326        assert_err!(first_byte == 0xc1, anyhow!("0xc1 never used"));
327        assert_ok!(first_byte == 0xc2, (false.into(), 1));
328        assert_ok!(first_byte == 0xc3, (true.into(), 1));
329
330        if first_byte == 0xc4 {
331            assert_err!(buf.len() < 2, anyhow!("no data"));
332            let len = read_8(&buf[1..]) as usize;
333            assert_err!(buf.len() < 2 + len, anyhow!("no data"));
334            return Ok((Dynamic::from(&buf[2..2 + len]), 2 + len));
335        }
336
337        if first_byte == 0xc5 {
338            assert_err!(buf.len() < 3, anyhow!("no data"));
339            let len = read_16(&buf[1..]) as usize;
340            assert_err!(buf.len() < 2 + len, anyhow!("no data"));
341            return Ok((Dynamic::from(&buf[3..3 + len]), 3 + len));
342        }
343
344        if first_byte == 0xc6 {
345            assert_err!(buf.len() < 5, anyhow!("no data"));
346            let len = read_32(&buf[1..]) as usize;
347            assert_err!(buf.len() < 5 + len, anyhow!("no data"));
348            return Ok((Dynamic::from(&buf[5..5 + len]), 5 + len));
349        }
350
351        if first_byte == 0xc7 {
352            assert_err!(buf.len() < 7, anyhow!("no data"));
353            let len = read_8(&buf[1..]) as usize;
354            let tag = read_8(&buf[2..]);
355            let byte_len = len * TAG_LEN[tag as usize];
356            return Ok((to_vec(&buf[3..3 + byte_len], tag)?, 3 + byte_len));
357        }
358
359        if first_byte == 0xc8 {
360            assert_err!(buf.len() < 8, anyhow!("no data"));
361            let len = read_16(&buf[1..]) as usize;
362            let tag = read_8(&buf[3..]);
363            let byte_len = len * TAG_LEN[tag as usize];
364            return Ok((to_vec(&buf[4..4 + byte_len], tag)?, 4 + byte_len));
365        }
366
367        if first_byte == 0xc9 {
368            assert_err!(buf.len() < 10, anyhow!("no data"));
369            let len = read_32(&buf[1..]) as usize;
370            let tag = read_8(&buf[5..]);
371            let byte_len = len * TAG_LEN[tag as usize];
372            return Ok((to_vec(&buf[6..6 + byte_len], tag)?, 6 + byte_len));
373        }
374
375        if first_byte == 0xca {
376            assert_err!(buf.len() < 5, anyhow!("no data"));
377            let raw_value = read_32(&buf[1..]) as u32;
378            let value = f32::from_bits(raw_value);
379            return Ok((Dynamic::from(value as f64), 5));
380        }
381
382        if first_byte == 0xcb {
383            assert_err!(buf.len() < 9, anyhow!("no data"));
384            let raw_value = read_64(&buf[1..]);
385            let value = f64::from_bits(raw_value);
386            return Ok((Dynamic::from(value), 9));
387        }
388
389        if first_byte == 0xd0 {
390            assert_err!(buf.len() < 2, anyhow!("no data"));
391            let raw_value = read_8(&buf[1..]);
392            let value = raw_value as i8 as i64;
393            return Ok((Dynamic::from(value), 2));
394        }
395
396        if first_byte == 0xcd {
397            assert_err!(buf.len() < 3, anyhow!("no data"));
398            let value = read_16(&buf[1..]);
399            return Ok((Dynamic::from(value as i64), 3));
400        }
401
402        if first_byte == 0xce {
403            assert_err!(buf.len() < 5, anyhow!("no data"));
404            let value = read_32(&buf[1..]);
405            return Ok((Dynamic::from(value as i64), 5));
406        }
407
408        if first_byte == 0xcf {
409            assert_err!(buf.len() < 9, anyhow!("no data"));
410            let value = read_64(&buf[1..]);
411            return Ok((Dynamic::from(value as i64), 9));
412        }
413
414        if first_byte == 0xd3 {
415            assert_err!(buf.len() < 9, anyhow!("no data"));
416            let raw_value = read_64(&buf[1..]);
417            let value = raw_value as i64;
418            return Ok((Dynamic::from(value), 9));
419        }
420
421        if first_byte == 0xd1 {
422            assert_err!(buf.len() < 3, anyhow!("no data"));
423            let raw_value = read_16(&buf[1..]);
424            let value = u16::cast_signed(raw_value) as i64;
425            return Ok((Dynamic::from(value), 3));
426        }
427
428        if first_byte == 0xd2 {
429            assert_err!(buf.len() < 5, anyhow!("no data"));
430            let raw_value = read_32(&buf[1..]);
431            let value = u32::cast_signed(raw_value) as i64;
432            return Ok((Dynamic::from(value), 5));
433        }
434
435        if first_byte == 0xd3 {
436            assert_err!(buf.len() < 9, anyhow!("no data"));
437            let raw_value = read_64(&buf[1..]);
438            let value = u64::cast_signed(raw_value);
439            return Ok((Dynamic::from(value), 9));
440        }
441
442        if first_byte == 0xd4 {
443            assert_err!(buf.len() < 3, anyhow!("no data"));
444            let _type_id = u8::cast_signed(buf[1]);
445            //let _value = raw[2..3].to_vec();
446            return Ok((Dynamic::Null, 3));
447        }
448
449        if first_byte == 0xd5 {
450            assert_err!(buf.len() < 4, anyhow!("no data"));
451            let _type_id = u8::cast_signed(buf[1]);
452            return Ok((Dynamic::Null, 4));
453        }
454
455        if first_byte == 0xd6 {
456            assert_err!(buf.len() < 6, anyhow!("no data"));
457            let _type_id = u8::cast_signed(buf[1]);
458            return Ok((Dynamic::Null, 6));
459        }
460
461        if first_byte == 0xd7 {
462            assert_err!(buf.len() < 10, anyhow!("no data"));
463            let _type_id = buf[1] as i8;
464            return Ok((Dynamic::Null, 10));
465        }
466
467        if first_byte == 0xd8 {
468            assert_err!(buf.len() < 18, anyhow!("no data"));
469            let _type_id = buf[1] as i8;
470            return Ok((Dynamic::Null, 18));
471        }
472
473        if first_byte == 0xd9 {
474            assert_err!(buf.len() < 2, anyhow!("no data"));
475            let len = read_8(&buf[1..]) as usize;
476            assert_err!(buf.len() < 2 + len, anyhow!("no data"));
477            return Ok((Dynamic::from_utf8(&buf[2..2 + len])?, 2 + len));
478        }
479
480        if first_byte == 0xda {
481            assert_err!(buf.len() < 3, anyhow!("no data"));
482            let len = read_16(&buf[1..]) as usize;
483            assert_err!(buf.len() < 3 + len, anyhow!("no data"));
484            return Ok((Dynamic::from_utf8(&buf[3..3 + len])?, 3 + len));
485        }
486
487        if first_byte == 0xdb {
488            assert_err!(buf.len() < 5, anyhow!("no data"));
489            let len = read_32(&buf[1..]) as usize;
490            assert_err!(buf.len() < 5 + len, anyhow!("no data"));
491            return Ok((Dynamic::from_utf8(&buf[5..5 + len])?, 5 + len));
492        }
493
494        if first_byte == 0xdc {
495            assert_err!(buf.len() < 3, anyhow!("no data"));
496            let len = read_16(&buf[1..]) as usize;
497            let (value, size) = Self::decode_array(&buf[3..], len)?;
498            return Ok((Dynamic::List(Arc::new(RwLock::new(value))), 3 + size));
499        }
500
501        if first_byte == 0xdd {
502            assert_err!(buf.len() < 5, anyhow!("no data"));
503            let len = read_32(&buf[1..]) as usize;
504            let (value, size) = Self::decode_array(&buf[5..], len)?;
505            return Ok((Dynamic::List(Arc::new(RwLock::new(value))), 5 + size));
506        }
507
508        if first_byte == 0xde {
509            assert_err!(buf.len() < 3, anyhow!("no data"));
510            let len = read_16(&buf[1..]) as usize;
511            let (value, size) = Self::decode_array(&buf[3..], len * 2)?;
512            return vec_to_map(value).map(|r| (r, 3 + size));
513        }
514
515        if first_byte == 0xdf {
516            assert_err!(buf.len() < 5, anyhow!("no data"));
517            let len = read_32(&buf[1..]) as usize;
518            let (value, size) = Self::decode_array(&buf[5..], len * 2)?;
519            return vec_to_map(value).map(|r| (r, 5 + size));
520        }
521        Err(anyhow!("error code {}", first_byte))
522    }
523}