stfu8 0.2.7

Sorta Text Format in UTF-8
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92

#[macro_use]
extern crate pretty_assertions;
#[macro_use]
extern crate proptest;
extern crate stfu8;

use std::str;
use std::u16;
use std::u32;
use std::u8;

const LEAD_MIN: u16 = 0xD800;
// const LEAD_MAX: u16 = 0xDBFF;
// const TRAIL_MIN: u16 = 0xDC00;
const TRAIL_MAX: u16 = 0xDFFF;

// U8 TESTS

fn assert_u8_round(v: &[u8]) {
    let encoded = stfu8::encode_u8(v);
    // validation, we may use from_utf8_unchecked in the future
    let _ = str::from_utf8(encoded.as_bytes()).unwrap();
    let result = stfu8::decode_u8(&encoded).unwrap();
    assert_eq!(v, result.as_slice());
}

fn assert_u8_round_pretty(v: &[u8]) {
    let encoded = stfu8::encode_u8_pretty(v);
    // validation, we may use from_utf8_unchecked in the future
    let _ = str::from_utf8(encoded.as_bytes()).unwrap();
    let result = stfu8::decode_u8(&encoded).unwrap();
    assert_eq!(v, result.as_slice());
}

fn assert_u16_round(v: &[u16]) {
    let encoded = stfu8::encode_u16(v);
    // validation, we may use from_utf8_unchecked in the future
    let _ = str::from_utf8(encoded.as_bytes()).unwrap();
    let result = stfu8::decode_u16(&encoded).unwrap();
    assert_eq!(v, result.as_slice());
}

fn assert_u16_round_pretty(v: &[u16]) {
    let encoded = stfu8::encode_u16_pretty(v);
    // validation, we may use from_utf8_unchecked in the future
    let _ = str::from_utf8(encoded.as_bytes()).unwrap();
    let result = stfu8::decode_u16(&encoded).unwrap();
    assert_eq!(v, result.as_slice());
}

proptest! {
    #[test]
    fn fuzz_all_unicode(ref s in ".{0,300}") {
        assert_u8_round(s.as_bytes());
        assert_u8_round_pretty(s.as_bytes());

        let utf16: Vec<u16> = s.encode_utf16().collect();
        assert_u16_round(&utf16);
        assert_u16_round_pretty(&utf16);
    }
}

proptest! {
    #[test]
    fn fuzz_u8_binary(ref v in proptest::collection::vec(0..256_u32, 0..300)) {
        let v: Vec<u8> = v.iter().map(|i| *i as u8).collect();
        assert_u8_round(v.as_slice());
        assert_u8_round_pretty(v.as_slice());

        let v16: Vec<u16> = v.iter().map(|c| u16::from(*c)).collect();
        assert_u16_round(v16.as_slice());
        assert_u16_round_pretty(v16.as_slice());
    }
}

proptest! {
    #[test]
    fn fuzz_u16_binary(ref v in proptest::collection::vec(0..(u32::from(u16::MAX) + 1), 0..300)) {
        let v: Vec<u16> = v.iter().map(|i| *i as u16).collect();
        assert_u16_round(v.as_slice());
        assert_u16_round_pretty(v.as_slice());
    }
}

proptest! {
    #[test]
    /// Fuzz test with ONLY ill-formed utf16 data
    fn fuzz_u32_illformed(ref v in proptest::collection::vec(LEAD_MIN..(TRAIL_MAX+1), 0..300)) {
        assert_u16_round(v.as_slice());
        assert_u16_round_pretty(v.as_slice());
    }
}