simd_cesu8 1.1.0

An extremely fast, SIMD accelerated, encoding and decoding library for CESU-8 and Modified UTF-8.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22

#[must_use]
#[inline]
pub fn contains_null_or_utf8_4_byte_char_header(bytes: &[u8]) -> bool {
    for &byte in bytes {
        if byte == 0x00 || byte & 0b1111_1000 == 0b1111_0000 {
            return true;
        }
    }
    false
}

#[must_use]
#[inline]
pub fn contains_utf8_4_byte_char_header(bytes: &[u8]) -> bool {
    for &byte in bytes {
        if byte & 0b1111_1000 == 0b1111_0000 {
            return true;
        }
    }

    false
}