simdutf8 0.1.5

SIMD-accelerated UTF-8 validation.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41

#[cfg(target_feature = "simd128")]
#[allow(dead_code)]
pub(crate) mod simd128;

#[inline]
#[cfg(target_feature = "simd128")]
pub(crate) unsafe fn validate_utf8_basic(input: &[u8]) -> Result<(), crate::basic::Utf8Error> {
    if input.len() < super::helpers::SIMD_CHUNK_SIZE {
        return super::validate_utf8_basic_fallback(input);
    }

    validate_utf8_basic_simd128(input)
}

#[inline(never)]
#[cfg(target_feature = "simd128")]
unsafe fn validate_utf8_basic_simd128(input: &[u8]) -> Result<(), crate::basic::Utf8Error> {
    simd128::validate_utf8_basic(input)
}

#[cfg(not(target_feature = "simd128"))]
pub(crate) use super::validate_utf8_basic_fallback as validate_utf8_basic;

#[inline]
#[cfg(target_feature = "simd128")]
pub(crate) unsafe fn validate_utf8_compat(input: &[u8]) -> Result<(), crate::compat::Utf8Error> {
    if input.len() < super::helpers::SIMD_CHUNK_SIZE {
        return super::validate_utf8_compat_fallback(input);
    }

    validate_utf8_compat_simd128(input)
}

#[inline(never)]
#[cfg(target_feature = "simd128")]
unsafe fn validate_utf8_compat_simd128(input: &[u8]) -> Result<(), crate::compat::Utf8Error> {
    simd128::validate_utf8_compat(input)
}

#[cfg(not(target_feature = "simd128"))]
pub(crate) use super::validate_utf8_compat_fallback as validate_utf8_compat;