memspan 0.1.0

SIMD-accelerated byte-class scanning for lexers and parsers. Backends: AVX-512, AVX2, SSE4.1, NEON, WASM SIMD128. no_std compatible.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100

use core::arch::aarch64::*;

#[cfg_attr(not(tarpaulin), inline(always))]
pub(in crate::needles) fn eq_any_mask_dynamic(chunk: uint8x16_t, needles: &[u8]) -> uint8x16_t {
  let mut any_mask = unsafe { vdupq_n_u8(0) };

  for &needle in needles {
    let target = unsafe { vdupq_n_u8(needle) };
    let cmp = unsafe { vceqq_u8(chunk, target) };
    any_mask = unsafe { vorrq_u8(any_mask, cmp) };
  }

  any_mask
}

#[cfg_attr(not(tarpaulin), inline(always))]
pub(in crate::needles) fn eq_any_mask_const<const N: usize>(
  chunk: uint8x16_t,
  needles: [u8; N],
) -> uint8x16_t {
  match N {
    0 => unsafe { vdupq_n_u8(0) },
    1 => {
      let target = unsafe { vdupq_n_u8(needles[0]) };
      unsafe { vceqq_u8(chunk, target) }
    }
    2 => {
      let c0 = unsafe { vceqq_u8(chunk, vdupq_n_u8(needles[0])) };
      let c1 = unsafe { vceqq_u8(chunk, vdupq_n_u8(needles[1])) };
      unsafe { vorrq_u8(c0, c1) }
    }
    3 => {
      let c0 = unsafe { vceqq_u8(chunk, vdupq_n_u8(needles[0])) };
      let c1 = unsafe { vceqq_u8(chunk, vdupq_n_u8(needles[1])) };
      let c2 = unsafe { vceqq_u8(chunk, vdupq_n_u8(needles[2])) };
      unsafe { vorrq_u8(vorrq_u8(c0, c1), c2) }
    }
    4 => {
      let c0 = unsafe { vceqq_u8(chunk, vdupq_n_u8(needles[0])) };
      let c1 = unsafe { vceqq_u8(chunk, vdupq_n_u8(needles[1])) };
      let c2 = unsafe { vceqq_u8(chunk, vdupq_n_u8(needles[2])) };
      let c3 = unsafe { vceqq_u8(chunk, vdupq_n_u8(needles[3])) };
      unsafe { vorrq_u8(vorrq_u8(c0, c1), vorrq_u8(c2, c3)) }
    }
    5 => {
      let c0 = unsafe { vceqq_u8(chunk, vdupq_n_u8(needles[0])) };
      let c1 = unsafe { vceqq_u8(chunk, vdupq_n_u8(needles[1])) };
      let c2 = unsafe { vceqq_u8(chunk, vdupq_n_u8(needles[2])) };
      let c3 = unsafe { vceqq_u8(chunk, vdupq_n_u8(needles[3])) };
      let c4 = unsafe { vceqq_u8(chunk, vdupq_n_u8(needles[4])) };
      unsafe { vorrq_u8(vorrq_u8(vorrq_u8(c0, c1), vorrq_u8(c2, c3)), c4) }
    }
    6 => {
      let c0 = unsafe { vceqq_u8(chunk, vdupq_n_u8(needles[0])) };
      let c1 = unsafe { vceqq_u8(chunk, vdupq_n_u8(needles[1])) };
      let c2 = unsafe { vceqq_u8(chunk, vdupq_n_u8(needles[2])) };
      let c3 = unsafe { vceqq_u8(chunk, vdupq_n_u8(needles[3])) };
      let c4 = unsafe { vceqq_u8(chunk, vdupq_n_u8(needles[4])) };
      let c5 = unsafe { vceqq_u8(chunk, vdupq_n_u8(needles[5])) };
      unsafe {
        vorrq_u8(
          vorrq_u8(vorrq_u8(c0, c1), vorrq_u8(c2, c3)),
          vorrq_u8(c4, c5),
        )
      }
    }
    7 => {
      let c0 = unsafe { vceqq_u8(chunk, vdupq_n_u8(needles[0])) };
      let c1 = unsafe { vceqq_u8(chunk, vdupq_n_u8(needles[1])) };
      let c2 = unsafe { vceqq_u8(chunk, vdupq_n_u8(needles[2])) };
      let c3 = unsafe { vceqq_u8(chunk, vdupq_n_u8(needles[3])) };
      let c4 = unsafe { vceqq_u8(chunk, vdupq_n_u8(needles[4])) };
      let c5 = unsafe { vceqq_u8(chunk, vdupq_n_u8(needles[5])) };
      let c6 = unsafe { vceqq_u8(chunk, vdupq_n_u8(needles[6])) };
      unsafe {
        vorrq_u8(
          vorrq_u8(vorrq_u8(c0, c1), vorrq_u8(c2, c3)),
          vorrq_u8(vorrq_u8(c4, c5), c6),
        )
      }
    }
    8 => {
      let c0 = unsafe { vceqq_u8(chunk, vdupq_n_u8(needles[0])) };
      let c1 = unsafe { vceqq_u8(chunk, vdupq_n_u8(needles[1])) };
      let c2 = unsafe { vceqq_u8(chunk, vdupq_n_u8(needles[2])) };
      let c3 = unsafe { vceqq_u8(chunk, vdupq_n_u8(needles[3])) };
      let c4 = unsafe { vceqq_u8(chunk, vdupq_n_u8(needles[4])) };
      let c5 = unsafe { vceqq_u8(chunk, vdupq_n_u8(needles[5])) };
      let c6 = unsafe { vceqq_u8(chunk, vdupq_n_u8(needles[6])) };
      let c7 = unsafe { vceqq_u8(chunk, vdupq_n_u8(needles[7])) };
      unsafe {
        vorrq_u8(
          vorrq_u8(vorrq_u8(c0, c1), vorrq_u8(c2, c3)),
          vorrq_u8(vorrq_u8(c4, c5), vorrq_u8(c6, c7)),
        )
      }
    }
    _ => eq_any_mask_dynamic(chunk, &needles),
  }
}