simdsieve 0.1.1

SIMD-accelerated byte pattern pre-filtering with AVX-512, AVX2, NEON, and scalar fallback
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110

#![allow(
    clippy::cast_possible_truncation,
    clippy::cast_sign_loss,
    clippy::unreadable_literal,
    clippy::panic,
    clippy::manual_let_else
)]
//! Throughput benchmarks for `simdsieve`.

use criterion::measurement::WallTime;
use criterion::{
    Bencher, BenchmarkGroup, BenchmarkId, Criterion, Throughput, black_box, criterion_group,
    criterion_main,
};
use rand::rngs::StdRng;
use rand::{RngCore, SeedableRng};
use simdsieve::SimdSieve;

fn make_haystack(size: usize) -> Vec<u8> {
    let mut rng = StdRng::seed_from_u64(0xBE0C_DEAD);
    let mut buf = vec![0u8; size];
    rng.fill_bytes(&mut buf);
    buf
}

fn bench_scan_throughput(c: &mut Criterion) {
    let mut group: BenchmarkGroup<'_, WallTime> = c.benchmark_group("scan_throughput");

    for size in [64, 1024, 64 * 1024, 256 * 1024, 1024 * 1024] {
        let haystack = make_haystack(size);
        let patterns: &[&[u8]] = &[b"abc", b"xyz", b"qrs", b"mno"];

        group.throughput(Throughput::Bytes(size as u64));
        group.bench_with_input(
            BenchmarkId::from_parameter(format!("{size}B")),
            &size,
            |b: &mut Bencher<'_>, _| {
                b.iter(|| {
                    let sieve = SimdSieve::new(black_box(&haystack), black_box(patterns)).unwrap();
                    let count: usize = sieve.count();
                    black_box(count);
                });
            },
        );
    }

    group.finish();
}

fn bench_varying_patterns(c: &mut Criterion) {
    let mut group: BenchmarkGroup<'_, WallTime> = c.benchmark_group("varying_patterns");
    let haystack = make_haystack(256 * 1024);

    let all_patterns: &[&[u8]] = &[
        b"abc", b"xyz", b"qrs", b"mno", b"def", b"ghi", b"jkl", b"stu",
    ];

    for count in [1, 2, 4, 8] {
        let patterns = &all_patterns[..count];
        group.throughput(Throughput::Bytes(haystack.len() as u64));
        group.bench_with_input(
            BenchmarkId::from_parameter(format!("{count}_patterns")),
            &count,
            |b: &mut Bencher<'_>, _| {
                b.iter(|| {
                    let sieve = SimdSieve::new(black_box(&haystack), black_box(patterns)).unwrap();
                    let count: usize = sieve.count();
                    black_box(count);
                });
            },
        );
    }

    group.finish();
}

fn bench_construction(c: &mut Criterion) {
    let haystack = make_haystack(64 * 1024);
    let patterns: &[&[u8]] = &[b"abc", b"xyz", b"qrs", b"mno"];

    c.bench_function("construction", |b: &mut Bencher<'_>| {
        b.iter(|| {
            let sieve = SimdSieve::new(black_box(&haystack), black_box(patterns)).unwrap();
            black_box(sieve);
        });
    });
}

fn bench_case_insensitive(c: &mut Criterion) {
    let haystack = make_haystack(256 * 1024);
    let patterns: &[&[u8]] = &[b"hello", b"world", b"rust", b"simd"];

    c.bench_function("case_insensitive_256k", |b: &mut Bencher<'_>| {
        b.iter(|| {
            let sieve =
                SimdSieve::new_case_insensitive(black_box(&haystack), black_box(patterns)).unwrap();
            let count: usize = sieve.count();
            black_box(count);
        });
    });
}

criterion_group!(
    benches,
    bench_scan_throughput,
    bench_varying_patterns,
    bench_construction,
    bench_case_insensitive,
);
criterion_main!(benches);