light-cache 0.2.6

Async focused caching library
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100

use criterion::Criterion;
use criterion::{criterion_group, criterion_main};

use quick_cache::sync::Cache;

use tokio::runtime;

use std::sync::Arc;
use std::sync::{Mutex, OnceLock};

use light_cache::constants_for_benchmarking::{GET_MANY, INSERT_MANY};

static CACHE: OnceLock<Mutex<Arc<Cache<usize, usize>>>> = OnceLock::new();

async fn get_or_insert_many_spawn_tasks() {
    let cache = CACHE.get().unwrap().lock().unwrap();

    let handles = (0..GET_MANY).map(|i| {
        let cache = cache.clone();
        tokio::spawn(async move {
            cache
                .get_or_insert_async(&i, async { Ok::<_, ()>(1) })
                .await
                .unwrap();
        })
    });

    for handle in handles {
        handle.await.unwrap();
    }
}

// Here we have an async function to benchmark
async fn insert_many() {
    let cache = CACHE.get().unwrap().lock().unwrap();

    for i in 0..INSERT_MANY {
        cache.insert(i, i);
    }
}

async fn insert_and_lookup() {
    let cache = CACHE.get().unwrap().lock().unwrap();

    for i in 0..GET_MANY {
        cache.insert(i, i);
    }

    for i in 0..GET_MANY {
        cache.get(&i);
    }
}

async fn get_or_insert_many() {
    let cache = CACHE.get().unwrap().lock().unwrap();

    for i in 0..GET_MANY {
        cache.get_or_insert_async(&i, async { Ok::<_, ()>(1) }).await.unwrap();
    }
}

fn clear_cache(new_size: usize) {
    let mut cache_ref = CACHE.get().unwrap().lock().unwrap();

    let _ = std::mem::replace(&mut *cache_ref, Arc::new(Cache::new(new_size)));
}

fn bencher(c: &mut Criterion) {
    let rt = runtime::Builder::new_multi_thread()
        .enable_all()
        .build()
        .unwrap();

    CACHE.get_or_init(|| Mutex::new(Arc::new(Cache::new(INSERT_MANY))));

    c.bench_function("quick cache insert many", |b| {
        b.to_async(&rt).iter(insert_many)
    });

    clear_cache(GET_MANY);

    c.bench_function("quick cache insert and lookup", |b| {
        b.to_async(&rt).iter(insert_and_lookup)
    });

    clear_cache(GET_MANY);

    c.bench_function("quick cache get or insert many", |b| {
        b.to_async(&rt).iter(get_or_insert_many)
    });

    clear_cache(GET_MANY);

    c.bench_function("quick cache get or insert many spawn tasks", |b| {
        b.to_async(&rt).iter(get_or_insert_many_spawn_tasks)
    });
}

criterion_group!(benches, bencher);
criterion_main!(benches);