pagesift-store 0.70.0

Embedded append-only log store for pagesift: scrape cache, HTML snapshots and crawl task state.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30

use std::time::Duration;

use pagesift_store::{Config, Store};

#[tokio::test(flavor = "multi_thread", worker_threads = 2)]
async fn blocking_runs_on_tokio() {
    let dir = tempfile::tempdir().unwrap();
    let store = Store::open(Config::new(dir.path())).unwrap();
    let mut handles = Vec::new();
    for i in 0..16 {
        let store = store.clone();
        handles.push(tokio::spawn(async move {
            let key = format!("https://a.test/{i}");
            let k = key.clone();
            store
                .blocking(move |s| s.cache().put(&k, b"body"))
                .await
                .unwrap();
            store
                .blocking(move |s| s.cache().get(&key, Duration::from_secs(60)))
                .await
                .unwrap()
                .unwrap()
                .value
        }));
    }
    for h in handles {
        assert_eq!(h.await.unwrap(), b"body");
    }
}