graphile_worker 0.13.3

High performance Rust/PostgreSQL job queue (also suitable for getting jobs generated by PostgreSQL triggers/functions out into a different work queue)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56

use super::*;

#[tokio::test]
async fn local_queue_distributes_jobs_to_concurrent_workers() {
    with_test_db(|test_db| async move {
        CONCURRENT_CALL_COUNT.reset().await;
        let utils = test_db.worker_utils();
        utils.migrate().await.expect("Failed to migrate");

        for i in 1..=10 {
            utils
                .add_job(ConcurrentDistributionJob { id: i }, JobSpec::default())
                .await
                .expect("Failed to add job");
        }

        let start = Instant::now();

        let worker_fut = spawn_local({
            let database = test_db.database.clone();
            async move {
                Worker::options()
                    .database(database)
                    .concurrency(5)
                    .local_queue(LocalQueueConfig::builder().size(20).build())
                    .define_job::<ConcurrentDistributionJob>()
                    .init()
                    .await
                    .expect("Failed to create worker")
                    .run()
                    .await
                    .expect("Failed to run worker");
            }
        });

        wait_for_counter(
            &CONCURRENT_CALL_COUNT,
            10,
            Duration::from_secs(10),
            Duration::from_millis(50),
            "All jobs should have been executed by now",
        )
        .await;

        let elapsed = start.elapsed();

        assert!(
            elapsed < Duration::from_secs(3),
            "With concurrency 5, 10 jobs at 100ms each should complete faster than sequential (10s), took {:?}",
            elapsed
        );

        worker_fut.abort();
    })
    .await;
}