agentq 0.1.0

An embeddable job queue with idempotency keys, per-lane backpressure and bounded concurrency, for agent tool calls.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43

use agentq::{Accepted, Job, LaneConfig, Priority, Queue};

#[tokio::main]
async fn main() {
    // capacity: how many jobs may wait in this lane
    // permits:  how many jobs may run concurrently in this lane
    // lanes left unconfigured use LaneConfig::default()
    let queue = Queue::builder()
        .lane(
            Priority::High,
            LaneConfig {
                capacity: 32,
                permits: 1,
            },
        )
        .lane(
            Priority::Low,
            LaneConfig {
                capacity: 128,
                permits: 4,
            },
        )
        .start();

    let job = Job::new(
        "charge-order-4821".to_string(),
        Priority::High,
        Box::new(|| {
            Box::pin(async {
                // your tool call goes here.
                // return Err(...) to record the job as failed.
                Ok("done".to_string())
            })
        }),
    );

    match queue.push(job).await {
        Ok(Accepted::Queued(_)) => println!("queued"),
        Ok(Accepted::Cached { output }) => println!("already ran, cached result: {output}"),
        Ok(Accepted::InFlight(_)) => println!("already running, skipped"),
        Err(e) => println!("could not queue: {e}"),
    }
}