graphile_worker 0.11.4

High performance Rust/PostgreSQL job queue (also suitable for getting jobs generated by PostgreSQL triggers/functions out into a different work queue)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112

use indoc::formatdoc;
use sqlx::{query, PgExecutor};

use crate::errors::GraphileWorkerError;

use crate::Job;

#[tracing::instrument(skip_all, err, fields(otel.kind="client", db.system="postgresql"))]
pub async fn fail_job(
    executor: impl for<'e> PgExecutor<'e>,
    job: &Job,
    escaped_schema: &str,
    worker_id: &str,
    message: &str,
    replacement_payload: Option<Vec<String>>,
) -> Result<(), GraphileWorkerError> {
    let replacement_payload = replacement_payload.and_then(|v| serde_json::to_string(&v).ok());

    if job.job_queue_id().is_some() {
        let sql = formatdoc!(
            r#"
                with j as (
                    update {escaped_schema}._private_jobs as jobs
                        set
                            last_error = $2::text,
                            run_at = greatest(now(), run_at) + (exp(least(attempts, 10)) * interval '1 second'),
                            locked_by = null,
                            locked_at = null,
                            payload = coalesce($4::json, jobs.payload)
                        where id = $1::bigint and locked_by = $3::text
                        returning *
                )
                update {escaped_schema}._private_job_queues as job_queues
                    set locked_by = null, locked_at = null
                    from j
                    where job_queues.id = j.job_queue_id and job_queues.locked_by = $3::text;
            "#
        );

        query(&sql)
            .bind(job.id())
            .bind(message)
            .bind(worker_id)
            .bind(replacement_payload)
            .execute(executor)
            .await?;
    } else {
        let sql = format!(
            r#"
                update {escaped_schema}._private_jobs as jobs
                    set
                        last_error = $2::text,
                        run_at = greatest(now(), run_at) + (exp(least(attempts, 10)) * interval '1 second'),
                        locked_by = null,
                        locked_at = null,
                        payload = coalesce($4::json, jobs.payload)
                    where id = $1::bigint and locked_by = $3::text;
            "#
        );

        query(&sql)
            .bind(job.id())
            .bind(message)
            .bind(worker_id)
            .bind(replacement_payload)
            .execute(executor)
            .await?;
    }

    Ok(())
}

#[allow(dead_code)]
pub async fn fail_jobs(
    executor: impl for<'e> PgExecutor<'e>,
    jobs: &[Job],
    escaped_schema: &str,
    worker_id: &str,
    message: &str,
) -> Result<(), GraphileWorkerError> {
    let sql = format!(
        r#"
            with j as (
                update {escaped_schema}._private_jobs as jobs
                    set
                        last_error = $2::text,
                        run_at = greatest(now(), run_at) + (exp(least(attempts, 10)) * interval '1 second'),
                        locked_by = null,
                        locked_at = null
                    where id = any($1::int[]) and locked_by = any($3::text[])
                    returning *
            ), queues as (
                update {escaped_schema}._private_job_queues as job_queues
                    set locked_by = null, locked_at = null
                    from j
                    where job_queues.id = j.job_queue_id and job_queues.locked_by = any($3::text[])
            )
            select * from j;
        "#
    );

    let job_ids: Vec<i64> = jobs.iter().map(|job| job.id()).copied().collect();

    query(&sql)
        .bind(job_ids)
        .bind(message)
        .bind(worker_id)
        .execute(executor)
        .await?;

    Ok(())
}