dlq-core 0.1.2

easily poll messages from your AWS DLQ instance
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162

use anyhow::Context;
use aws_config::SdkConfig;
use aws_sdk_sqs as sqs;
use sqs::types::DeleteMessageBatchRequestEntry;

pub async fn list() {
    let dlq = DeadLetterQueue::new().await;
    let queues = dlq.list().await;
    println!("{}", queues.join(","));
}

pub async fn poll(url: Option<&str>) {
    let dlq = DeadLetterQueue::new().await;
    dlq.poll(url).await;
}

pub async fn info() {
    let config = aws_config::load_from_env().await;
    println!(
        "{:#}",
        serde_json::json!({
            "endpoint": config.endpoint_url(),
            "region": config.region().map(|x| x.to_string())
        })
    );
}

pub async fn receive(
    client: &aws_sdk_sqs::Client,
    queue_url: &str,
) -> anyhow::Result<aws_sdk_sqs::operation::receive_message::ReceiveMessageOutput> {
    let result = client
        .receive_message()
        .set_queue_url(Some(queue_url.to_string()))
        .set_max_number_of_messages(Some(10))
        .set_visibility_timeout(Some(15))
        .message_system_attribute_names(sqs::types::MessageSystemAttributeName::All)
        //.set_wait_time_seconds(Some(3))
        .send()
        .await;

    result.context("failed to receive messages")
}

#[derive(Clone)]
struct DeadLetterQueue {
    pub _config: SdkConfig,
    pub client: sqs::Client,
    pub default_queue_url: Option<String>,
}

impl DeadLetterQueue {
    pub async fn new() -> Self {
        let config = aws_config::load_from_env().await;
        let client = aws_sdk_sqs::Client::new(&config);

        Self {
            _config: config,
            client,
            default_queue_url: std::env::var("DLQ_URL")
                .ok()
                .or(Some(String::from("http://localhost:4566"))),
        }
    }

    pub async fn _clear(&self, url: String, message_id: String, receipt_handle: String) {
        self.client
            .delete_message_batch()
            .set_queue_url(Some(url))
            .set_entries(Some(vec![DeleteMessageBatchRequestEntry::builder()
                .set_id(Some(message_id))
                .set_receipt_handle(Some(receipt_handle))
                .build()
                .unwrap()]))
            .send()
            .await
            .unwrap();
    }

    pub async fn list(&self) -> Vec<String> {
        let mut queues = Vec::new();

        let mut output = self.client.list_queues().send().await.unwrap();
        loop {
            if let Some(mut list) = output.queue_urls {
                queues.append(&mut list);
            }

            let Some(token) = output.next_token else {
                break;
            };

            output = self
                .client
                .list_queues()
                .set_next_token(Some(token))
                .send()
                .await
                .unwrap();
        }

        queues
    }

    pub async fn poll(&self, queue_url: Option<&str>) {
        let url = queue_url
            .or(self.default_queue_url.as_deref())
            .expect("failed: queue url was not specified");
        let max_tries = 10;
        let mut tries = 0;
        loop {
            tries += 1;
            if tries > max_tries {
                return;
            }

            let output = receive(&self.client, url).await.unwrap();

            // if none, that suggests the whole queue has been received recently
            let Some(messages) = output.messages else {
                return;
            };

            if messages.is_empty() {
                return;
            }

            for m in messages {
                println!(
                    "{}",
                    serde_json::to_string(&MessageModel::from_aws_message(m)).unwrap()
                );
            }
        }
    }
}

#[derive(Clone, Debug, serde::Serialize)]
pub struct MessageModel {
    pub message_id: String,
    receipt_handle: String,
    md5_of_body: String,
    pub body: String,
    md5_of_message_attributes: Option<String>,
    attributes: Option<String>,
    message_attributes: Option<String>,
}

impl MessageModel {
    /// https://docs.aws.amazon.com/AWSSimpleQueueService/latest/APIReference/API_Message.html
    pub fn from_aws_message(message: aws_sdk_sqs::types::Message) -> Self {
        Self {
            message_id: message.message_id.expect("missing message_id"),
            receipt_handle: message.receipt_handle.expect("missing receipt_handle"),
            md5_of_body: message.md5_of_body.expect("missing md5_of_body"),
            body: message.body.expect("missing body"),
            md5_of_message_attributes: message.md5_of_message_attributes,
            attributes: None,         //value.attributes,
            message_attributes: None, //value.message_attributes,
        }
    }
}