rustvello-mongo 0.1.3

MongoDB backend implementations for Rustvello
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
use std::sync::Arc;

use async_trait::async_trait;
use chrono::{DateTime, Utc};
use mongodb::bson::doc;
use mongodb::error::{ErrorKind, WriteFailure};

use rustvello_core::error::{RustvelloError, RustvelloResult};
use rustvello_core::trigger::TriggerStore;
use rustvello_proto::identifiers::TaskId;
use rustvello_proto::trigger::{
    ConditionId, TriggerCondition, TriggerDefinitionDTO, TriggerDefinitionId, TriggerRunId,
    ValidCondition,
};

use crate::connection::{mongo_err, MongoPool};

const COND_COL: &str = "trg_conditions";
const TRIGGER_COL: &str = "trg_definitions";
const VALID_COL: &str = "trg_valid_conditions";
const CRON_EXEC_COL: &str = "trg_cron_executions";
const RUN_COL: &str = "trg_runs";

/// MongoDB-backed trigger store.
#[non_exhaustive]
pub struct MongoTriggerStore {
    pool: Arc<MongoPool>,
}

impl MongoTriggerStore {
    pub fn new(pool: Arc<MongoPool>) -> Self {
        Self { pool }
    }
}

#[async_trait]
impl TriggerStore for MongoTriggerStore {
    async fn register_condition(
        &self,
        condition: &TriggerCondition,
    ) -> RustvelloResult<ConditionId> {
        let cond_id = condition.condition_id();
        let db = self.pool.db().await?;
        let col = db.collection::<mongodb::bson::Document>(COND_COL);
        let json = serde_json::to_string(condition).map_err(|e| RustvelloError::Serialization {
            message: e.to_string(),
        })?;

        let task_ids: Vec<String> = condition
            .source_task_ids()
            .iter()
            .map(ToString::to_string)
            .collect();

        // Classify condition type for efficient server-side queries
        let condition_type = match condition {
            TriggerCondition::Cron(_) => "Cron",
            TriggerCondition::Event(_) => "Event",
            TriggerCondition::Status(_) => "Status",
            TriggerCondition::Result(_) => "Result",
            TriggerCondition::Exception(_) => "Exception",
            TriggerCondition::Composite(_) => "Composite",
            _ => "Other",
        };

        let mut set_fields = doc! {
            "data": &json,
            "task_ids": &task_ids,
            "condition_type": condition_type,
        };

        // Store event_code for direct querying
        if let TriggerCondition::Event(ev) = condition {
            set_fields.insert("event_code", ev.event_code.clone());
        }

        let update_doc = doc! { "$set": set_fields };

        let filter = doc! { "_id": cond_id.as_str().to_owned() };
        col.update_one(filter, update_doc)
            .upsert(true)
            .await
            .map_err(mongo_err)?;

        Ok(cond_id)
    }

    async fn get_condition(&self, id: &ConditionId) -> RustvelloResult<Option<TriggerCondition>> {
        let db = self.pool.db().await?;
        let col = db.collection::<mongodb::bson::Document>(COND_COL);
        let filter = doc! { "_id": &id.as_str() };
        let result = col.find_one(filter).await.map_err(mongo_err)?;
        match result {
            Some(d) => {
                let s = d
                    .get_str("data")
                    .map_err(|e| RustvelloError::state_backend(e.to_string()))?;
                let c: TriggerCondition =
                    serde_json::from_str(s).map_err(|e| RustvelloError::Serialization {
                        message: e.to_string(),
                    })?;
                Ok(Some(c))
            }
            None => Ok(None),
        }
    }

    async fn get_conditions_for_task(
        &self,
        task_id: &TaskId,
    ) -> RustvelloResult<Vec<(ConditionId, TriggerCondition)>> {
        let db = self.pool.db().await?;
        let col = db.collection::<mongodb::bson::Document>(COND_COL);
        let filter = doc! { "task_ids": task_id.to_string() };
        let mut cursor = col.find(filter).await.map_err(mongo_err)?;

        let mut result = Vec::new();
        use futures_util::StreamExt;
        while let Some(doc_result) = StreamExt::next(&mut cursor).await {
            let d = doc_result.map_err(mongo_err)?;
            if let (Ok(id), Ok(data)) = (d.get_str("_id"), d.get_str("data")) {
                let cond: TriggerCondition =
                    serde_json::from_str(data).map_err(|e| RustvelloError::Serialization {
                        message: e.to_string(),
                    })?;
                result.push((ConditionId::from(id.to_string()), cond));
            }
        }
        Ok(result)
    }

    async fn get_cron_conditions(&self) -> RustvelloResult<Vec<(ConditionId, TriggerCondition)>> {
        let db = self.pool.db().await?;
        let col = db.collection::<mongodb::bson::Document>(COND_COL);
        // Server-side filter by condition_type instead of fetching all and filtering client-side
        let mut cursor = col
            .find(doc! { "condition_type": "Cron" })
            .await
            .map_err(mongo_err)?;

        let mut result = Vec::new();
        use futures_util::StreamExt;
        while let Some(doc_result) = StreamExt::next(&mut cursor).await {
            let d = doc_result.map_err(mongo_err)?;
            if let (Ok(id), Ok(data)) = (d.get_str("_id"), d.get_str("data")) {
                let cond: TriggerCondition =
                    serde_json::from_str(data).map_err(|e| RustvelloError::Serialization {
                        message: e.to_string(),
                    })?;
                result.push((ConditionId::from(id.to_string()), cond));
            }
        }
        Ok(result)
    }

    async fn get_event_conditions(
        &self,
        event_code: &str,
    ) -> RustvelloResult<Vec<(ConditionId, TriggerCondition)>> {
        let db = self.pool.db().await?;
        let col = db.collection::<mongodb::bson::Document>(COND_COL);
        // Server-side filter by condition_type and event_code
        let mut cursor = col
            .find(doc! { "condition_type": "Event", "event_code": event_code })
            .await
            .map_err(mongo_err)?;

        let mut result = Vec::new();
        use futures_util::StreamExt;
        while let Some(doc_result) = StreamExt::next(&mut cursor).await {
            let d = doc_result.map_err(mongo_err)?;
            if let (Ok(id), Ok(data)) = (d.get_str("_id"), d.get_str("data")) {
                let cond: TriggerCondition =
                    serde_json::from_str(data).map_err(|e| RustvelloError::Serialization {
                        message: e.to_string(),
                    })?;
                result.push((ConditionId::from(id.to_string()), cond));
            }
        }
        Ok(result)
    }

    async fn register_trigger(&self, trigger: &TriggerDefinitionDTO) -> RustvelloResult<()> {
        let db = self.pool.db().await?;
        let col = db.collection::<mongodb::bson::Document>(TRIGGER_COL);
        let json = serde_json::to_string(trigger).map_err(|e| RustvelloError::Serialization {
            message: e.to_string(),
        })?;

        let cond_ids: Vec<String> = trigger
            .condition_ids
            .iter()
            .map(|c| c.as_str().to_owned())
            .collect();

        let filter = doc! { "_id": &trigger.trigger_id.as_str() };
        let update = doc! {
            "$set": {
                "data": &json,
                "task_id": trigger.task_id.to_string(),
                "condition_ids": &cond_ids,
            }
        };
        col.update_one(filter, update)
            .upsert(true)
            .await
            .map_err(mongo_err)?;
        Ok(())
    }

    async fn get_trigger(
        &self,
        id: &TriggerDefinitionId,
    ) -> RustvelloResult<Option<TriggerDefinitionDTO>> {
        let db = self.pool.db().await?;
        let col = db.collection::<mongodb::bson::Document>(TRIGGER_COL);
        let filter = doc! { "_id": &id.as_str() };
        let result = col.find_one(filter).await.map_err(mongo_err)?;
        match result {
            Some(d) => {
                let s = d
                    .get_str("data")
                    .map_err(|e| RustvelloError::state_backend(e.to_string()))?;
                let t: TriggerDefinitionDTO =
                    serde_json::from_str(s).map_err(|e| RustvelloError::Serialization {
                        message: e.to_string(),
                    })?;
                Ok(Some(t))
            }
            None => Ok(None),
        }
    }

    async fn get_triggers_for_condition(
        &self,
        cond_id: &ConditionId,
    ) -> RustvelloResult<Vec<TriggerDefinitionDTO>> {
        let db = self.pool.db().await?;
        let col = db.collection::<mongodb::bson::Document>(TRIGGER_COL);
        let filter = doc! { "condition_ids": cond_id.as_str() };
        let mut cursor = col.find(filter).await.map_err(mongo_err)?;

        let mut result = Vec::new();
        use futures_util::StreamExt;
        while let Some(doc_result) = StreamExt::next(&mut cursor).await {
            let d = doc_result.map_err(mongo_err)?;
            if let Ok(s) = d.get_str("data") {
                let t: TriggerDefinitionDTO =
                    serde_json::from_str(s).map_err(|e| RustvelloError::Serialization {
                        message: e.to_string(),
                    })?;
                result.push(t);
            }
        }
        Ok(result)
    }

    async fn remove_triggers_for_task(&self, task_id: &TaskId) -> RustvelloResult<u32> {
        let db = self.pool.db().await?;
        let col = db.collection::<mongodb::bson::Document>(TRIGGER_COL);
        let filter = doc! { "task_id": task_id.to_string() };
        let result = col.delete_many(filter).await.map_err(mongo_err)?;
        Ok(u32::try_from(result.deleted_count).unwrap_or(u32::MAX))
    }

    async fn record_valid_condition(&self, vc: &ValidCondition) -> RustvelloResult<()> {
        let db = self.pool.db().await?;
        let col = db.collection::<mongodb::bson::Document>(VALID_COL);
        let json = serde_json::to_string(vc).map_err(|e| RustvelloError::Serialization {
            message: e.to_string(),
        })?;
        let filter = doc! { "_id": &vc.valid_condition_id };
        let update = doc! { "$set": { "data": &json } };
        col.update_one(filter, update)
            .upsert(true)
            .await
            .map_err(mongo_err)?;
        Ok(())
    }

    async fn get_valid_conditions(&self) -> RustvelloResult<Vec<ValidCondition>> {
        let db = self.pool.db().await?;
        let col = db.collection::<mongodb::bson::Document>(VALID_COL);
        let mut cursor = col.find(doc! {}).await.map_err(mongo_err)?;

        let mut result = Vec::new();
        use futures_util::StreamExt;
        while let Some(doc_result) = StreamExt::next(&mut cursor).await {
            let d = doc_result.map_err(mongo_err)?;
            if let Ok(s) = d.get_str("data") {
                let vc: ValidCondition =
                    serde_json::from_str(s).map_err(|e| RustvelloError::Serialization {
                        message: e.to_string(),
                    })?;
                result.push(vc);
            }
        }
        Ok(result)
    }

    async fn clear_valid_conditions(&self, ids: &[String]) -> RustvelloResult<()> {
        if ids.is_empty() {
            return Ok(());
        }
        let db = self.pool.db().await?;
        let col = db.collection::<mongodb::bson::Document>(VALID_COL);
        let bson_ids: Vec<mongodb::bson::Bson> = ids
            .iter()
            .map(|id| mongodb::bson::Bson::String(id.clone()))
            .collect();
        let filter = doc! { "_id": { "$in": bson_ids } };
        col.delete_many(filter).await.map_err(mongo_err)?;
        Ok(())
    }

    async fn get_last_cron_execution(
        &self,
        cond_id: &ConditionId,
    ) -> RustvelloResult<Option<DateTime<Utc>>> {
        let db = self.pool.db().await?;
        let col = db.collection::<mongodb::bson::Document>(CRON_EXEC_COL);
        let filter = doc! { "_id": cond_id.as_str() };
        let result = col.find_one(filter).await.map_err(mongo_err)?;
        match result {
            Some(d) => {
                let ts = d
                    .get_str("timestamp")
                    .map_err(|e| RustvelloError::state_backend(e.to_string()))?;
                let dt = DateTime::parse_from_rfc3339(ts)
                    .map(|d| d.with_timezone(&Utc))
                    .map_err(|e| RustvelloError::Serialization {
                        message: format!("cron timestamp: {}", e),
                    })?;
                Ok(Some(dt))
            }
            None => Ok(None),
        }
    }

    async fn store_cron_execution(
        &self,
        cond_id: &ConditionId,
        time: DateTime<Utc>,
        expected_last: Option<DateTime<Utc>>,
    ) -> RustvelloResult<bool> {
        let db = self.pool.db().await?;
        let col = db.collection::<mongodb::bson::Document>(CRON_EXEC_COL);

        // Atomic compare-and-swap: filter includes the expected timestamp value
        let filter = match expected_last {
            Some(ts) => doc! { "_id": cond_id.as_str(), "timestamp": ts.to_rfc3339() },
            None => doc! { "_id": cond_id.as_str(), "timestamp": { "$exists": false } },
        };
        let update = doc! { "$set": { "timestamp": time.to_rfc3339() } };

        let result = col
            .update_one(filter, update)
            .upsert(expected_last.is_none())
            .await;

        match result {
            Ok(r) => Ok(r.matched_count > 0 || r.upserted_id.is_some()),
            Err(e) => {
                // Duplicate key error (code 11000) means another runner raced us
                // on the first execution — treat as "not claimed"
                if matches!(*e.kind, ErrorKind::Write(WriteFailure::WriteError(ref we)) if we.code == 11000)
                {
                    Ok(false)
                } else {
                    Err(mongo_err(e))
                }
            }
        }
    }

    async fn claim_trigger_run(&self, run_id: &TriggerRunId) -> RustvelloResult<bool> {
        let db = self.pool.db().await?;
        let col = db.collection::<mongodb::bson::Document>(RUN_COL);
        let doc = doc! { "_id": run_id.as_str().to_owned(), "claimed": true };
        match col.insert_one(doc).await {
            Ok(_) => Ok(true),
            Err(e) => {
                // Duplicate key error (code 11000) means already claimed
                if matches!(*e.kind, ErrorKind::Write(WriteFailure::WriteError(ref we)) if we.code == 11000)
                {
                    Ok(false)
                } else {
                    Err(mongo_err(e))
                }
            }
        }
    }

    async fn purge(&self) -> RustvelloResult<()> {
        let db = self.pool.db().await?;
        for col_name in [COND_COL, TRIGGER_COL, VALID_COL, CRON_EXEC_COL, RUN_COL] {
            let col = db.collection::<mongodb::bson::Document>(col_name);
            col.delete_many(doc! {}).await.map_err(mongo_err)?;
        }
        Ok(())
    }

    async fn get_all_conditions(&self) -> RustvelloResult<Vec<(ConditionId, TriggerCondition)>> {
        let db = self.pool.db().await?;
        let col = db.collection::<mongodb::bson::Document>(COND_COL);
        let mut cursor = col.find(doc! {}).await.map_err(mongo_err)?;

        let mut result = Vec::new();
        use futures_util::StreamExt;
        while let Some(doc_result) = StreamExt::next(&mut cursor).await {
            let d = doc_result.map_err(mongo_err)?;
            if let (Ok(id), Ok(data)) = (d.get_str("_id"), d.get_str("data")) {
                let cond: TriggerCondition =
                    serde_json::from_str(data).map_err(|e| RustvelloError::Serialization {
                        message: e.to_string(),
                    })?;
                result.push((ConditionId::from(id.to_string()), cond));
            }
        }
        Ok(result)
    }
}