mdk-core 0.8.0

A simplified interface to build secure messaging apps on nostr with MLS.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009
1010
1011
1012
1013
1014
1015
1016
1017
1018
1019
1020
1021
1022
1023
1024
1025
1026
1027
1028
1029
1030
1031
1032
1033
1034
1035
1036
1037
1038
1039
1040
1041
1042
1043
1044
1045
1046
1047
1048
1049
1050
1051
1052
1053
1054
1055
1056
1057
1058
1059
1060
1061
1062
1063
1064
1065
1066
1067
1068
1069
1070
1071
1072
1073
1074
1075
1076
1077
1078
1079
1080
1081
1082
1083
1084
1085
1086
1087
1088
1089
1090
1091
1092
1093
1094
1095
1096
1097
1098
1099
1100
1101
1102
1103
1104
1105
1106
1107
1108
1109
1110
1111
1112
1113
1114
1115
1116
1117
1118
1119
1120
1121
1122
1123
1124
1125
1126
1127
1128
1129
1130
1131
1132
1133
1134
1135
1136
1137
1138
1139
1140
1141
1142
1143
1144
1145
1146
1147
1148
1149
1150
1151
1152
1153
1154
1155
1156
1157
1158
1159
1160
1161
1162
1163
1164
1165
1166
1167
1168
1169
1170
1171
1172
1173
1174
1175
1176
1177
1178
1179
1180
1181
1182
1183
1184
1185
1186
1187
1188
1189
1190
1191
1192
1193
1194
1195
1196
1197
1198
1199
1200
1201
1202
1203
1204
1205
1206
1207
1208
1209
1210
1211
1212
1213
1214
1215
1216
1217
1218
1219
1220
1221
1222
1223
1224
1225
1226
1227
1228
1229
1230
1231
1232
1233
1234
1235
1236
1237
1238
1239
1240
1241
1242
1243
1244
1245
1246
1247
1248
1249
1250
1251
//! Epoch snapshot management for commit race resolution.
//!
//! This module provides the [`EpochSnapshotManager`] which tracks storage snapshots
//! taken before applying commits. When a "better" commit arrives late (per MIP-03
//! ordering rules), the manager can rollback to a previous snapshot and apply the
//! correct winner.
//!
//! See the MIP-03 specification for details on commit ordering:
//! 1. Earliest timestamp wins
//! 2. Lexicographically smallest event ID breaks ties

use std::collections::{HashMap, HashSet, VecDeque};
use std::fmt;
use std::sync::Mutex;
use std::time::Instant;

use mdk_storage_traits::{GroupId, MdkStorageError, MdkStorageProvider};
use nostr::EventId;

use crate::Error;

/// Metadata about a snapshot taken before applying a commit
#[derive(Clone)]
pub struct EpochSnapshot {
    /// The group ID
    pub group_id: GroupId,
    /// The epoch *before* the commit was applied (the state captured in the snapshot)
    pub epoch: u64,
    /// The ID of the commit that was applied *after* this snapshot was taken.
    /// This is the "incumbent" winner that we might want to replace.
    pub applied_commit_id: EventId,
    /// The timestamp of the applied commit (for MIP-03 comparison)
    pub applied_commit_ts: u64,
    /// SHA-256 hash of the outer event content (the `base64(nonce || ciphertext)` string).
    /// Used to detect re-wrapped events carrying the same ciphertext — if a candidate
    /// commit has the same content hash as the applied commit, it is a replay and must
    /// not trigger a rollback regardless of its outer timestamp or event ID.
    pub applied_commit_content_hash: [u8; 32],
    /// When the snapshot was created
    pub created_at: Instant,
    /// The unique name of the snapshot in storage
    pub snapshot_name: String,
}

impl fmt::Debug for EpochSnapshot {
    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
        // Note: snapshot_name contains group_id hex, so we redact it too
        write!(
            f,
            "EpochSnapshot {{ group_id: [REDACTED], epoch: {}, applied_commit_id: {:?}, applied_commit_ts: {}, snapshot_name: [REDACTED] }}",
            self.epoch, self.applied_commit_id, self.applied_commit_ts,
        )
    }
}

struct EpochSnapshotManagerInner {
    /// Snapshots per group, ordered by epoch (oldest first)
    snapshots: HashMap<GroupId, VecDeque<EpochSnapshot>>,
    /// Groups that have been hydrated from storage (only relevant for persistent backends)
    hydrated_groups: HashSet<GroupId>,
}

impl fmt::Debug for EpochSnapshotManagerInner {
    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
        let total_snapshots: usize = self.snapshots.values().map(|q| q.len()).sum();
        write!(
            f,
            "EpochSnapshotManagerInner {{ groups: {}, total_snapshots: {} }}",
            self.snapshots.len(),
            total_snapshots
        )
    }
}

/// Manages epoch snapshots for rollback support
pub struct EpochSnapshotManager {
    inner: Mutex<EpochSnapshotManagerInner>,
    retention_count: usize,
}

impl fmt::Debug for EpochSnapshotManager {
    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
        f.debug_struct("EpochSnapshotManager")
            .field("inner", &"[REDACTED]")
            .field("retention_count", &self.retention_count)
            .finish()
    }
}

impl EpochSnapshotManager {
    /// Create a new snapshot manager
    pub fn new(retention_count: usize) -> Self {
        Self {
            inner: Mutex::new(EpochSnapshotManagerInner {
                snapshots: HashMap::new(),
                hydrated_groups: HashSet::new(),
            }),
            retention_count,
        }
    }

    /// Remove all snapshot state for a group.
    ///
    /// Clears both the snapshot queue and the hydration tracking for the group.
    /// Called when a group is deleted from storage.
    pub fn remove_group(&self, group_id: &GroupId) {
        let mut inner = self.inner.lock().unwrap();
        inner.snapshots.remove(group_id);
        inner.hydrated_groups.remove(group_id);
    }

    /// Ensure a group's snapshots have been loaded from storage.
    ///
    /// For persistent backends (SQLite), this loads existing snapshots into memory
    /// so the manager knows about them after a restart. For memory backends, this
    /// is a no-op since all snapshots are already in memory.
    ///
    /// This method must be called at the start of any operation that reads or
    /// modifies the snapshot queue for a group.
    fn ensure_hydrated<S: MdkStorageProvider>(&self, storage: &S, group_id: &GroupId) {
        // Memory backend doesn't need hydration - all snapshots are already tracked
        if !storage.backend().is_persistent() {
            return;
        }

        let mut inner = self.inner.lock().unwrap();

        // Skip if already hydrated
        if inner.hydrated_groups.contains(group_id) {
            return;
        }

        // Load snapshots from storage
        let stored_snapshots = match storage.list_group_snapshots(group_id) {
            Ok(snapshots) => snapshots,
            Err(e) => {
                tracing::warn!("Failed to load snapshots for hydration: {}", e);
                // Mark as hydrated anyway to avoid repeated failures
                inner.hydrated_groups.insert(group_id.clone());
                return;
            }
        };

        // Parse snapshot names and populate the queue
        // Format: "snap_{group_id_hex}_{epoch}_{commit_id_hex}"
        let queue = inner.snapshots.entry(group_id.clone()).or_default();

        for (snapshot_name, created_at_unix) in stored_snapshots {
            if let Some(snapshot) =
                Self::parse_snapshot_name(&snapshot_name, group_id, created_at_unix)
            {
                queue.push_back(snapshot);
            } else {
                tracing::warn!(
                    "Failed to parse snapshot name during hydration: {}",
                    snapshot_name
                );
            }
        }

        // Enforce retention limit after hydration
        while queue.len() > self.retention_count {
            if let Some(old_snap) = queue.pop_front() {
                let _ = storage.release_group_snapshot(&old_snap.group_id, &old_snap.snapshot_name);
            }
        }

        inner.hydrated_groups.insert(group_id.clone());
    }

    /// Parse a snapshot name to reconstruct EpochSnapshot metadata.
    ///
    /// The format is: "snap_{group_id_hex}_{epoch}_{commit_id_hex}"
    fn parse_snapshot_name(
        snapshot_name: &str,
        group_id: &GroupId,
        _created_at_unix: u64,
    ) -> Option<EpochSnapshot> {
        let parts: Vec<&str> = snapshot_name.split('_').collect();
        // Expected: ["snap", "{group_id_hex}", "{epoch}", "{commit_id_hex}"]
        if parts.len() != 4 || parts[0] != "snap" {
            return None;
        }

        let epoch: u64 = parts[2].parse().ok()?;
        let commit_id = EventId::parse(parts[3]).ok()?;

        // We don't have the original timestamp, so we use 0 as a placeholder.
        // The comparison logic doesn't use applied_commit_ts from hydrated snapshots
        // for the "better candidate" check - that info is lost. But the snapshot
        // can still be used for rollback if explicitly requested.
        Some(EpochSnapshot {
            group_id: group_id.clone(),
            epoch,
            applied_commit_id: commit_id,
            applied_commit_ts: 0, // Unknown after restart - hydrated snapshots should not be used for is_better_candidate
            applied_commit_content_hash: [0u8; 32], // Unknown after restart
            created_at: Instant::now(), // Placeholder - not used for comparisons
            snapshot_name: snapshot_name.to_string(),
        })
    }

    /// Create a snapshot before applying a commit
    pub fn create_snapshot<S: MdkStorageProvider>(
        &self,
        storage: &S,
        group_id: &GroupId,
        current_epoch: u64,
        commit_id: &EventId,
        commit_ts: u64,
        content_hash: &[u8; 32],
    ) -> Result<String, Error> {
        // Ensure we have loaded any existing snapshots from storage
        self.ensure_hydrated(storage, group_id);

        // Generate a unique snapshot name
        let snapshot_name = format!(
            "snap_{}_{}_{}",
            hex::encode(group_id.as_slice()),
            current_epoch,
            commit_id.to_hex()
        );

        // Create the snapshot in storage
        storage
            .create_group_snapshot(group_id, &snapshot_name)
            .map_err(Error::Storage)?;

        // Record metadata
        let snapshot = EpochSnapshot {
            group_id: group_id.clone(),
            epoch: current_epoch,
            applied_commit_id: *commit_id,
            applied_commit_ts: commit_ts,
            applied_commit_content_hash: *content_hash,
            created_at: Instant::now(),
            snapshot_name: snapshot_name.clone(),
        };

        let mut inner = self.inner.lock().unwrap();
        let queue = inner.snapshots.entry(group_id.clone()).or_default();
        queue.push_back(snapshot);

        // Prune if needed (deferred slightly, or do it now)
        // We prune strictly greater than retention count.
        // If retention is 5, we keep 5 snapshots.
        while queue.len() > self.retention_count {
            if let Some(old_snap) = queue.pop_front() {
                // Best effort release
                let _ = storage.release_group_snapshot(&old_snap.group_id, &old_snap.snapshot_name);
            }
        }

        Ok(snapshot_name)
    }

    /// Check if a candidate commit is "better" than the one we applied for this epoch.
    /// Returns true if we should rollback.
    ///
    /// `candidate_content_hash` is the SHA-256 hash of the outer event content. If it
    /// matches the hash of the already-applied commit, the candidate is a re-wrapped
    /// copy of the same ciphertext and is rejected regardless of timestamp or event ID.
    pub fn is_better_candidate<S: MdkStorageProvider>(
        &self,
        storage: &S,
        group_id: &GroupId,
        candidate_epoch: u64,
        candidate_ts: u64,
        candidate_id: &EventId,
        candidate_content_hash: &[u8; 32],
    ) -> bool {
        // Ensure we have loaded any existing snapshots from storage
        self.ensure_hydrated(storage, group_id);

        let mut inner = self.inner.lock().unwrap();

        if let Some(queue) = inner.snapshots.get_mut(group_id)
            && let Some(snapshot) = queue.iter_mut().find(|s| s.epoch == candidate_epoch)
        {
            // Skip comparison for hydrated snapshots (applied_commit_ts == 0) since
            // we don't have the original timestamp info after restart
            if snapshot.applied_commit_ts == 0 {
                return false;
            }

            // Same ciphertext in a different wrapper: this is a replay, not a
            // genuinely different commit, so we never trigger a rollback.  However,
            // we must still converge on a canonical ordering key so that every
            // client compares future (genuinely different) commits against the same
            // anchor.  Apply MIP-03 rules to pick the "best" wrapper metadata we
            // have seen for this ciphertext.
            if snapshot.applied_commit_content_hash != [0u8; 32]
                && candidate_content_hash == &snapshot.applied_commit_content_hash
            {
                let candidate_is_better_wrapper = candidate_ts < snapshot.applied_commit_ts
                    || (candidate_ts == snapshot.applied_commit_ts
                        && candidate_id.to_hex() < snapshot.applied_commit_id.to_hex());

                if candidate_is_better_wrapper {
                    tracing::debug!(
                        target: "mdk_core::epoch_snapshots",
                        "Updating canonical ordering key for epoch {} (same ciphertext, better wrapper metadata)",
                        candidate_epoch,
                    );
                    snapshot.applied_commit_ts = candidate_ts;
                    snapshot.applied_commit_id = *candidate_id;
                }

                return false;
            }

            // Compare according to MIP-03
            // 1. Earliest timestamp wins
            if candidate_ts < snapshot.applied_commit_ts {
                return true;
            }
            if candidate_ts > snapshot.applied_commit_ts {
                return false;
            }

            // 2. ID tiebreaker (lexicographically smallest ID wins)
            // If candidate ID is smaller than applied ID, candidate wins
            if candidate_id.to_hex() < snapshot.applied_commit_id.to_hex() {
                return true;
            }
        }

        false
    }

    /// Rollback to the snapshot for the given epoch.
    /// This restores the state to `target_epoch`.
    pub fn rollback_to_epoch<S: MdkStorageProvider>(
        &self,
        storage: &S,
        group_id: &GroupId,
        target_epoch: u64,
    ) -> Result<(), Error> {
        // Ensure we have loaded any existing snapshots from storage
        self.ensure_hydrated(storage, group_id);

        let mut inner = self.inner.lock().unwrap();

        if let Some(queue) = inner.snapshots.get_mut(group_id) {
            // Find the snapshot
            if let Some(index) = queue.iter().position(|s| s.epoch == target_epoch) {
                let snapshot = &queue[index];

                // Perform rollback (this consumes the snapshot)
                storage
                    .rollback_group_to_snapshot(group_id, &snapshot.snapshot_name)
                    .map_err(Error::Storage)?;

                // Remove all snapshots from index onwards from our tracking
                // The rollback already consumed the target snapshot, but we need to
                // release any snapshots that were created after it
                let removed = queue.split_off(index);
                for (i, snap) in removed.into_iter().enumerate() {
                    // Skip the first one (index 0) - it was already consumed by rollback
                    if i > 0 {
                        let _ = storage.release_group_snapshot(&snap.group_id, &snap.snapshot_name);
                    }
                }

                return Ok(());
            }
        }

        Err(Error::Storage(MdkStorageError::NotFound(
            "No snapshot found for target epoch".to_string(),
        )))
    }
}

#[cfg(test)]
mod tests {
    use std::collections::BTreeSet;
    use std::str::FromStr;

    use mdk_storage_traits::groups::GroupStorage;
    use mdk_storage_traits::groups::types::{Group, GroupState, SelfUpdateState};
    use nostr::PublicKey;

    use super::*;

    /// Helper to create a test group ID
    fn test_group_id(id: u8) -> GroupId {
        GroupId::from_slice(&[id; 32])
    }

    /// Helper to create a test event ID from a hex string
    fn test_event_id(hex: &str) -> EventId {
        EventId::from_str(hex).unwrap()
    }

    // ========================================
    // EpochSnapshotManager::new() Tests
    // ========================================

    #[test]
    fn test_new_creates_manager_with_retention_count() {
        let manager = EpochSnapshotManager::new(5);
        assert_eq!(manager.retention_count, 5);
    }

    #[test]
    fn test_new_with_zero_retention() {
        let manager = EpochSnapshotManager::new(0);
        assert_eq!(manager.retention_count, 0);
    }

    // ========================================
    // is_better_candidate() Tests - MIP-03 Logic
    // ========================================

    #[test]
    fn test_is_better_candidate_earlier_timestamp_wins() {
        let manager = EpochSnapshotManager::new(5);
        let storage = mdk_memory_storage::MdkMemoryStorage::default();
        let group_id = test_group_id(1);
        let applied_id =
            test_event_id("aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa");

        // Manually insert a snapshot
        {
            let mut inner = manager.inner.lock().unwrap();
            let snapshot = EpochSnapshot {
                group_id: group_id.clone(),
                epoch: 10,
                applied_commit_id: applied_id,
                applied_commit_ts: 1000, // Applied at timestamp 1000
                applied_commit_content_hash: [1u8; 32],
                created_at: Instant::now(),
                snapshot_name: "test_snap".to_string(),
            };
            inner
                .snapshots
                .entry(group_id.clone())
                .or_default()
                .push_back(snapshot);
        }

        // Candidate with earlier timestamp (999 < 1000) should be better
        let candidate_id =
            test_event_id("bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb");
        assert!(manager.is_better_candidate(
            &storage,
            &group_id,
            10,
            999,
            &candidate_id,
            &[2u8; 32]
        ));
    }

    #[test]
    fn test_is_better_candidate_later_timestamp_loses() {
        let manager = EpochSnapshotManager::new(5);
        let storage = mdk_memory_storage::MdkMemoryStorage::default();
        let group_id = test_group_id(1);
        let applied_id =
            test_event_id("aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa");

        {
            let mut inner = manager.inner.lock().unwrap();
            let snapshot = EpochSnapshot {
                group_id: group_id.clone(),
                epoch: 10,
                applied_commit_id: applied_id,
                applied_commit_ts: 1000,
                applied_commit_content_hash: [1u8; 32],
                created_at: Instant::now(),
                snapshot_name: "test_snap".to_string(),
            };
            inner
                .snapshots
                .entry(group_id.clone())
                .or_default()
                .push_back(snapshot);
        }

        // Candidate with later timestamp (1001 > 1000) should NOT be better
        let candidate_id =
            test_event_id("0000000000000000000000000000000000000000000000000000000000000000");
        assert!(!manager.is_better_candidate(
            &storage,
            &group_id,
            10,
            1001,
            &candidate_id,
            &[2u8; 32]
        ));
    }

    #[test]
    fn test_is_better_candidate_smaller_id_wins_on_same_timestamp() {
        let manager = EpochSnapshotManager::new(5);
        let storage = mdk_memory_storage::MdkMemoryStorage::default();
        let group_id = test_group_id(1);
        // Applied commit has ID starting with 'b'
        let applied_id =
            test_event_id("bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb");

        {
            let mut inner = manager.inner.lock().unwrap();
            let snapshot = EpochSnapshot {
                group_id: group_id.clone(),
                epoch: 10,
                applied_commit_id: applied_id,
                applied_commit_ts: 1000,
                applied_commit_content_hash: [1u8; 32],
                created_at: Instant::now(),
                snapshot_name: "test_snap".to_string(),
            };
            inner
                .snapshots
                .entry(group_id.clone())
                .or_default()
                .push_back(snapshot);
        }

        // Candidate with same timestamp but smaller ID ('a' < 'b') should be better
        let candidate_id =
            test_event_id("aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa");
        assert!(manager.is_better_candidate(
            &storage,
            &group_id,
            10,
            1000,
            &candidate_id,
            &[2u8; 32]
        ));
    }

    #[test]
    fn test_is_better_candidate_larger_id_loses_on_same_timestamp() {
        let manager = EpochSnapshotManager::new(5);
        let storage = mdk_memory_storage::MdkMemoryStorage::default();
        let group_id = test_group_id(1);
        // Applied commit has ID starting with 'a'
        let applied_id =
            test_event_id("aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa");

        {
            let mut inner = manager.inner.lock().unwrap();
            let snapshot = EpochSnapshot {
                group_id: group_id.clone(),
                epoch: 10,
                applied_commit_id: applied_id,
                applied_commit_ts: 1000,
                applied_commit_content_hash: [1u8; 32],
                created_at: Instant::now(),
                snapshot_name: "test_snap".to_string(),
            };
            inner
                .snapshots
                .entry(group_id.clone())
                .or_default()
                .push_back(snapshot);
        }

        // Candidate with same timestamp but larger ID ('c' > 'a') should NOT be better
        let candidate_id =
            test_event_id("cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc");
        assert!(!manager.is_better_candidate(
            &storage,
            &group_id,
            10,
            1000,
            &candidate_id,
            &[2u8; 32]
        ));
    }

    #[test]
    fn test_is_better_candidate_same_id_returns_false() {
        let manager = EpochSnapshotManager::new(5);
        let storage = mdk_memory_storage::MdkMemoryStorage::default();
        let group_id = test_group_id(1);
        let applied_id =
            test_event_id("aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa");

        {
            let mut inner = manager.inner.lock().unwrap();
            let snapshot = EpochSnapshot {
                group_id: group_id.clone(),
                epoch: 10,
                applied_commit_id: applied_id,
                applied_commit_ts: 1000,
                applied_commit_content_hash: [1u8; 32],
                created_at: Instant::now(),
                snapshot_name: "test_snap".to_string(),
            };
            inner
                .snapshots
                .entry(group_id.clone())
                .or_default()
                .push_back(snapshot);
        }

        // Same ID and timestamp should NOT be better (it's the same commit)
        assert!(!manager.is_better_candidate(
            &storage,
            &group_id,
            10,
            1000,
            &applied_id,
            &[2u8; 32]
        ));
    }

    #[test]
    fn test_is_better_candidate_wrong_epoch_returns_false() {
        let manager = EpochSnapshotManager::new(5);
        let storage = mdk_memory_storage::MdkMemoryStorage::default();
        let group_id = test_group_id(1);
        let applied_id =
            test_event_id("aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa");

        {
            let mut inner = manager.inner.lock().unwrap();
            let snapshot = EpochSnapshot {
                group_id: group_id.clone(),
                epoch: 10,
                applied_commit_id: applied_id,
                applied_commit_ts: 1000,
                applied_commit_content_hash: [1u8; 32],
                created_at: Instant::now(),
                snapshot_name: "test_snap".to_string(),
            };
            inner
                .snapshots
                .entry(group_id.clone())
                .or_default()
                .push_back(snapshot);
        }

        // Even with earlier timestamp, wrong epoch should return false
        let candidate_id =
            test_event_id("0000000000000000000000000000000000000000000000000000000000000000");
        assert!(!manager.is_better_candidate(
            &storage,
            &group_id,
            11,
            999,
            &candidate_id,
            &[2u8; 32]
        )); // epoch 11 != 10
    }

    #[test]
    fn test_is_better_candidate_unknown_group_returns_false() {
        let manager = EpochSnapshotManager::new(5);
        let storage = mdk_memory_storage::MdkMemoryStorage::default();
        let unknown_group_id = test_group_id(99);
        let candidate_id =
            test_event_id("0000000000000000000000000000000000000000000000000000000000000000");

        // No snapshots for this group, should return false
        assert!(!manager.is_better_candidate(
            &storage,
            &unknown_group_id,
            10,
            999,
            &candidate_id,
            &[2u8; 32]
        ));
    }

    #[test]
    fn test_is_better_candidate_same_content_hash_returns_false() {
        // A re-wrapped event carrying the same ciphertext (same content hash)
        // should never be considered "better", even if it has an earlier timestamp
        // or smaller event ID. This prevents replay attacks where an attacker
        // copies the encrypted payload into a new outer wrapper.
        let manager = EpochSnapshotManager::new(5);
        let storage = mdk_memory_storage::MdkMemoryStorage::default();
        let group_id = test_group_id(1);
        let applied_id =
            test_event_id("bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb");
        let content_hash = [0xABu8; 32];

        {
            let mut inner = manager.inner.lock().unwrap();
            let snapshot = EpochSnapshot {
                group_id: group_id.clone(),
                epoch: 10,
                applied_commit_id: applied_id,
                applied_commit_ts: 1000,
                applied_commit_content_hash: content_hash,
                created_at: Instant::now(),
                snapshot_name: "test_snap".to_string(),
            };
            inner
                .snapshots
                .entry(group_id.clone())
                .or_default()
                .push_back(snapshot);
        }

        // Candidate with earlier timestamp AND smaller ID but same content hash
        // should be rejected — it's a re-wrapped copy of the same ciphertext
        let candidate_id =
            test_event_id("aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa");
        assert!(
            !manager.is_better_candidate(
                &storage,
                &group_id,
                10,
                999,
                &candidate_id,
                &content_hash
            ),
            "Same content hash should be rejected even with earlier timestamp and smaller ID"
        );

        // The snapshot's ordering key should have been updated to the better
        // wrapper metadata so all clients converge on the same canonical anchor
        {
            let inner = manager.inner.lock().unwrap();
            let snapshot = inner.snapshots.get(&group_id).unwrap().front().unwrap();
            assert_eq!(
                snapshot.applied_commit_ts, 999,
                "Snapshot ts should be updated to the earlier wrapper"
            );
            assert_eq!(
                snapshot.applied_commit_id, candidate_id,
                "Snapshot id should be updated to the smaller wrapper id"
            );
        }

        // A worse wrapper (later ts) with same content hash should NOT update the anchor
        let worse_id =
            test_event_id("cccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccccc");
        assert!(!manager.is_better_candidate(
            &storage,
            &group_id,
            10,
            2000,
            &worse_id,
            &content_hash
        ));
        {
            let inner = manager.inner.lock().unwrap();
            let snapshot = inner.snapshots.get(&group_id).unwrap().front().unwrap();
            assert_eq!(
                snapshot.applied_commit_ts, 999,
                "Snapshot ts should remain at the canonical minimum"
            );
        }

        // But a genuinely different commit (different content hash) with the same
        // timestamp and smaller ID should still win
        let different_hash = [0xCDu8; 32];
        assert!(
            manager.is_better_candidate(
                &storage,
                &group_id,
                10,
                998,
                &candidate_id,
                &different_hash
            ),
            "Different content hash with earlier timestamp should be accepted"
        );
    }

    #[test]
    fn test_rollback_to_nonexistent_epoch_fails() {
        let manager = EpochSnapshotManager::new(5);
        let group_id = test_group_id(1);
        let storage = mdk_memory_storage::MdkMemoryStorage::default();

        // No snapshots exist, so rollback should fail
        let result = manager.rollback_to_epoch(&storage, &group_id, 10);
        assert!(result.is_err());
        match result.unwrap_err() {
            Error::Storage(MdkStorageError::NotFound(msg)) => {
                assert!(msg.contains("No snapshot found"));
            }
            _ => panic!("Expected NotFound error"),
        }
    }

    #[test]
    fn test_rollback_to_unknown_group_fails() {
        let manager = EpochSnapshotManager::new(5);
        let storage = mdk_memory_storage::MdkMemoryStorage::default();
        let unknown_group_id = test_group_id(99);

        let result = manager.rollback_to_epoch(&storage, &unknown_group_id, 10);
        assert!(result.is_err());
    }

    #[test]
    fn test_snapshots_isolated_per_group() {
        let manager = EpochSnapshotManager::new(5);
        let storage = mdk_memory_storage::MdkMemoryStorage::default();
        let group1 = test_group_id(1);
        let group2 = test_group_id(2);
        let applied_id =
            test_event_id("bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb");

        // Add snapshot only for group1
        {
            let mut inner = manager.inner.lock().unwrap();
            let snapshot = EpochSnapshot {
                group_id: group1.clone(),
                epoch: 10,
                applied_commit_id: applied_id,
                applied_commit_ts: 1000,
                applied_commit_content_hash: [1u8; 32],
                created_at: Instant::now(),
                snapshot_name: "test_snap".to_string(),
            };
            inner
                .snapshots
                .entry(group1.clone())
                .or_default()
                .push_back(snapshot);
        }

        let candidate_id =
            test_event_id("aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa");

        // Group1 should find the snapshot
        assert!(manager.is_better_candidate(&storage, &group1, 10, 999, &candidate_id, &[2u8; 32]));

        // Group2 should NOT find any snapshot
        assert!(!manager.is_better_candidate(
            &storage,
            &group2,
            10,
            999,
            &candidate_id,
            &[2u8; 32]
        ));
    }

    #[test]
    fn test_snapshot_retention_pruning() {
        let manager = EpochSnapshotManager::new(2); // Keep only 2 snapshots
        let group_id = test_group_id(1);
        let storage = mdk_memory_storage::MdkMemoryStorage::default();

        // We need to set up the group in storage first
        let admin_pk = PublicKey::from_slice(&[2u8; 32]).unwrap();
        let mut admin_pubkeys = BTreeSet::new();
        admin_pubkeys.insert(admin_pk);
        let group = Group {
            mls_group_id: group_id.clone(),
            nostr_group_id: [0u8; 32],
            name: "Test Group".to_string(),
            description: "Test".to_string(),
            admin_pubkeys,
            epoch: 0,
            last_message_at: None,
            last_message_processed_at: None,
            last_message_id: None,
            image_hash: None,
            image_key: None,
            image_nonce: None,
            state: GroupState::Active,
            self_update_state: SelfUpdateState::Required,
        };
        storage.save_group(group).unwrap();

        // Create 3 snapshots
        for epoch in 0..3 {
            let commit_id = test_event_id(&format!("{:064x}", epoch + 1));
            let _ = manager.create_snapshot(
                &storage,
                &group_id,
                epoch,
                &commit_id,
                1000 + epoch,
                &[1u8; 32],
            );
        }

        // With retention of 2, only epochs 1 and 2 should remain
        let inner = manager.inner.lock().unwrap();
        let queue = inner.snapshots.get(&group_id).unwrap();
        assert_eq!(queue.len(), 2);
        assert_eq!(queue[0].epoch, 1);
        assert_eq!(queue[1].epoch, 2);
    }

    #[test]
    fn test_rollback_removes_subsequent_snapshots() {
        let manager = EpochSnapshotManager::new(10);
        let group_id = test_group_id(1);
        let storage = mdk_memory_storage::MdkMemoryStorage::default();

        // Set up group in storage
        let admin_pk = PublicKey::from_slice(&[2u8; 32]).unwrap();
        let mut admin_pubkeys = BTreeSet::new();
        admin_pubkeys.insert(admin_pk);
        let group = Group {
            mls_group_id: group_id.clone(),
            nostr_group_id: [0u8; 32],
            name: "Test Group".to_string(),
            description: "Test".to_string(),
            admin_pubkeys,
            epoch: 0,
            last_message_at: None,
            last_message_processed_at: None,
            last_message_id: None,
            image_hash: None,
            image_key: None,
            image_nonce: None,
            state: GroupState::Active,
            self_update_state: SelfUpdateState::Required,
        };
        storage.save_group(group).unwrap();

        // Create snapshots for epochs 0, 1, 2, 3
        for epoch in 0..4 {
            let commit_id = test_event_id(&format!("{:064x}", epoch + 1));
            manager
                .create_snapshot(
                    &storage,
                    &group_id,
                    epoch,
                    &commit_id,
                    1000 + epoch,
                    &[1u8; 32],
                )
                .unwrap();
        }

        // Verify we have 4 snapshots
        {
            let inner = manager.inner.lock().unwrap();
            assert_eq!(inner.snapshots.get(&group_id).unwrap().len(), 4);
        }

        // Rollback to epoch 1
        manager.rollback_to_epoch(&storage, &group_id, 1).unwrap();

        // After rollback to epoch 1, snapshots for epochs 1, 2, 3 should be removed
        // Only epoch 0 should remain
        {
            let inner = manager.inner.lock().unwrap();
            let queue = inner.snapshots.get(&group_id).unwrap();
            assert_eq!(queue.len(), 1);
            assert_eq!(queue[0].epoch, 0);
        }
    }

    // ========================================
    // Debug Implementation Tests
    // ========================================

    #[test]
    fn test_epoch_snapshot_debug_redacts_sensitive_data() {
        let group_id = test_group_id(1);
        let event_id =
            test_event_id("aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa");

        let snapshot = EpochSnapshot {
            group_id,
            epoch: 10,
            applied_commit_id: event_id,
            applied_commit_ts: 1000,
            applied_commit_content_hash: [1u8; 32],
            created_at: Instant::now(),
            snapshot_name: "snap_abc123".to_string(),
        };

        let debug_str = format!("{:?}", snapshot);

        // Should contain [REDACTED] for sensitive fields
        assert!(debug_str.contains("[REDACTED]"));
        // Should contain epoch number (not sensitive)
        assert!(debug_str.contains("epoch: 10"));
        // Should NOT contain actual group_id bytes or snapshot name
        assert!(!debug_str.contains("snap_abc123"));
    }

    #[test]
    fn test_epoch_snapshot_manager_debug_redacts_inner() {
        let manager = EpochSnapshotManager::new(5);

        let debug_str = format!("{:?}", manager);

        assert!(debug_str.contains("EpochSnapshotManager"));
        assert!(debug_str.contains("[REDACTED]"));
        assert!(debug_str.contains("retention_count: 5"));
    }

    #[test]
    fn test_epoch_snapshot_manager_inner_debug_shows_counts() {
        let manager = EpochSnapshotManager::new(5);
        let group1 = test_group_id(1);
        let group2 = test_group_id(2);
        let event_id =
            test_event_id("aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa");

        // Add some snapshots
        {
            let mut inner = manager.inner.lock().unwrap();

            // 2 snapshots for group1
            for epoch in 0..2 {
                let snapshot = EpochSnapshot {
                    group_id: group1.clone(),
                    epoch,
                    applied_commit_id: event_id,
                    applied_commit_ts: 1000,
                    applied_commit_content_hash: [1u8; 32],
                    created_at: Instant::now(),
                    snapshot_name: format!("snap_{}", epoch),
                };
                inner
                    .snapshots
                    .entry(group1.clone())
                    .or_default()
                    .push_back(snapshot);
            }

            // 1 snapshot for group2
            let snapshot = EpochSnapshot {
                group_id: group2.clone(),
                epoch: 0,
                applied_commit_id: event_id,
                applied_commit_ts: 1000,
                applied_commit_content_hash: [1u8; 32],
                created_at: Instant::now(),
                snapshot_name: "snap_0".to_string(),
            };
            inner
                .snapshots
                .entry(group2.clone())
                .or_default()
                .push_back(snapshot);

            let debug_str = format!("{:?}", *inner);
            assert!(debug_str.contains("groups: 2"));
            assert!(debug_str.contains("total_snapshots: 3"));
        }
    }

    // ========================================
    // Integration Tests with MdkMemoryStorage
    // ========================================

    #[test]
    fn test_create_snapshot_generates_unique_name() {
        let manager = EpochSnapshotManager::new(5);
        let group_id = test_group_id(1);
        let storage = mdk_memory_storage::MdkMemoryStorage::default();

        // Set up group
        let admin_pk = PublicKey::from_slice(&[2u8; 32]).unwrap();
        let mut admin_pubkeys = BTreeSet::new();
        admin_pubkeys.insert(admin_pk);
        let group = Group {
            mls_group_id: group_id.clone(),
            nostr_group_id: [0u8; 32],
            name: "Test Group".to_string(),
            description: "Test".to_string(),
            admin_pubkeys,
            epoch: 0,
            last_message_at: None,
            last_message_processed_at: None,
            last_message_id: None,
            image_hash: None,
            image_key: None,
            image_nonce: None,
            state: GroupState::Active,
            self_update_state: SelfUpdateState::Required,
        };
        storage.save_group(group).unwrap();

        let commit_id =
            test_event_id("aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa");

        let name = manager
            .create_snapshot(&storage, &group_id, 5, &commit_id, 1000, &[1u8; 32])
            .unwrap();

        // Name should contain group_id hex, epoch, and commit_id
        assert!(name.starts_with("snap_"));
        assert!(name.contains("_5_")); // epoch
        assert!(name.contains("aaaa")); // part of commit_id
    }

    // ========================================
    // Hydration Tests
    // ========================================

    #[test]
    fn test_hydration_skipped_for_memory_storage() {
        // Memory storage is not persistent, so hydration should be skipped
        // We can verify this by checking that is_better_candidate returns false
        // for a non-existent in-memory snapshot (no hydration occurs)
        let manager = EpochSnapshotManager::new(5);
        let storage = mdk_memory_storage::MdkMemoryStorage::default();
        let group_id = test_group_id(1);

        // Call is_better_candidate - since memory storage is not persistent,
        // no hydration occurs and there are no snapshots
        let candidate_id =
            test_event_id("bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb");
        let result =
            manager.is_better_candidate(&storage, &group_id, 5, 999, &candidate_id, &[2u8; 32]);

        // Should return false since there are no snapshots and no hydration
        assert!(
            !result,
            "Should return false for non-persistent storage with no snapshots"
        );

        // Verify the internal state - no snapshots should have been added
        {
            let inner = manager.inner.lock().unwrap();
            assert!(
                !inner.snapshots.contains_key(&group_id)
                    || inner.snapshots.get(&group_id).unwrap().is_empty(),
                "Memory storage should not trigger hydration"
            );
        }
    }

    #[test]
    fn test_memory_storage_not_tracked_for_hydration() {
        // Memory storage groups should not be tracked in hydrated_groups set
        // since they don't need hydration
        let manager = EpochSnapshotManager::new(5);
        let storage = mdk_memory_storage::MdkMemoryStorage::default();
        let group_id = test_group_id(1);

        let candidate_id =
            test_event_id("aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa");
        let _ = manager.is_better_candidate(&storage, &group_id, 5, 999, &candidate_id, &[2u8; 32]);

        // For memory storage, hydrated_groups won't be marked (hydration is skipped entirely)
        {
            let inner = manager.inner.lock().unwrap();
            assert!(
                !inner.hydrated_groups.contains(&group_id),
                "Memory storage groups should not be tracked in hydrated_groups"
            );
        }
    }

    #[test]
    fn test_snapshot_name_format() {
        // Verify that snapshot names follow the expected format:
        // "snap_{group_id_hex}_{epoch}_{commit_id_hex}"
        // This ensures hydration can correctly parse them later
        let manager = EpochSnapshotManager::new(5);
        let storage = mdk_memory_storage::MdkMemoryStorage::default();
        let group_id = test_group_id(42);

        // Set up group in storage
        let admin_pk = PublicKey::from_slice(&[2u8; 32]).unwrap();
        let mut admin_pubkeys = BTreeSet::new();
        admin_pubkeys.insert(admin_pk);
        let group = Group {
            mls_group_id: group_id.clone(),
            nostr_group_id: [0u8; 32],
            name: "Test Group".to_string(),
            description: "Test".to_string(),
            admin_pubkeys,
            epoch: 0,
            last_message_at: None,
            last_message_processed_at: None,
            last_message_id: None,
            image_hash: None,
            image_key: None,
            image_nonce: None,
            state: GroupState::Active,
            self_update_state: SelfUpdateState::Required,
        };
        storage.save_group(group).unwrap();

        let commit_id =
            test_event_id("bbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbbb");
        let epoch = 7u64;

        let name = manager
            .create_snapshot(&storage, &group_id, epoch, &commit_id, 1000, &[1u8; 32])
            .unwrap();

        // Verify the format
        let parts: Vec<&str> = name.split('_').collect();
        assert_eq!(parts.len(), 4, "Snapshot name should have 4 parts");
        assert_eq!(parts[0], "snap", "First part should be 'snap'");
        assert_eq!(parts[2], "7", "Third part should be the epoch");
        // parts[1] is the group_id hex, parts[3] is the commit_id hex
        assert_eq!(parts[1].len(), 64, "Group ID hex should be 64 chars");
        assert_eq!(parts[3].len(), 64, "Commit ID hex should be 64 chars");
    }

    #[test]
    fn test_remove_group_clears_state() {
        let manager = EpochSnapshotManager::new(5);
        let group_id = test_group_id(1);

        // Directly populate the manager's inner state
        {
            let mut inner = manager.inner.lock().unwrap();
            inner
                .snapshots
                .entry(group_id.clone())
                .or_default()
                .push_back(EpochSnapshot {
                    group_id: group_id.clone(),
                    epoch: 5,
                    applied_commit_id: test_event_id(
                        "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa",
                    ),
                    applied_commit_ts: 999,
                    applied_commit_content_hash: [0u8; 32],
                    created_at: std::time::Instant::now(),
                    snapshot_name: "snap_test".to_string(),
                });
            inner.hydrated_groups.insert(group_id.clone());
        }

        // Verify state exists
        {
            let inner = manager.inner.lock().unwrap();
            assert!(inner.snapshots.contains_key(&group_id));
            assert!(inner.hydrated_groups.contains(&group_id));
        }

        manager.remove_group(&group_id);

        // Both maps cleaned
        {
            let inner = manager.inner.lock().unwrap();
            assert!(!inner.snapshots.contains_key(&group_id));
            assert!(!inner.hydrated_groups.contains(&group_id));
        }
    }

    #[test]
    fn test_remove_group_is_idempotent() {
        let manager = EpochSnapshotManager::new(5);
        let group_id = test_group_id(42);

        // Removing a nonexistent group is a no-op
        manager.remove_group(&group_id);

        let inner = manager.inner.lock().unwrap();
        assert!(!inner.snapshots.contains_key(&group_id));
    }
}