1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
//! Interface for a store of finalized blocks, used by [Actor](super::Actor).
use crate::{simplex::types::Finalization, types::Height, Block};
use commonware_cryptography::{certificate::Scheme, Committable, Digest};
use commonware_runtime::{Clock, Metrics, Storage};
use commonware_storage::{
archive::{self, immutable, prunable, Archive, Identifier},
translator::Translator,
};
use std::{error::Error, future::Future};
/// Durable store for [Finalizations](Finalization) keyed by height and commitment.
pub trait Certificates: Send + Sync + 'static {
/// The type of commitment included in consensus certificates.
type Commitment: Digest;
/// The type of signing [Scheme] used by consensus.
type Scheme: Scheme;
/// The type of error returned when storing, retrieving, or pruning finalizations.
type Error: Error + Send + Sync + 'static;
/// Store a finalization certificate, keyed by height and commitment.
///
/// Implementations must:
/// - Durably sync the write before returning; successful completion implies that the certificate is persisted.
/// - Ignore overwrites for an existing finalization at the same height or commitment.
///
/// # Arguments
///
/// * `height`: The application height associated with the finalization.
/// * `commitment`: The block commitment associated with the finalization.
/// * `finalization`: The finalization certificate.
///
/// # Returns
///
/// `Ok(())` once the write is synced, or `Err` if persistence fails.
fn put(
&mut self,
height: Height,
commitment: Self::Commitment,
finalization: Finalization<Self::Scheme, Self::Commitment>,
) -> impl Future<Output = Result<(), Self::Error>> + Send;
/// Retrieve a [Finalization] by height or commitment.
///
/// The [Identifier] is borrowed from the [archive] API and allows lookups via either the application height or
/// its commitment.
///
/// # Arguments
///
/// * `id`: The finalization identifier (height or commitment) to fetch.
///
/// # Returns
///
/// `Ok(Some(finalization))` if present, `Ok(None)` if missing, or `Err` on read failure.
#[allow(clippy::type_complexity)]
fn get(
&self,
id: Identifier<'_, Self::Commitment>,
) -> impl Future<
Output = Result<Option<Finalization<Self::Scheme, Self::Commitment>>, Self::Error>,
> + Send;
/// Prune the store to the provided minimum height (inclusive).
///
/// # Arguments
///
/// * `min`: The lowest height that must remain after pruning.
///
/// # Returns
///
/// `Ok(())` when pruning is applied or unnecessary; `Err` if pruning fails.
fn prune(&mut self, min: Height) -> impl Future<Output = Result<(), Self::Error>> + Send;
/// Retrieves the highest stored finalization's application height.
///
/// # Returns
/// `Some(height)` if there are any stored finalizations, or `None` if the store is empty.
fn last_index(&self) -> Option<Height>;
}
/// Durable store for finalized [Blocks](Block) keyed by height and commitment.
pub trait Blocks: Send + Sync + 'static {
/// The type of [Block] that is stored.
type Block: Block;
/// The type of error returned when storing, retrieving, or pruning blocks.
type Error: Error + Send + Sync + 'static;
/// Store a finalized block, keyed by height and commitment.
///
/// Implementations must:
/// - Durably sync the write before returning; successful completion implies that the block is persisted.
/// - Ignore overwrites for an existing block at the same height or commitment.
///
/// # Arguments
///
/// * `block`: The finalized block, which provides its `height()` and `commitment()`.
///
/// # Returns
///
/// `Ok(())` once the write is synced, or `Err` if persistence fails.
fn put(&mut self, block: Self::Block) -> impl Future<Output = Result<(), Self::Error>> + Send;
/// Retrieve a finalized block by height or commitment.
///
/// The [Identifier] is borrowed from the [archive] API and allows lookups via either the block height or
/// its commitment.
///
/// # Arguments
///
/// * `id`: The block identifier (height or commitment) to fetch.
///
/// # Returns
///
/// `Ok(Some(block))` if present, `Ok(None)` if missing, or `Err` on read failure.
fn get(
&self,
id: Identifier<'_, <Self::Block as Committable>::Commitment>,
) -> impl Future<Output = Result<Option<Self::Block>, Self::Error>> + Send;
/// Prune the store to the provided minimum height (inclusive).
///
/// # Arguments
///
/// * `min`: The lowest height that must remain after pruning.
///
/// # Returns
///
/// `Ok(())` when pruning is applied or unnecessary; `Err` if pruning fails.
fn prune(&mut self, min: Height) -> impl Future<Output = Result<(), Self::Error>> + Send;
/// Returns up to `max` missing items starting from `start`.
///
/// This method iterates through gaps between existing ranges, collecting missing indices
/// until either `max` items are found or there are no more gaps to fill.
///
/// # Arguments
///
/// * `start`: The height to start searching from (inclusive).
/// * `max`: The maximum number of missing items to return.
///
/// # Returns
///
/// A vector containing up to `max` missing heights from gaps between ranges.
/// The vector may contain fewer than `max` items if there aren't enough gaps.
/// If there are no more ranges after the current position, no items are returned.
fn missing_items(&self, start: Height, max: usize) -> Vec<Height>;
/// Finds the end of the range containing `value` and the start of the
/// range succeeding `value`. This method is useful for identifying gaps around a given point.
///
/// # Arguments
///
/// - `value`: The height to query around.
///
/// # Behavior
///
/// - If `value` falls within an existing range `[r_start, r_end]`, `current_range_end` will be `Some(r_end)`.
/// - If `value` falls in a gap between two ranges `[..., prev_end]` and `[next_start, ...]`,
/// `current_range_end` will be `None` and `next_range_start` will be `Some(next_start)`.
/// - If `value` is before all ranges in the store, `current_range_end` will be `None`.
/// - If `value` is after all ranges in the store (or within the last range), `next_range_start` will be `None`.
/// - If the store is empty, both will be `None`.
///
/// # Returns
///
/// A tuple `(Option<Height>, Option<Height>)` where:
/// - The first element (`current_range_end`) is `Some(end)` of the range that contains `value`. It's `None` if `value` is before all ranges, the store is empty, or `value` is not in any range.
/// - The second element (`next_range_start`) is `Some(start)` of the first range that begins strictly after `value`. It's `None` if no range starts after `value` or the store is empty.
fn next_gap(&self, value: Height) -> (Option<Height>, Option<Height>);
}
impl<E, C, S> Certificates for immutable::Archive<E, C, Finalization<S, C>>
where
E: Storage + Metrics + Clock,
C: Digest,
S: Scheme,
{
type Commitment = C;
type Scheme = S;
type Error = archive::Error;
async fn put(
&mut self,
height: Height,
commitment: Self::Commitment,
finalization: Finalization<S, Self::Commitment>,
) -> Result<(), Self::Error> {
self.put_sync(height.get(), commitment, finalization).await
}
async fn get(
&self,
id: Identifier<'_, Self::Commitment>,
) -> Result<Option<Finalization<Self::Scheme, Self::Commitment>>, Self::Error> {
<Self as Archive>::get(self, id).await
}
async fn prune(&mut self, _: Height) -> Result<(), Self::Error> {
// Pruning is a no-op for immutable archives.
Ok(())
}
fn last_index(&self) -> Option<Height> {
<Self as Archive>::last_index(self).map(Height::new)
}
}
impl<E, B> Blocks for immutable::Archive<E, B::Commitment, B>
where
E: Storage + Metrics + Clock,
B: Block,
{
type Block = B;
type Error = archive::Error;
async fn put(&mut self, block: Self::Block) -> Result<(), Self::Error> {
self.put_sync(block.height().get(), block.commitment(), block)
.await
}
async fn get(
&self,
id: Identifier<'_, <Self::Block as Committable>::Commitment>,
) -> Result<Option<Self::Block>, Self::Error> {
<Self as Archive>::get(self, id).await
}
async fn prune(&mut self, _: Height) -> Result<(), Self::Error> {
// Pruning is a no-op for immutable archives.
Ok(())
}
fn missing_items(&self, start: Height, max: usize) -> Vec<Height> {
<Self as Archive>::missing_items(self, start.get(), max)
.into_iter()
.map(Height::new)
.collect()
}
fn next_gap(&self, value: Height) -> (Option<Height>, Option<Height>) {
let (a, b) = <Self as Archive>::next_gap(self, value.get());
(a.map(Height::new), b.map(Height::new))
}
}
impl<T, E, C, S> Certificates for prunable::Archive<T, E, C, Finalization<S, C>>
where
T: Translator<Key = C>,
E: Storage + Metrics + Clock,
C: Digest,
S: Scheme,
{
type Commitment = C;
type Scheme = S;
type Error = archive::Error;
async fn put(
&mut self,
height: Height,
commitment: Self::Commitment,
finalization: Finalization<S, Self::Commitment>,
) -> Result<(), Self::Error> {
self.put_sync(height.get(), commitment, finalization).await
}
async fn get(
&self,
id: Identifier<'_, Self::Commitment>,
) -> Result<Option<Finalization<Self::Scheme, Self::Commitment>>, Self::Error> {
<Self as Archive>::get(self, id).await
}
async fn prune(&mut self, min: Height) -> Result<(), Self::Error> {
Self::prune(self, min.get()).await
}
fn last_index(&self) -> Option<Height> {
<Self as Archive>::last_index(self).map(Height::new)
}
}
impl<T, E, B> Blocks for prunable::Archive<T, E, B::Commitment, B>
where
T: Translator<Key = B::Commitment>,
E: Storage + Metrics + Clock,
B: Block,
{
type Block = B;
type Error = archive::Error;
async fn put(&mut self, block: Self::Block) -> Result<(), Self::Error> {
self.put_sync(block.height().get(), block.commitment(), block)
.await
}
async fn get(
&self,
id: Identifier<'_, <Self::Block as Committable>::Commitment>,
) -> Result<Option<Self::Block>, Self::Error> {
<Self as Archive>::get(self, id).await
}
async fn prune(&mut self, min: Height) -> Result<(), Self::Error> {
Self::prune(self, min.get()).await
}
fn missing_items(&self, start: Height, max: usize) -> Vec<Height> {
<Self as Archive>::missing_items(self, start.get(), max)
.into_iter()
.map(Height::new)
.collect()
}
fn next_gap(&self, value: Height) -> (Option<Height>, Option<Height>) {
let (a, b) = <Self as Archive>::next_gap(self, value.get());
(a.map(Height::new), b.map(Height::new))
}
}