1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
//! Interfaces for stores of finalized certificates and blocks.
use crate::{simplex::types::Finalization, types::Height, Block};
use commonware_cryptography::{certificate::Scheme, Digest, Digestible};
use commonware_runtime::{BufferPooler, Clock, Metrics, Storage};
use commonware_storage::{
archive::{self, immutable, prunable, Archive, Identifier},
translator::Translator,
};
use std::{error::Error, future::Future};
/// Durable store for [Finalizations](Finalization) keyed by height and block digest.
pub trait Certificates: Send + Sync + 'static {
/// The type of [Digest] used for block digests.
type BlockDigest: Digest;
/// The type of [Digest] included in consensus certificates.
type Commitment: Digest;
/// The type of signing [Scheme] used by consensus.
type Scheme: Scheme;
/// The type of error returned when storing, retrieving, or pruning finalizations.
type Error: Error + Send + Sync + 'static;
/// Buffer a finalization certificate for storage, keyed by height and block digest.
///
/// The write is not durable until [sync](Self::sync) is called.
///
/// Implementations must ignore overwrites for an existing finalization at the same
/// height or commitment.
///
/// # Arguments
///
/// * `height`: The application height associated with the finalization.
/// * `digest`: The block digest associated with the finalization.
/// * `finalization`: The finalization certificate to store.
///
/// # Returns
///
/// `Ok(())` on success, or `Err` if the write fails.
fn put(
&mut self,
height: Height,
digest: Self::BlockDigest,
finalization: Finalization<Self::Scheme, Self::Commitment>,
) -> impl Future<Output = Result<(), Self::Error>> + Send;
/// Flush all buffered writes to durable storage.
fn sync(&mut self) -> impl Future<Output = Result<(), Self::Error>> + Send;
/// Retrieve a [Finalization] by height or corresponding block digest.
///
/// The [Identifier] is borrowed from the [archive] API and allows lookups via either the application height or
/// its corresponding block digest.
///
/// # Arguments
///
/// * `id`: The finalization identifier (height or digest) to fetch.
///
/// # Returns
///
/// `Ok(Some(finalization))` if present, `Ok(None)` if missing, or `Err` on read failure.
#[allow(clippy::type_complexity)]
fn get(
&self,
id: Identifier<'_, Self::BlockDigest>,
) -> impl Future<
Output = Result<Option<Finalization<Self::Scheme, Self::Commitment>>, Self::Error>,
> + Send;
/// Prune the store to the provided minimum height (inclusive).
///
/// # Arguments
///
/// * `min`: The lowest height that must remain after pruning.
///
/// # Returns
///
/// `Ok(())` when pruning is applied or unnecessary; `Err` if pruning fails.
fn prune(&mut self, min: Height) -> impl Future<Output = Result<(), Self::Error>> + Send;
/// Retrieves the highest stored finalization's application height.
///
/// # Returns
/// `Some(height)` if there are any stored finalizations, or `None` if the store is empty.
fn last_index(&self) -> Option<Height>;
/// Retrieve an iterator over ranges that overlap or follow `from`.
fn ranges_from(&self, from: Height) -> impl Iterator<Item = (Height, Height)>;
}
/// Durable store for finalized [Blocks](Block) keyed by height and block digest.
pub trait Blocks: Send + Sync + 'static {
/// The type of [Block] that is stored.
type Block: Block;
/// The type of error returned when storing, retrieving, or pruning blocks.
type Error: Error + Send + Sync + 'static;
/// Buffer a finalized block for storage, keyed by height and block digest.
///
/// The write is not durable until [sync](Self::sync) is called.
///
/// Implementations must ignore overwrites for an existing block at the same
/// height or commitment.
///
/// # Arguments
///
/// * `block`: The finalized block, which provides its `height()` and `digest()`.
fn put(&mut self, block: Self::Block) -> impl Future<Output = Result<(), Self::Error>> + Send;
/// Flush all buffered writes to durable storage.
fn sync(&mut self) -> impl Future<Output = Result<(), Self::Error>> + Send;
/// Retrieve a finalized block by height or block digest.
///
/// The [Identifier] is borrowed from the [archive] API and allows lookups via either the block height or
/// its block digest.
///
/// # Arguments
///
/// * `id`: The block identifier (height or digest) to fetch.
///
/// # Returns
///
/// `Ok(Some(block))` if present, `Ok(None)` if missing, or `Err` on read failure.
fn get(
&self,
id: Identifier<'_, <Self::Block as Digestible>::Digest>,
) -> impl Future<Output = Result<Option<Self::Block>, Self::Error>> + Send;
/// Prune the store to the provided minimum height (inclusive).
///
/// # Arguments
///
/// * `min`: The lowest height that must remain after pruning.
///
/// # Returns
///
/// `Ok(())` when pruning is applied or unnecessary; `Err` if pruning fails.
fn prune(&mut self, min: Height) -> impl Future<Output = Result<(), Self::Error>> + Send;
/// Returns up to `max` missing items starting from `start`.
///
/// This method iterates through gaps between existing ranges, collecting missing indices
/// until either `max` items are found or there are no more gaps to fill.
///
/// # Arguments
///
/// * `start`: The height to start searching from (inclusive).
/// * `max`: The maximum number of missing items to return.
///
/// # Returns
///
/// A vector containing up to `max` missing heights from gaps between ranges.
/// The vector may contain fewer than `max` items if there aren't enough gaps.
/// If there are no more ranges after the current position, no items are returned.
fn missing_items(&self, start: Height, max: usize) -> Vec<Height>;
/// Finds the end of the range containing `value` and the start of the
/// range succeeding `value`. This method is useful for identifying gaps around a given point.
///
/// # Arguments
///
/// - `value`: The height to query around.
///
/// # Behavior
///
/// - If `value` falls within an existing range `[r_start, r_end]`, `current_range_end` will be `Some(r_end)`.
/// - If `value` falls in a gap between two ranges `[..., prev_end]` and `[next_start, ...]`,
/// `current_range_end` will be `None` and `next_range_start` will be `Some(next_start)`.
/// - If `value` is before all ranges in the store, `current_range_end` will be `None`.
/// - If `value` is after all ranges in the store (or within the last range), `next_range_start` will be `None`.
/// - If the store is empty, both will be `None`.
///
/// # Returns
///
/// A tuple `(Option<Height>, Option<Height>)` where:
/// - The first element (`current_range_end`) is `Some(end)` of the range that contains `value`. It's `None` if `value` is before all ranges, the store is empty, or `value` is not in any range.
/// - The second element (`next_range_start`) is `Some(start)` of the first range that begins strictly after `value`. It's `None` if no range starts after `value` or the store is empty.
fn next_gap(&self, value: Height) -> (Option<Height>, Option<Height>);
/// Retrieve the last (highest) index in the store.
///
/// # Returns
/// `Some(height)` if there are any stored blocks, or `None` if the store is empty.
fn last_index(&self) -> Option<Height>;
}
impl<E, B, C, S> Certificates for immutable::Archive<E, B, Finalization<S, C>>
where
E: BufferPooler + Storage + Metrics + Clock,
B: Digest,
C: Digest,
S: Scheme,
{
type BlockDigest = B;
type Commitment = C;
type Scheme = S;
type Error = archive::Error;
async fn put(
&mut self,
height: Height,
digest: Self::BlockDigest,
finalization: Finalization<S, Self::Commitment>,
) -> Result<(), Self::Error> {
Archive::put(self, height.get(), digest, finalization).await
}
async fn sync(&mut self) -> Result<(), Self::Error> {
Archive::sync(self).await
}
async fn get(
&self,
id: Identifier<'_, Self::BlockDigest>,
) -> Result<Option<Finalization<Self::Scheme, Self::Commitment>>, Self::Error> {
<Self as Archive>::get(self, id).await
}
async fn prune(&mut self, _: Height) -> Result<(), Self::Error> {
// Pruning is a no-op for immutable archives.
Ok(())
}
fn last_index(&self) -> Option<Height> {
<Self as Archive>::last_index(self).map(Height::new)
}
fn ranges_from(&self, from: Height) -> impl Iterator<Item = (Height, Height)> {
<Self as Archive>::ranges_from(self, from.get())
.map(|(s, e)| (Height::new(s), Height::new(e)))
}
}
impl<E, B> Blocks for immutable::Archive<E, B::Digest, B>
where
E: BufferPooler + Storage + Metrics + Clock,
B: Block,
{
type Block = B;
type Error = archive::Error;
async fn put(&mut self, block: Self::Block) -> Result<(), Self::Error> {
Archive::put(self, block.height().get(), block.digest(), block).await
}
async fn sync(&mut self) -> Result<(), Self::Error> {
Archive::sync(self).await
}
async fn get(
&self,
id: Identifier<'_, <Self::Block as Digestible>::Digest>,
) -> Result<Option<Self::Block>, Self::Error> {
<Self as Archive>::get(self, id).await
}
async fn prune(&mut self, _: Height) -> Result<(), Self::Error> {
// Pruning is a no-op for immutable archives.
Ok(())
}
fn missing_items(&self, start: Height, max: usize) -> Vec<Height> {
<Self as Archive>::missing_items(self, start.get(), max)
.into_iter()
.map(Height::new)
.collect()
}
fn next_gap(&self, value: Height) -> (Option<Height>, Option<Height>) {
let (a, b) = <Self as Archive>::next_gap(self, value.get());
(a.map(Height::new), b.map(Height::new))
}
fn last_index(&self) -> Option<Height> {
<Self as Archive>::last_index(self).map(Height::new)
}
}
impl<T, E, B, C, S> Certificates for prunable::Archive<T, E, B, Finalization<S, C>>
where
T: Translator,
E: BufferPooler + Storage + Metrics + Clock,
B: Digest,
C: Digest,
S: Scheme,
{
type BlockDigest = B;
type Commitment = C;
type Scheme = S;
type Error = archive::Error;
async fn put(
&mut self,
height: Height,
digest: Self::BlockDigest,
finalization: Finalization<S, Self::Commitment>,
) -> Result<(), Self::Error> {
Archive::put(self, height.get(), digest, finalization).await
}
async fn sync(&mut self) -> Result<(), Self::Error> {
Archive::sync(self).await
}
async fn get(
&self,
id: Identifier<'_, Self::BlockDigest>,
) -> Result<Option<Finalization<Self::Scheme, Self::Commitment>>, Self::Error> {
<Self as Archive>::get(self, id).await
}
async fn prune(&mut self, min: Height) -> Result<(), Self::Error> {
Self::prune(self, min.get()).await
}
fn last_index(&self) -> Option<Height> {
<Self as Archive>::last_index(self).map(Height::new)
}
fn ranges_from(&self, from: Height) -> impl Iterator<Item = (Height, Height)> {
<Self as Archive>::ranges_from(self, from.get())
.map(|(s, e)| (Height::new(s), Height::new(e)))
}
}
impl<T, E, B> Blocks for prunable::Archive<T, E, B::Digest, B>
where
T: Translator,
E: BufferPooler + Storage + Metrics + Clock,
B: Block,
{
type Block = B;
type Error = archive::Error;
async fn put(&mut self, block: Self::Block) -> Result<(), Self::Error> {
Archive::put(self, block.height().get(), block.digest(), block).await
}
async fn sync(&mut self) -> Result<(), Self::Error> {
Archive::sync(self).await
}
async fn get(
&self,
id: Identifier<'_, <Self::Block as Digestible>::Digest>,
) -> Result<Option<Self::Block>, Self::Error> {
<Self as Archive>::get(self, id).await
}
async fn prune(&mut self, min: Height) -> Result<(), Self::Error> {
Self::prune(self, min.get()).await
}
fn missing_items(&self, start: Height, max: usize) -> Vec<Height> {
<Self as Archive>::missing_items(self, start.get(), max)
.into_iter()
.map(Height::new)
.collect()
}
fn next_gap(&self, value: Height) -> (Option<Height>, Option<Height>) {
let (a, b) = <Self as Archive>::next_gap(self, value.get());
(a.map(Height::new), b.map(Height::new))
}
fn last_index(&self) -> Option<Height> {
<Self as Archive>::last_index(self).map(Height::new)
}
}