use crate::{Hasher, Key, Translator, Value};
use commonware_cryptography::Hasher as CryptoHasher;
use commonware_runtime::{buffer, BufferPooler, Clock, Metrics, Storage};
use commonware_storage::{
journal::contiguous::fixed::Config as FConfig,
mmr::{self, journaled::Config as MmrConfig, Location, Proof},
qmdb::{
self,
any::{
unordered::{
fixed::{Db, Operation as FixedOperation},
Update,
},
FixedConfig as Config,
},
operation::Committable,
},
};
use commonware_utils::{NZUsize, NZU16, NZU64};
use std::{future::Future, num::NonZeroU64};
use tracing::error;
pub type Database<E> = Db<mmr::Family, E, Key, Value, Hasher, Translator>;
pub type Operation = FixedOperation<mmr::Family, Key, Value>;
pub fn create_config(context: &impl BufferPooler) -> Config<Translator> {
let page_cache = buffer::paged::CacheRef::from_pooler(context, NZU16!(2048), NZUsize!(10));
Config {
merkle_config: MmrConfig {
journal_partition: "mmr-journal".into(),
metadata_partition: "mmr-metadata".into(),
items_per_blob: NZU64!(4096),
write_buffer: NZUsize!(4096),
thread_pool: None,
page_cache: page_cache.clone(),
},
journal_config: FConfig {
partition: "log-journal".into(),
items_per_blob: NZU64!(4096),
write_buffer: NZUsize!(4096),
page_cache,
},
translator: Translator::default(),
}
}
impl<E> crate::databases::Syncable for Database<E>
where
E: Storage + Clock + Metrics,
{
type Family = mmr::Family;
type Operation = Operation;
fn create_test_operations(count: usize, seed: u64) -> Vec<Self::Operation> {
let mut hasher = <Hasher as CryptoHasher>::new();
let mut operations = Vec::new();
for i in 0..count {
let key = {
hasher.update(&i.to_be_bytes());
hasher.update(&seed.to_be_bytes());
hasher.finalize()
};
let value = {
hasher.update(&key);
hasher.update(b"value");
hasher.finalize()
};
operations.push(Operation::Update(Update(key, value)));
if (i + 1) % 10 == 0 {
operations.push(Operation::CommitFloor(None, Location::from(i + 1)));
}
}
operations.push(Operation::CommitFloor(None, Location::from(count)));
operations
}
async fn add_operations(
&mut self,
operations: Vec<Self::Operation>,
) -> Result<(), qmdb::Error<mmr::Family>> {
if operations.last().is_none() || !operations.last().unwrap().is_commit() {
error!("operations must end with a commit");
return Ok(());
}
let mut batch = self.new_batch();
for operation in operations {
match operation {
Operation::Update(Update(key, value)) => {
batch = batch.write(key, Some(value));
}
Operation::Delete(key) => {
batch = batch.write(key, None);
}
Operation::CommitFloor(metadata, _) => {
let merkleized = batch.merkleize(self, metadata).await?;
self.apply_batch(merkleized).await?;
self.commit().await?;
batch = self.new_batch();
}
}
}
Ok(())
}
fn root(&self) -> Key {
self.root()
}
async fn size(&self) -> Location {
self.bounds().await.end
}
async fn inactivity_floor(&self) -> Location {
self.inactivity_floor_loc()
}
fn historical_proof(
&self,
op_count: Location,
start_loc: Location,
max_ops: NonZeroU64,
) -> impl Future<Output = Result<(Proof<Key>, Vec<Self::Operation>), qmdb::Error<mmr::Family>>> + Send
{
self.historical_proof(op_count, start_loc, max_ops)
}
fn pinned_nodes_at(
&self,
loc: Location,
) -> impl Future<Output = Result<Vec<Key>, qmdb::Error<mmr::Family>>> + Send {
self.pinned_nodes_at(loc)
}
fn name() -> &'static str {
"any"
}
}
#[cfg(test)]
mod tests {
use super::*;
use crate::databases::Syncable;
use commonware_runtime::deterministic;
type AnyDb = Database<deterministic::Context>;
#[test]
fn test_create_test_operations() {
let ops = <AnyDb as Syncable>::create_test_operations(5, 12345);
assert_eq!(ops.len(), 6);
if let Operation::CommitFloor(_, loc) = &ops[5] {
assert_eq!(*loc, 5);
} else {
panic!("Last operation should be a commit");
}
}
#[test]
fn test_deterministic_operations() {
let ops1 = <AnyDb as Syncable>::create_test_operations(3, 12345);
let ops2 = <AnyDb as Syncable>::create_test_operations(3, 12345);
assert_eq!(ops1, ops2);
let ops3 = <AnyDb as Syncable>::create_test_operations(3, 54321);
assert_ne!(ops1, ops3);
}
}