use crate::{Hasher, Key, Translator, Value};
use commonware_cryptography::{Hasher as CryptoHasher, Sha256};
use commonware_runtime::{BufferPooler, Clock, Metrics, Storage};
use commonware_storage::{
journal::contiguous::variable::Config as VConfig,
merkle::{
journaled::Config as MmrConfig,
mmr::{self, Location, Proof},
},
qmdb::{
self,
immutable::{self, Config},
},
};
use commonware_utils::{NZUsize, NZU16, NZU64};
use std::{future::Future, num::NonZeroU64};
use tracing::error;
pub type Database<E> = immutable::variable::Db<mmr::Family, E, Key, Value, Hasher, Translator>;
pub type Operation = immutable::variable::Operation<Key, Value>;
pub fn create_config(context: &impl BufferPooler) -> Config<Translator, VConfig<((), ())>> {
let page_cache = commonware_runtime::buffer::paged::CacheRef::from_pooler(
context,
NZU16!(2048),
NZUsize!(10),
);
Config {
merkle_config: MmrConfig {
journal_partition: "mmr-journal".into(),
metadata_partition: "mmr-metadata".into(),
items_per_blob: NZU64!(4096),
write_buffer: NZUsize!(4096),
thread_pool: None,
page_cache: page_cache.clone(),
},
log: VConfig {
partition: "log".into(),
items_per_section: NZU64!(4096),
compression: None,
codec_config: ((), ()),
write_buffer: NZUsize!(4096),
page_cache,
},
translator: commonware_storage::translator::EightCap,
}
}
pub fn create_test_operations(count: usize, seed: u64) -> Vec<Operation> {
let mut operations = Vec::new();
let mut hasher = <Hasher as CryptoHasher>::new();
for i in 0..count {
let key = {
hasher.update(&i.to_be_bytes());
hasher.update(&seed.to_be_bytes());
hasher.finalize()
};
let value = {
hasher.update(&key);
hasher.update(b"value");
hasher.finalize()
};
operations.push(Operation::Set(key, value));
if (i + 1) % 10 == 0 {
operations.push(Operation::Commit(None));
}
}
operations.push(Operation::Commit(Some(Sha256::fill(1))));
operations
}
impl<E> super::Syncable for Database<E>
where
E: Storage + Clock + Metrics,
{
type Family = mmr::Family;
type Operation = Operation;
fn create_test_operations(count: usize, seed: u64) -> Vec<Self::Operation> {
create_test_operations(count, seed)
}
async fn add_operations(
&mut self,
operations: Vec<Self::Operation>,
) -> Result<(), commonware_storage::qmdb::Error<mmr::Family>> {
if operations.last().is_none() || !operations.last().unwrap().is_commit() {
error!("operations must end with a commit");
return Ok(());
}
let mut batch = self.new_batch();
for operation in operations {
match operation {
Operation::Set(key, value) => {
batch = batch.set(key, value);
}
Operation::Commit(metadata) => {
let merkleized = batch.merkleize(self, metadata);
self.apply_batch(merkleized).await?;
self.commit().await?;
batch = self.new_batch();
}
}
}
Ok(())
}
fn root(&self) -> Key {
self.root()
}
async fn size(&self) -> Location {
self.bounds().await.end
}
async fn inactivity_floor(&self) -> Location {
self.bounds().await.start
}
fn historical_proof(
&self,
op_count: Location,
start_loc: Location,
max_ops: NonZeroU64,
) -> impl Future<Output = Result<(Proof<Key>, Vec<Self::Operation>), qmdb::Error<mmr::Family>>> + Send
{
self.historical_proof(op_count, start_loc, max_ops)
}
fn pinned_nodes_at(
&self,
loc: Location,
) -> impl Future<Output = Result<Vec<Key>, qmdb::Error<mmr::Family>>> + Send {
self.pinned_nodes_at(loc)
}
fn name() -> &'static str {
"immutable"
}
}