Skip to main content

Journal

Struct Journal 

Source
pub struct Journal<F, E, C, H, S>
where F: Family, E: Context, C: Contiguous<Item: EncodeShared>, H: Hasher, S: Strategy,
{ /* private fields */ }
Expand description

An append-only data structure that maintains a sequential journal of items alongside a Merkle-family structure. The item at index i in the journal corresponds to the leaf at Location i in the Merkle structure. This structure enables efficient proofs that an item is included in the journal at a specific location.

Implementations§

Source§

impl<F, E, C, H, S> Journal<F, E, C, H, S>
where F: Family, E: Context, C: Contiguous<Item: EncodeShared>, H: Hasher, S: Strategy,

Source

pub fn size(&self) -> Location<F>

Returns the Location of the next item appended to the journal.

Source

pub fn root(&self, inactive_peaks: usize) -> Result<H::Digest, Error<F>>

Compute the root of the Merkle structure using inactive_peaks and the bagging carried by the journal’s hasher.

Source

pub const fn strategy(&self) -> &S

Return a reference to the merkleization strategy.

Source

pub fn new_batch(&self) -> UnmerkleizedBatch<F, H, C::Item, S>
where C::Item: Encode,

Create a speculative batch atop this journal.

Source§

impl<F, E, C, H, S> Journal<F, E, C, H, S>
where F: Family, E: Context, C: Mutable<Item: EncodeShared>, H: Hasher, S: Strategy,

Source

pub async fn commit(&mut self) -> Result<(), Error<F>>

Durably persist the journal. This is faster than sync() but does not guarantee that the Merkle structure is durably persisted, meaning recovery may be required on startup in the event of a crash.

Source§

impl<F, E, C, H, S> Journal<F, E, C, H, S>
where F: Family, E: Context, C: Mutable<Item: EncodeShared>, H: Hasher, S: Strategy,

Source

pub async fn from_components( merkle: Merkle<F, E, H::Digest, S>, journal: C, hasher: StandardHasher<H>, apply_batch_size: u64, ) -> Result<Self, Error<F>>

Create a new Journal from the given components after aligning the Merkle structure with the journal.

Source

pub async fn append(&mut self, item: &C::Item) -> Result<Location<F>, Error<F>>

Append an item to the journal and update the Merkle structure.

Source

pub async fn apply_batch( &mut self, batch: &MerkleizedBatch<F, H::Digest, C::Item, S>, ) -> Result<(), Error<F>>

Apply a batch to the journal.

A batch is valid if the journal has not been modified since the batch chain was created, or if only ancestors of this batch have been applied. Already-committed ancestors are skipped automatically. Applying a batch from a different fork returns an error.

Source

pub async fn rewind(&mut self, size: u64) -> Result<(), Error<F>>

Rewind the journal and Merkle structure.

Source

pub async fn prune( &mut self, prune_loc: Location<F>, ) -> Result<Location<F>, Error<F>>

Prune both the Merkle structure and journal to the given location.

§Returns

The new pruning boundary, which may be less than the requested prune_loc.

Source§

impl<F, E, C, H, S> Journal<F, E, C, H, S>
where F: Family, E: Context, C: Contiguous<Item: EncodeShared>, H: Hasher, S: Strategy,

Source

pub async fn proof( &self, start_loc: Location<F>, max_ops: NonZeroU64, inactive_peaks: usize, ) -> Result<(Proof<F, H::Digest>, Vec<C::Item>), Error<F>>

Generate a proof of inclusion for items starting at start_loc.

Returns a proof and the items corresponding to the leaves in the range start_loc..end_loc, where end_loc is the minimum of the current item count and start_loc + max_ops.

§Errors
Source

pub async fn historical_proof( &self, historical_leaves: Location<F>, start_loc: Location<F>, max_ops: NonZeroU64, inactive_peaks: usize, ) -> Result<(Proof<F, H::Digest>, Vec<C::Item>), Error<F>>

Generate a historical proof with respect to the state of the Merkle structure when it had historical_leaves leaves.

Returns a proof and the items corresponding to the leaves in the range start_loc..end_loc, where end_loc is the minimum of historical_leaves and start_loc + max_ops.

§Errors
Source§

impl<F, E, C, H, S> Journal<F, E, C, H, S>
where F: Family, E: Context, C: Mutable<Item: EncodeShared>, H: Hasher, S: Strategy,

Source

pub async fn destroy(self) -> Result<(), Error<F>>

Destroy the authenticated journal, removing all data from disk.

Source

pub async fn sync(&mut self) -> Result<(), Error<F>>

Durably persist the journal, ensuring no recovery is required on startup.

Source§

impl<F, E, O, H, S> Journal<F, E, Journal<E, O>, H, S>
where F: Family, E: Context, O: CodecFixedShared, H: Hasher, S: Strategy,

Source

pub async fn new( context: E, merkle_cfg: Config<S>, journal_cfg: Config, rewind_predicate: fn(&O) -> bool, bagging: Bagging, ) -> Result<Self, Error<F>>

Create a new authenticated Journal.

The inner journal will be rewound to the last item matching rewind_predicate, and the merkle structure will be aligned to match.

Source§

impl<F, E, O, H, S> Journal<F, E, Journal<E, O>, H, S>
where F: Family, E: Context, O: CodecShared, H: Hasher, S: Strategy,

Source

pub async fn new( context: E, merkle_cfg: Config<S>, journal_cfg: Config<O::Cfg>, rewind_predicate: fn(&O) -> bool, bagging: Bagging, ) -> Result<Self, Error<F>>

Create a new authenticated Journal.

The inner journal will be rewound to the last item matching rewind_predicate, and the merkle structure will be aligned to match.

Trait Implementations§

Source§

impl<F, E, C, H, S> Contiguous for Journal<F, E, C, H, S>
where F: Family, E: Context, C: Contiguous<Item: EncodeShared>, H: Hasher, S: Strategy,

Source§

type Item = <C as Contiguous>::Item

The type of items stored in the journal.
Source§

fn bounds(&self) -> Range<u64>

Returns [start, end) with a guaranteed stable pruning boundary.
Source§

async fn read(&self, position: u64) -> Result<C::Item, JournalError>

Read the item at the given position. Read more
Source§

async fn read_many( &self, positions: &[u64], ) -> Result<Vec<C::Item>, JournalError>

Read multiple items at the given positions, which must be strictly increasing. Read more
Source§

fn try_read_sync(&self, position: u64) -> Option<C::Item>

Read an item if it can be done synchronously (e.g. without I/O), returning None otherwise. Decode failures surface as None and the async read path reports the error.
Source§

fn try_read_many_sync(&self, positions: &[u64]) -> Vec<Option<C::Item>>

Probe multiple strictly increasing positions, serving those that can be read synchronously (e.g. from a page cache) and returning one slot per position. Positions that require I/O, fail to decode, or fall outside bounds() decline to None. The async read paths are the sole error authority for declined positions.
Source§

async fn replay( &self, start_pos: u64, buffer: NonZeroUsize, ) -> Result<impl Stream<Item = Result<(u64, C::Item), JournalError>> + Send, JournalError>

Return a stream of all items starting from start_pos, bounded by bounds(). Read more
Source§

impl<F, E, C, H, S> Mutable for Journal<F, E, C, H, S>
where F: Family, E: Context, C: Mutable<Item: EncodeShared>, H: Hasher, S: Strategy,

Source§

async fn append(&mut self, item: &Self::Item) -> Result<u64, JournalError>

Append a new item to the journal, returning its position. Read more
Source§

async fn append_many<'a>( &'a mut self, items: Many<'a, Self::Item>, ) -> Result<u64, JournalError>

Append items to the journal, returning the position of the last item appended. Read more
Source§

async fn prune(&mut self, min_position: u64) -> Result<bool, JournalError>

Prune items at positions strictly less than min_position. Read more
Source§

async fn rewind(&mut self, size: u64) -> Result<(), JournalError>

Rewind the journal to the given size, discarding items from the end. Read more
Source§

async fn commit(&mut self) -> Result<(), JournalError>

Durably persist the journal, guaranteeing the current state will survive a crash. Read more
Source§

async fn sync(&mut self) -> Result<(), JournalError>

Durably persist the journal, guaranteeing the current state will survive a crash, and that no recovery will be needed on startup. Read more
Source§

async fn destroy(self) -> Result<(), JournalError>

Destroy the journal, removing all associated storage. Read more
Source§

fn rewind_to<'a, P>( &'a mut self, predicate: P, ) -> impl Future<Output = Result<u64, Error>> + Send + 'a
where P: FnMut(&Self::Item) -> bool + Send + 'a,

Rewinds the journal to the last item matching predicate. If no item matches, the journal is rewound to the pruning boundary, discarding all unpruned items. Read more

Auto Trait Implementations§

§

impl<F, E, C, H, S> !Freeze for Journal<F, E, C, H, S>

§

impl<F, E, C, H, S> !RefUnwindSafe for Journal<F, E, C, H, S>

§

impl<F, E, C, H, S> !UnwindSafe for Journal<F, E, C, H, S>

§

impl<F, E, C, H, S> Send for Journal<F, E, C, H, S>

§

impl<F, E, C, H, S> Sync for Journal<F, E, C, H, S>

§

impl<F, E, C, H, S> Unpin for Journal<F, E, C, H, S>
where C: Unpin, S: Unpin, E: Unpin, H: Unpin, F: Unpin, <H as Hasher>::Digest: Unpin, <E as Storage>::Blob: Unpin,

§

impl<F, E, C, H, S> UnsafeUnpin for Journal<F, E, C, H, S>

Blanket Implementations§

Source§

impl<T> Any for T
where T: 'static + ?Sized,

Source§

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more
Source§

impl<T> Borrow<T> for T
where T: ?Sized,

Source§

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more
Source§

impl<T> BorrowMut<T> for T
where T: ?Sized,

Source§

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more
Source§

impl<T> From<T> for T

Source§

fn from(t: T) -> T

Returns the argument unchanged.

Source§

impl<T> FutureExt for T

Source§

fn with_context(self, otel_cx: Context) -> WithContext<Self>

Attaches the provided Context to this type, returning a WithContext wrapper. Read more
Source§

fn with_current_context(self) -> WithContext<Self>

Attaches the current Context to this type, returning a WithContext wrapper. Read more
Source§

impl<A, B, T> HttpServerConnExec<A, B> for T
where B: Body,

Source§

impl<T> Instrument for T

Source§

fn instrument(self, span: Span) -> Instrumented<Self>

Instruments this type with the provided Span, returning an Instrumented wrapper. Read more
Source§

fn in_current_span(self) -> Instrumented<Self>

Instruments this type with the current Span, returning an Instrumented wrapper. Read more
Source§

impl<T, U> Into<U> for T
where U: From<T>,

Source§

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

Source§

impl<T> IntoEither for T

Source§

fn into_either(self, into_left: bool) -> Either<Self, Self>

Converts self into a Left variant of Either<Self, Self> if into_left is true. Converts self into a Right variant of Either<Self, Self> otherwise. Read more
Source§

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
where F: FnOnce(&Self) -> bool,

Converts self into a Left variant of Either<Self, Self> if into_left(&self) returns true. Converts self into a Right variant of Either<Self, Self> otherwise. Read more
Source§

impl<T> Pointable for T

Source§

const ALIGN: usize

The alignment of pointer.
Source§

type Init = T

The type for initializers.
Source§

unsafe fn init(init: <T as Pointable>::Init) -> usize

Initializes a with the given initializer. Read more
Source§

unsafe fn deref<'a>(ptr: usize) -> &'a T

Dereferences the given pointer. Read more
Source§

unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

Mutably dereferences the given pointer. Read more
Source§

unsafe fn drop(ptr: usize)

Drops the object pointed to by the given pointer. Read more
Source§

impl<T> PolicyExt for T
where T: ?Sized,

Source§

fn and<P, B, E>(self, other: P) -> And<T, P>
where T: Sized + Policy<B, E>, P: Policy<B, E>,

Create a new Policy that returns Action::Follow only if self and other return Action::Follow. Read more
Source§

fn or<P, B, E>(self, other: P) -> Or<T, P>
where T: Sized + Policy<B, E>, P: Policy<B, E>,

Create a new Policy that returns Action::Follow if either self or other returns Action::Follow. Read more
Source§

impl<T> Same for T

Source§

type Output = T

Should always be Self
Source§

impl<T, U> TryFrom<U> for T
where U: Into<T>,

Source§

type Error = Infallible

The type returned in the event of a conversion error.
Source§

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

Performs the conversion.
Source§

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

Source§

type Error = <U as TryFrom<T>>::Error

The type returned in the event of a conversion error.
Source§

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Performs the conversion.
Source§

impl<V, T> VZip<V> for T
where V: MultiLane<T>,

Source§

fn vzip(self) -> V

Source§

impl<T> WithSubscriber for T

Source§

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>
where S: Into<Dispatch>,

Attaches the provided Subscriber to this type, returning a WithDispatch wrapper. Read more
Source§

fn with_current_subscriber(self) -> WithDispatch<Self>

Attaches the current default Subscriber to this type, returning a WithDispatch wrapper. Read more