Skip to main content

SyncOptions

Struct SyncOptions 

Source
pub struct SyncOptions { /* private fields */ }
Expand description

Options for extracting a ZIP object from S3 into an S3 prefix.

Implementations§

Source§

impl SyncOptions

Source

pub fn new(source: S3Object, destination: S3Prefix) -> Self

Creates extract options for a source ZIP object and destination prefix.

Source

pub fn source(&self) -> &S3Object

Returns the source ZIP object.

Source

pub fn destination(&self) -> &S3Prefix

Returns the destination prefix.

Source

pub fn cleanup(&self) -> DestinationCleanup

Returns the destination cleanup policy.

Source

pub fn selection(&self) -> &UnzipSelection

Returns the ZIP entry selection patterns.

Source

pub fn collects_diagnostics(&self) -> bool

Returns whether source scheduler diagnostics are collected.

Source

pub fn comparison_mode(&self) -> ComparisonMode

Returns the ZIP entry comparison policy.

Source

pub fn conflict_policy(&self) -> ConflictPolicy

Returns the conditional write conflict handling policy.

Source

pub fn collects_operations(&self) -> bool

Returns whether per-object operation records are collected.

Source

pub fn concurrency(&self) -> usize

Returns the maximum number of ZIP entries processed concurrently.

Source

pub fn put_concurrency(&self) -> usize

Returns the maximum number of destination PutObject requests in flight.

Source

pub fn put_retry_policy(&self) -> &PutRetryPolicy

Returns the retry and backoff policy for destination PutObject attempts.

Source

pub fn source_block_size(&self) -> usize

Returns the maximum size for planned source ZIP blocks.

Source

pub fn source_block_merge_gap(&self) -> usize

Returns the maximum gap that can be read while coalescing adjacent source spans.

Source

pub fn source_get_concurrency(&self) -> usize

Returns the maximum number of ranged source GetObject requests in flight.

Source

pub fn source_window_capacity(&self) -> usize

Returns the configured source block window capacity.

When Self::with_source_window_memory_budget_mb is used, extraction derives the effective post-manifest value at runtime and reports it in crate::SyncDiagnostics::source_window_capacity when diagnostics are collected.

Source

pub fn source_window_memory_budget_mb(&self) -> Option<u64>

Returns the available memory budget, in MiB, used to derive the source block window.

Source

pub fn body_chunk_size(&self) -> usize

Returns the buffer size used when streaming entry bodies to S3.

Source

pub fn pipe_capacity(&self) -> usize

Returns the in-memory pipe capacity between decompression and S3 upload.

Source

pub fn with_selection(self, selection: impl Into<UnzipSelection>) -> Self

Sets ZIP entry selection patterns.

Source

pub fn delete_extra_objects(self) -> Self

Deletes destination objects under the prefix that are not present in the ZIP.

This requires a non-empty destination prefix and cannot be combined with a non-empty selection.

Source

pub fn with_cleanup(self, cleanup: DestinationCleanup) -> Self

Sets the destination cleanup policy.

Source

pub fn collect_diagnostics(self) -> Self

Collects source scheduler diagnostics in the returned report.

Source

pub fn force_hash_comparison(self) -> Self

Ignores any embedded catalog and hashes ZIP entries for comparison.

Source

pub fn with_comparison_mode(self, comparison: ComparisonMode) -> Self

Sets the ZIP entry comparison policy.

Source

pub fn fail_on_conflict(self) -> Self

Returns an error after the first conditional write conflict is observed.

Source

pub fn with_conflict_policy(self, conflict_policy: ConflictPolicy) -> Self

Sets the conditional write conflict handling policy.

Source

pub fn without_operations(self) -> Self

Omits per-object operation records from the returned report.

Source

pub fn with_concurrency(self, concurrency: usize) -> Self

Sets the maximum number of ZIP entries processed concurrently.

Source

pub fn with_put_concurrency(self, put_concurrency: usize) -> Self

Sets the maximum number of destination PutObject requests in flight.

Source

pub fn with_put_retry_policy(self, put_retry_policy: PutRetryPolicy) -> Self

Sets the retry and backoff policy for destination PutObject attempts.

Source

pub fn with_source_block_size(self, source_block_size: usize) -> Self

Sets the maximum size for planned source ZIP blocks.

Source

pub fn with_source_block_merge_gap(self, source_block_merge_gap: usize) -> Self

Sets the maximum gap that can be read while coalescing adjacent source spans.

Source

pub fn with_source_get_concurrency(self, source_get_concurrency: usize) -> Self

Sets the maximum number of ranged source GetObject requests in flight.

Source

pub fn with_source_window_capacity(self, source_window_capacity: usize) -> Self

Sets the maximum bytes held by the planned source block window.

Source

pub fn with_source_window_memory_budget_mb( self, source_window_memory_budget_mb: u64, ) -> Self

Sets the available memory budget, in MiB, used to derive the source block window.

Source

pub fn with_body_chunk_size(self, body_chunk_size: usize) -> Self

Sets the buffer size used when streaming entry bodies to S3.

Source

pub fn with_pipe_capacity(self, pipe_capacity: usize) -> Self

Sets the in-memory pipe capacity between decompression and S3 upload.

Trait Implementations§

Source§

impl Clone for SyncOptions

Source§

fn clone(&self) -> SyncOptions

Returns a duplicate of the value. Read more
1.0.0 · Source§

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source. Read more
Source§

impl Debug for SyncOptions

Source§

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter. Read more

Auto Trait Implementations§

Blanket Implementations§

Source§

impl<T> Any for T
where T: 'static + ?Sized,

Source§

fn type_id(&self) -> TypeId

Gets the TypeId of self. Read more
Source§

impl<T> Borrow<T> for T
where T: ?Sized,

Source§

fn borrow(&self) -> &T

Immutably borrows from an owned value. Read more
Source§

impl<T> BorrowMut<T> for T
where T: ?Sized,

Source§

fn borrow_mut(&mut self) -> &mut T

Mutably borrows from an owned value. Read more
Source§

impl<T> CloneToUninit for T
where T: Clone,

Source§

unsafe fn clone_to_uninit(&self, dest: *mut u8)

🔬This is a nightly-only experimental API. (clone_to_uninit)
Performs copy-assignment from self to dest. Read more
Source§

impl<T> From<T> for T

Source§

fn from(t: T) -> T

Returns the argument unchanged.

Source§

impl<T> Instrument for T

Source§

fn instrument(self, span: Span) -> Instrumented<Self>

Instruments this type with the provided Span, returning an Instrumented wrapper. Read more
Source§

fn in_current_span(self) -> Instrumented<Self>

Instruments this type with the current Span, returning an Instrumented wrapper. Read more
Source§

impl<T, U> Into<U> for T
where U: From<T>,

Source§

fn into(self) -> U

Calls U::from(self).

That is, this conversion is whatever the implementation of From<T> for U chooses to do.

Source§

impl<T> IntoEither for T

Source§

fn into_either(self, into_left: bool) -> Either<Self, Self>

Converts self into a Left variant of Either<Self, Self> if into_left is true. Converts self into a Right variant of Either<Self, Self> otherwise. Read more
Source§

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
where F: FnOnce(&Self) -> bool,

Converts self into a Left variant of Either<Self, Self> if into_left(&self) returns true. Converts self into a Right variant of Either<Self, Self> otherwise. Read more
Source§

impl<Unshared, Shared> IntoShared<Shared> for Unshared
where Shared: FromUnshared<Unshared>,

Source§

fn into_shared(self) -> Shared

Creates a shared type from an unshared type.
Source§

impl<T> Pointable for T

Source§

const ALIGN: usize

The alignment of pointer.
Source§

type Init = T

The type for initializers.
Source§

unsafe fn init(init: <T as Pointable>::Init) -> usize

Initializes a with the given initializer. Read more
Source§

unsafe fn deref<'a>(ptr: usize) -> &'a T

Dereferences the given pointer. Read more
Source§

unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

Mutably dereferences the given pointer. Read more
Source§

unsafe fn drop(ptr: usize)

Drops the object pointed to by the given pointer. Read more
Source§

impl<T> Same for T

Source§

type Output = T

Should always be Self
Source§

impl<T> ToOwned for T
where T: Clone,

Source§

type Owned = T

The resulting type after obtaining ownership.
Source§

fn to_owned(&self) -> T

Creates owned data from borrowed data, usually by cloning. Read more
Source§

fn clone_into(&self, target: &mut T)

Uses borrowed data to replace owned data, usually by cloning. Read more
Source§

impl<T, U> TryFrom<U> for T
where U: Into<T>,

Source§

type Error = Infallible

The type returned in the event of a conversion error.
Source§

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

Performs the conversion.
Source§

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

Source§

type Error = <U as TryFrom<T>>::Error

The type returned in the event of a conversion error.
Source§

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Performs the conversion.
Source§

impl<T> WithSubscriber for T

Source§

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>
where S: Into<Dispatch>,

Attaches the provided Subscriber to this type, returning a WithDispatch wrapper. Read more
Source§

fn with_current_subscriber(self) -> WithDispatch<Self>

Attaches the current default Subscriber to this type, returning a WithDispatch wrapper. Read more