Struct StreamingIngesterBuilder 

pub struct StreamingIngesterBuilder<'a> { /* private fields */ }

Builder for configuring streaming ingestion

Implementations

impl<'a> StreamingIngesterBuilder<'a>

pub fn new(fs: &'a VersionedEmbrFS) -> Self

Create a new builder with default settings

pub fn with_chunk_size(self, size: usize) -> Self

Set the chunk size for encoding

Smaller chunks improve memory efficiency but may reduce encoding quality for highly correlated data. Default is 4KB.

pub fn with_path(self, path: impl Into<String>) -> Self

Set the target path for the file

pub fn with_expected_version(self, version: u64) -> Self

Set expected version for optimistic locking (update existing file)

pub fn with_compression(self, codec: CompressionCodec) -> Self

Enable compression with specified codec

pub fn with_adaptive_chunking(self, enabled: bool) -> Self

Enable adaptive chunking based on content similarity

When enabled, the ingester may adjust chunk boundaries to improve encoding quality for files with repeated patterns.

pub fn with_correction_threshold(self, threshold: f64) -> Self

Set correction threshold for large file optimization

For large files, corrections beyond this threshold trigger re-encoding with adjusted parameters. Range: 0.0 - 1.0 (default 0.1 = 10%)

pub fn build(self) -> Result<StreamingIngester<'a>, EmbrFSError>

Build the streaming ingester