Struct ParallelChunkingConfig 

pub struct ParallelChunkingConfig {
    pub chunk_size: usize,
    pub strategy: ChunkingStrategy,
    pub max_links_per_node: usize,
    pub hash_algorithm: HashAlgorithm,
    pub num_threads: Option<usize>,
}

Configuration for parallel chunking operations

Fields

chunk_size: usize

Size of each chunk in bytes

strategy: ChunkingStrategy

Chunking strategy

max_links_per_node: usize

Maximum links per DAG node

hash_algorithm: HashAlgorithm

Hash algorithm to use

num_threads: Option<usize>

Number of threads to use (None = use Rayon default)

Implementations

impl ParallelChunkingConfig

pub fn with_chunk_size(chunk_size: usize) -> Result<Self>

Create a new configuration with specified chunk size

pub fn with_threads(self, num_threads: usize) -> Self

Set the number of threads to use

pub fn with_hash_algorithm(self, algorithm: HashAlgorithm) -> Self

Set the hash algorithm

pub fn with_content_defined(self) -> Self

Enable content-defined chunking

Trait Implementations

impl Clone for ParallelChunkingConfig

fn clone(&self) -> ParallelChunkingConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ParallelChunkingConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for ParallelChunkingConfig

fn default() -> Self

Returns the “default value” for a type.