Struct StreamingConfig 

pub struct StreamingConfig {
    pub chunk_size: usize,
    pub parallel: bool,
    pub num_threads: usize,
    pub max_memory: usize,
    pub use_mmap: bool,
}

Configuration for streaming dataset loading

Fields

chunk_size: usize

Size of each chunk (number of rows)

parallel: bool

Whether to use parallel processing

num_threads: usize

Number of parallel threads (0 = auto-detect)

max_memory: usize

Maximum memory usage in bytes (0 = unlimited)

use_mmap: bool

Whether to use memory mapping for large files

Implementations

impl StreamingConfig

pub fn new() -> Self

Create a new streaming configuration

pub fn with_chunk_size(self, chunksize: usize) -> Self

Set the chunk size

pub fn with_parallel(self, parallel: bool) -> Self

Enable or disable parallel processing

pub fn with_num_threads(self, numthreads: usize) -> Self

Set the number of threads

pub fn with_max_memory(self, maxmemory: usize) -> Self

Set maximum memory usage

pub fn with_mmap(self, usemmap: bool) -> Self

Enable or disable memory mapping

Trait Implementations

impl Clone for StreamingConfig

fn clone(&self) -> StreamingConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for StreamingConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for StreamingConfig

fn default() -> Self

Returns the “default value” for a type.