Struct StreamingIterator 

pub struct StreamingIterator { /* private fields */ }

Iterator over streaming dataset chunks

Implementations

impl StreamingIterator

pub fn from_csv<P: AsRef<Path>>(path: P, config: StreamConfig) -> Result<Self>

Create a new streaming iterator from a CSV file

pub fn from_binary<P: AsRef<Path>>( path: P, n_features: usize, config: StreamConfig, ) -> Result<Self>

Create a new streaming iterator from a binary file

pub fn from_generator<F>( generator: F, total_samples: usize, n_features: usize, config: StreamConfig, ) -> Result<Self>

where F: Fn(usize, usize, usize) -> Result<(Array2<f64>, Option<Array1<f64>>)> + Send + 'static,

Create a streaming iterator from a data generator function

pub fn next_chunk(&mut self) -> Result<Option<DataChunk>>

Get the next chunk from the stream

pub fn stats(&self) -> StreamStats

Get streaming statistics