Struct ChunkedFileReader 

pub struct ChunkedFileReader { /* private fields */ }

Reader that processes files in chunks with line boundary handling

Implementations

impl ChunkedFileReader

pub fn new<P: AsRef<Path>>(path: P) -> Result<Self, TaleError>

Create a new ChunkedFileReader

pub fn with_strategy<P: AsRef<Path>>( path: P, strategy: Strategy, ) -> Result<Self, TaleError>

Create with explicit strategy (for testing)

pub fn with_memory_budget<P: AsRef<Path>>( path: P, memory_budget: MemoryBudget, ) -> Result<Self, TaleError>

Create with explicit memory budget

pub fn static_optimal<P: AsRef<Path>>(path: P) -> Result<Self, TaleError>

Pick the optimal chunk size and stick with it

pub fn new_with_config<P: AsRef<Path>>( path: P, config: ChunkConfig, ) -> Result<Self, TaleError>

pub fn with_optimal_config<P: AsRef<Path>>(path: P) -> Result<Self, TaleError>

Create a ChunkedFileReader with optimal configuration for the file

pub fn file_size(&self) -> u64

Get the file size

pub fn position(&self) -> u64

Get current position in file

pub fn is_at_end(&self) -> bool

Check if we’ve reached the end of file

pub fn read_chunk(&mut self) -> Result<Option<FileChunk>, TaleError>

Read the next chunk from the file

pub fn seek(&mut self, pos: SeekFrom) -> Result<u64, TaleError>

Seek to a specific position in the file

pub fn reset(&mut self) -> Result<(), TaleError>

Reset to the beginning of the file

pub fn memory_pressure(&self) -> Option<Result<MemoryPressure, TaleError>>

Get current memory pressure level

pub fn memory_stats(&self) -> Option<Result<MemoryBudgetStats, TaleError>>

Get memory budget statistics

pub fn has_memory_budget(&self) -> bool

Check if memory budget is active

Trait Implementations

impl Debug for ChunkedFileReader

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl FileProcessor for ChunkedFileReader

fn process_lines<F>(&mut self, line_processor: F) -> Result<(), TaleError>

where F: FnMut(&str) -> Result<(), TaleError>,

Process the entire file, calling the provided closure for each line

fn skip_lines(&mut self, count: u64) -> Result<(), TaleError>

Skip a specified number of lines from the current position

fn file_size(&self) -> u64

Get the file size in bytes

fn seek(&mut self, pos: SeekFrom) -> Result<u64, TaleError>

Seek to a specific position in the file

fn position(&self) -> u64

Get current position in the file