pub struct MemoryMappedCsvReader { /* private fields */ }Expand description
Memory-mapped CSV reader for efficient processing of large files.
Implementations§
Source§impl MemoryMappedCsvReader
impl MemoryMappedCsvReader
pub fn new(path: &Path) -> Result<Self>
pub fn new_with_tracker( path: &Path, memory_tracker: MemoryTracker, ) -> Result<Self>
Sourcepub fn read_chunk(
&self,
offset: u64,
chunk_size: usize,
) -> Result<(Vec<String>, usize)>
pub fn read_chunk( &self, offset: u64, chunk_size: usize, ) -> Result<(Vec<String>, usize)>
Read a chunk of the file starting at the given byte offset.
Returns (lines, actual_bytes_consumed) where actual_bytes_consumed
accounts for line-boundary trimming and may be less than chunk_size.
Sourcepub fn read_csv_chunk(
&self,
offset: u64,
chunk_size: usize,
has_headers: bool,
csv_config: Option<&CsvParserConfig>,
) -> Result<(Option<StringRecord>, Vec<StringRecord>, usize)>
pub fn read_csv_chunk( &self, offset: u64, chunk_size: usize, has_headers: bool, csv_config: Option<&CsvParserConfig>, ) -> Result<(Option<StringRecord>, Vec<StringRecord>, usize)>
Parse CSV records from memory-mapped data in chunks.
Returns (headers, records, actual_bytes_consumed).
Sourcepub fn estimate_row_count(&self) -> Result<usize>
pub fn estimate_row_count(&self) -> Result<usize>
Estimate the number of rows in the file by sampling.
Sourcepub fn check_memory_leaks(&self) -> String
pub fn check_memory_leaks(&self) -> String
Check for memory leaks in the memory tracker.
Sourcepub fn get_memory_stats(&self) -> (usize, usize, usize)
pub fn get_memory_stats(&self) -> (usize, usize, usize)
Get memory usage statistics.
Trait Implementations§
Source§impl Drop for MemoryMappedCsvReader
impl Drop for MemoryMappedCsvReader
Auto Trait Implementations§
impl Freeze for MemoryMappedCsvReader
impl RefUnwindSafe for MemoryMappedCsvReader
impl Send for MemoryMappedCsvReader
impl Sync for MemoryMappedCsvReader
impl Unpin for MemoryMappedCsvReader
impl UnsafeUnpin for MemoryMappedCsvReader
impl UnwindSafe for MemoryMappedCsvReader
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more