pub struct StreamingCheckpoint {
pub file_path: String,
pub line_number: usize,
pub bytes_processed: usize,
pub chunk_number: usize,
pub total_chunks: Option<usize>,
pub schema_version: String,
pub timestamp: String,
pub config_hash: String,
}Expand description
Checkpoint information for resuming streaming
Fields§
§file_path: StringFile path being processed
line_number: usizeCurrent line number (0-based)
bytes_processed: usizeTotal bytes processed so far
chunk_number: usizeChunk number being processed
total_chunks: Option<usize>Total chunks expected (if known)
schema_version: StringSchema version used
timestamp: StringTimestamp when checkpoint was created
config_hash: StringConfiguration hash for validation
Implementations§
Source§impl StreamingCheckpoint
impl StreamingCheckpoint
Sourcepub fn new(
file_path: String,
line_number: usize,
bytes_processed: usize,
chunk_number: usize,
config: &BatlessConfig,
) -> Self
pub fn new( file_path: String, line_number: usize, bytes_processed: usize, chunk_number: usize, config: &BatlessConfig, ) -> Self
Create a new checkpoint
Sourcepub fn is_compatible(&self, config: &BatlessConfig) -> bool
pub fn is_compatible(&self, config: &BatlessConfig) -> bool
Validate that this checkpoint is compatible with the current config
Trait Implementations§
Source§impl Clone for StreamingCheckpoint
impl Clone for StreamingCheckpoint
Source§fn clone(&self) -> StreamingCheckpoint
fn clone(&self) -> StreamingCheckpoint
Returns a duplicate of the value. Read more
1.0.0 · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for StreamingCheckpoint
impl Debug for StreamingCheckpoint
Source§impl<'de> Deserialize<'de> for StreamingCheckpoint
impl<'de> Deserialize<'de> for StreamingCheckpoint
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Auto Trait Implementations§
impl Freeze for StreamingCheckpoint
impl RefUnwindSafe for StreamingCheckpoint
impl Send for StreamingCheckpoint
impl Sync for StreamingCheckpoint
impl Unpin for StreamingCheckpoint
impl UnwindSafe for StreamingCheckpoint
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more