use std::ops::Range;
use arrow::record_batch::RecordBatch;
use crate::value::Value;
use crate::Result;
pub trait Splitter: Send + Sync {
fn find_split_points(&self, bytes: &[u8], max_chunks: usize) -> Vec<usize>;
fn estimate_bytes_per_row(&self, sample: &[u8]) -> usize;
}
pub trait RecordParser: Send + Sync {
fn validate(&self, bytes: &[u8]) -> Result<()>;
fn parse_chunk(&self, bytes: &[u8], sink: &mut dyn ColumnarSink) -> Result<()>;
}
pub trait ColumnarSink {
fn begin_row(&mut self);
fn put_field(&mut self, name: &str, value: Value<'_>);
fn end_row(&mut self);
fn wants(&self, _name: &str) -> bool {
true
}
fn finish(&mut self) -> Result<RecordBatch>;
}
pub fn split_points_to_ranges(points: &[usize], len: usize) -> Vec<Range<usize>> {
if points.len() < 2 {
return std::iter::once(0..len).collect();
}
points
.windows(2)
.filter_map(|w| {
let (start, end) = (w[0], w[1]);
if start < end {
Some(start..end)
} else {
None
}
})
.collect()
}