pub struct MemoryBudget { /* private fields */ }Expand description
A memory budget expressed in bytes.
Implementations§
Source§impl MemoryBudget
impl MemoryBudget
Sourcepub fn new(bytes: usize) -> Self
pub fn new(bytes: usize) -> Self
Examples found in repository?
examples/bench_throughput.rs (line 137)
103fn main() -> Result<()> {
104 let data = generate_data(ROWS);
105 let bytes = data.len();
106 let mb = bytes as f64 / 1_000_000.0;
107 println!("Generated {ROWS} rows ({mb:.1} MB)");
108
109 let mut path = std::env::temp_dir();
110 path.push("rypipe_bench_throughput.tsv");
111 File::create(&path)?.write_all(&data)?;
112
113 let pipeline = Pipeline::new(TsvSplitter, TsvParser).with_plan(
114 rypipe_core::ExecutionPlan::new()
115 .type_as("id", FieldType::Int64)
116 .type_as("amount", FieldType::Float64)
117 .type_as("count", FieldType::Int64),
118 );
119
120 run("single-thread", || {
121 let batch = pipeline.read_path(&path, false, false)?;
122 Ok(batch.num_rows())
123 });
124
125 run("parallel (4 chunks)", || {
126 let batches = pipeline.read_path_par(&path, 4, false, false)?;
127 Ok(batches.iter().map(|b| b.num_rows()).sum::<usize>())
128 });
129
130 run("parallel (8 chunks)", || {
131 let batches = pipeline.read_path_par(&path, 8, false, false)?;
132 Ok(batches.iter().map(|b| b.num_rows()).sum::<usize>())
133 });
134
135 run("bounded (64 MiB)", || {
136 let batches =
137 pipeline.read_path_stream(&path, MemoryBudget::new(64 * 1024 * 1024), false)?;
138 Ok(batches.iter().map(|b| b.num_rows()).sum::<usize>())
139 });
140
141 std::fs::remove_file(&path)?;
142 Ok(())
143}pub fn bytes(&self) -> usize
Trait Implementations§
Source§impl Clone for MemoryBudget
impl Clone for MemoryBudget
Source§fn clone(&self) -> MemoryBudget
fn clone(&self) -> MemoryBudget
Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreimpl Copy for MemoryBudget
Auto Trait Implementations§
impl Freeze for MemoryBudget
impl RefUnwindSafe for MemoryBudget
impl Send for MemoryBudget
impl Sync for MemoryBudget
impl Unpin for MemoryBudget
impl UnsafeUnpin for MemoryBudget
impl UnwindSafe for MemoryBudget
Blanket Implementations§
impl<T> Allocation for T
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more