use std::hash::{Hash, Hasher};
use rustc_hash::{FxHashSet, FxHasher};
use crate::db::record::{Key, Record};
use crate::db::writer::Writer;
use crate::error::Result;
pub struct Bulk<'w, 's> {
writer: &'w mut Writer<'s>,
threshold: usize,
pending: usize,
seen: FxHashSet<u64>,
}
impl<'w, 's> Bulk<'w, 's> {
pub(crate) fn new(writer: &'w mut Writer<'s>, threshold: usize) -> Self {
Self {
writer,
threshold: threshold.max(1),
pending: 0,
seen: FxHashSet::default(),
}
}
pub fn put(&mut self, coll: &str, key: impl Into<Key>, rec: Record<'_>) -> Result<()> {
let key: Key = key.into();
let mut hasher = FxHasher::default();
coll.hash(&mut hasher);
key.hash(&mut hasher);
let digest = hasher.finish();
if self.seen.contains(&digest) {
self.flush()?;
}
self.writer.put(coll, key, rec)?;
self.seen.insert(digest);
self.pending += 1;
if self.pending >= self.threshold {
self.flush()?;
}
Ok(())
}
pub fn flush(&mut self) -> Result<()> {
if self.pending == 0 {
return Ok(());
}
self.writer.commit()?;
self.pending = 0;
self.seen.clear();
Ok(())
}
}