pub struct EagerParallelStoreWriter<'a> { /* private fields */ }Expand description
Parallel document store writer - compresses blocks immediately when queued
Spawns compression tasks as soon as blocks are ready, overlapping document ingestion with compression to reduce total indexing time.
Uses background threads to compress blocks while the main thread continues accepting documents.
Implementations§
Source§impl<'a> EagerParallelStoreWriter<'a>
impl<'a> EagerParallelStoreWriter<'a>
Sourcepub fn new(writer: &'a mut dyn Write, _num_threads: usize) -> Self
pub fn new(writer: &'a mut dyn Write, _num_threads: usize) -> Self
Create a new eager parallel store writer
Sourcepub fn with_compression_level(
writer: &'a mut dyn Write,
_num_threads: usize,
compression_level: CompressionLevel,
) -> Self
pub fn with_compression_level( writer: &'a mut dyn Write, _num_threads: usize, compression_level: CompressionLevel, ) -> Self
Create with specific compression level
Sourcepub fn with_dict(
writer: &'a mut dyn Write,
dict: CompressionDict,
_num_threads: usize,
) -> Self
pub fn with_dict( writer: &'a mut dyn Write, dict: CompressionDict, _num_threads: usize, ) -> Self
Create with dictionary
Sourcepub fn with_dict_and_level(
writer: &'a mut dyn Write,
dict: CompressionDict,
_num_threads: usize,
compression_level: CompressionLevel,
) -> Self
pub fn with_dict_and_level( writer: &'a mut dyn Write, dict: CompressionDict, _num_threads: usize, compression_level: CompressionLevel, ) -> Self
Create with dictionary and specific compression level
pub fn store(&mut self, doc: &Document, schema: &Schema) -> Result<DocId>
pub fn finish(self) -> Result<u32>
Auto Trait Implementations§
impl<'a> Freeze for EagerParallelStoreWriter<'a>
impl<'a> !RefUnwindSafe for EagerParallelStoreWriter<'a>
impl<'a> !Send for EagerParallelStoreWriter<'a>
impl<'a> !Sync for EagerParallelStoreWriter<'a>
impl<'a> Unpin for EagerParallelStoreWriter<'a>
impl<'a> !UnwindSafe for EagerParallelStoreWriter<'a>
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more