pub struct DataIngester { /* private fields */ }Expand description
Data ingestion pipeline
Implementations§
Source§impl DataIngester
impl DataIngester
Sourcepub fn new(config: IngestionConfig) -> Self
pub fn new(config: IngestionConfig) -> Self
Create a new data ingester
Sourcepub async fn ingest_all<S: DataSource>(
&self,
source: &S,
) -> Result<Vec<DataRecord>>
pub async fn ingest_all<S: DataSource>( &self, source: &S, ) -> Result<Vec<DataRecord>>
Ingest all data from a source
Sourcepub async fn stream_records<S: DataSource + 'static>(
&self,
source: Arc<S>,
buffer_size: usize,
) -> Result<Receiver<DataRecord>>
pub async fn stream_records<S: DataSource + 'static>( &self, source: Arc<S>, buffer_size: usize, ) -> Result<Receiver<DataRecord>>
Stream records with backpressure
Sourcepub fn stats(&self) -> IngestionStats
pub fn stats(&self) -> IngestionStats
Get current ingestion statistics
Sourcepub fn reset_stats(&self)
pub fn reset_stats(&self)
Reset statistics
Auto Trait Implementations§
impl Freeze for DataIngester
impl RefUnwindSafe for DataIngester
impl Send for DataIngester
impl Sync for DataIngester
impl Unpin for DataIngester
impl UnwindSafe for DataIngester
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more