Struct DataPipeline 

pub struct DataPipeline { /* private fields */ }

Data pipeline for async processing

Implementations

impl DataPipeline

pub fn new() -> Self

Create a new pipeline

pub fn with_capacity(self, capacity: usize) -> Self

Set cache capacity

pub fn with_ttl(self, ttl: Duration) -> Self

Set cache TTL

pub fn with_loader<F>(self, loader: F) -> Self

where F: Fn(&str) -> DataSource + Send + Sync + 'static,

Set custom data loader

pub async fn process(&self, source_id: &str) -> Result<DataSource, DataError>

Process a data source (with caching)

pub async fn process_batch( &self, source_ids: &[String], ) -> Vec<Result<DataSource, DataError>>

Process multiple sources

pub fn cache_stats(&self) -> &CacheStats

Get cache statistics

pub fn clear_cache(&self)

Clear cache

pub fn invalidate(&self, source_id: &str)

Invalidate specific cache entry

Trait Implementations

impl Default for DataPipeline

fn default() -> Self

Returns the “default value” for a type.