Trait ConcurrencyManager 

pub trait ConcurrencyManager<Res>: Send + Sync
where
    Res: CacheableResponse,
{
    // Required methods
    fn check(
        &self,
        cache_key: &CacheKey,
        concurrency: BoundedU8<1, u8::MAX>,
    ) -> ConcurrencyDecision<Res>;
    fn resolve(
        &self,
        cache_key: &CacheKey,
        cache_value: &CacheValue<<Res as CacheableResponse>::Cached>,
    );
    fn cleanup(&self, cache_key: &CacheKey);
}

Trait for managing concurrent requests to prevent dogpile effect

Required Methods

fn check( &self, cache_key: &CacheKey, concurrency: BoundedU8<1, u8::MAX>, ) -> ConcurrencyDecision<Res>

Check if this request should proceed to upstream or await an existing request

fn resolve( &self, cache_key: &CacheKey, cache_value: &CacheValue<<Res as CacheableResponse>::Cached>, )

Notify waiting requests that the response is ready and return it back

fn cleanup(&self, cache_key: &CacheKey)

Cleanup stale entry from in-flight map (e.g., after channel closed error)

Implementations on Foreign Types

impl<Res, T> ConcurrencyManager<Res> for Arc<T>

where T: ConcurrencyManager<Res>, Res: CacheableResponse,

fn check( &self, cache_key: &CacheKey, concurrency: BoundedU8<1, u8::MAX>, ) -> ConcurrencyDecision<Res>

fn resolve( &self, cache_key: &CacheKey, cache_value: &CacheValue<<Res as CacheableResponse>::Cached>, )

fn cleanup(&self, cache_key: &CacheKey)

Implementors

impl<Res> ConcurrencyManager<Res> for BroadcastConcurrencyManager<Res>

where Res: CacheableResponse + Send + 'static, <Res as CacheableResponse>::Cached: Send + Sync + Clone + 'static,

impl<Res> ConcurrencyManager<Res> for NoopConcurrencyManager

where Res: CacheableResponse + Send + 'static,