Trait GatewayMiddleware

Source

pub trait GatewayMiddleware: Send + Sync {
    // Required methods
    fn before_route(
        &self,
        request: &mut InferenceRequest,
    ) -> FederationResult<()>;
    fn after_infer(
        &self,
        request: &InferenceRequest,
        response: &mut InferenceResponse,
    ) -> FederationResult<()>;
    fn on_error(&self, request: &InferenceRequest, error: &FederationError);
}