pub struct FederationGateway { /* private fields */ }Expand description
The main federation gateway
Implementations§
Source§impl FederationGateway
impl FederationGateway
pub fn new( config: GatewayConfig, router: Arc<Router>, health: Arc<HealthChecker>, circuit_breaker: Arc<CircuitBreaker>, ) -> Self
Sourcepub fn with_middleware(
self,
middleware: impl GatewayMiddleware + 'static,
) -> Self
pub fn with_middleware( self, middleware: impl GatewayMiddleware + 'static, ) -> Self
Add middleware to the gateway
Trait Implementations§
Source§impl GatewayTrait for FederationGateway
impl GatewayTrait for FederationGateway
Source§fn infer(
&self,
request: InferenceRequest,
) -> BoxFuture<'_, FederationResult<InferenceResponse>>
fn infer( &self, request: InferenceRequest, ) -> BoxFuture<'_, FederationResult<InferenceResponse>>
Execute an inference request through the federation
Source§fn infer_stream(
&self,
request: InferenceRequest,
) -> BoxFuture<'_, FederationResult<Box<dyn TokenStream>>>
fn infer_stream( &self, request: InferenceRequest, ) -> BoxFuture<'_, FederationResult<Box<dyn TokenStream>>>
Execute with streaming response
Source§fn stats(&self) -> GatewayStats
fn stats(&self) -> GatewayStats
Get gateway statistics
Auto Trait Implementations§
impl !Freeze for FederationGateway
impl !RefUnwindSafe for FederationGateway
impl Send for FederationGateway
impl Sync for FederationGateway
impl Unpin for FederationGateway
impl !UnwindSafe for FederationGateway
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more