pub struct SimpleLoadBalancer { /* private fields */ }Expand description
Simple load balancer implementation
Implementations§
Source§impl SimpleLoadBalancer
impl SimpleLoadBalancer
Sourcepub fn new(strategy: LoadBalancingStrategy) -> Self
pub fn new(strategy: LoadBalancingStrategy) -> Self
Create a new simple load balancer
Sourcepub async fn select_node(
&self,
shards: &[SimpleModelShard],
request: &InferenceRequest,
) -> Result<String>
pub async fn select_node( &self, shards: &[SimpleModelShard], request: &InferenceRequest, ) -> Result<String>
Select a node for processing a request
Sourcepub async fn update_node_weight(&self, node_id: String, weight: f32)
pub async fn update_node_weight(&self, node_id: String, weight: f32)
Update node weights for weighted load balancing
Auto Trait Implementations§
impl Freeze for SimpleLoadBalancer
impl !RefUnwindSafe for SimpleLoadBalancer
impl Send for SimpleLoadBalancer
impl Sync for SimpleLoadBalancer
impl Unpin for SimpleLoadBalancer
impl !UnwindSafe for SimpleLoadBalancer
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more