Struct LoadBalancer 

pub struct LoadBalancer { /* private fields */ }

Distributed load balancer

Implementations

impl LoadBalancer

pub fn new(config: LoadBalancerConfig) -> Self

Create a new load balancer

pub fn with_strategy(strategy: Strategy) -> Self

Create with default configuration

pub fn add_endpoint(&self, endpoint: Endpoint)

Add an endpoint

pub fn remove_endpoint(&self, node_id: &NodeId)

Remove an endpoint

pub fn update_health(&self, node_id: &NodeId, health: HealthStatus)

Update endpoint health

pub fn update_metrics(&self, node_id: &NodeId, metrics: LoadMetrics)

Update endpoint metrics

pub fn select( &self, ctx: &RequestContext, ) -> Result<Selection, LoadBalancerError>

Select an endpoint for a request.

The connection slot is reserved atomically as part of selection so that concurrent selectors cannot collectively exceed max_connections_per_endpoint. If a strategy picks an endpoint whose cap was filled by a concurrent selector between availability filtering and reservation, the selection is retried up to a bounded number of times before giving up.

pub fn record_completion(&self, node_id: &NodeId, success: bool)

Record request completion

pub fn stats(&self) -> LoadBalancerStats

Get statistics

pub fn endpoints(&self) -> Vec<Endpoint>

Get all endpoints as snapshots

pub fn endpoint_count(&self) -> usize

Get endpoint count