Struct LoadBalancer 

pub struct LoadBalancer { /* private fields */ }

Load balancer for tensor distribution

Implementations

impl LoadBalancer

pub fn new(cluster: Arc<ClusterState>, config: LoadBalanceConfig) -> Self

Create new load balancer

pub fn with_runtime_profile( cluster: Arc<ClusterState>, profile: &RuntimeProfile, ) -> Self

Create a load balancer with configuration derived from the local runtime profile.

pub fn config(&self) -> LoadBalanceConfig

Access the current configuration.

pub fn distribute_layers( &self, layers: &[LayerSpec], ) -> Result<LoadDistributionPlan, String>

Distribute tensor layers across nodes based on VRAM capacity

pub fn distribute_layers_with_runtime_profile( &self, layers: &[LayerSpec], profile: &RuntimeProfile, ) -> Result<LoadDistributionPlan, String>

Distribute layers and then chunk large node allocations to match worker parallelism.

pub fn rebalance(&self) -> bool

Rebalance load based on current node metrics

pub fn shed_load(&self) -> Vec<(String, String)>

Shed load from overloaded nodes to underloaded ones

pub fn reconfigure_from_system_profile(&self, profile: &SystemProfile)

Re-tune load-balancing thresholds from a system profile detected at runtime.

pub fn subscribe_to_watcher( self: &Arc<Self>, watcher: &SystemProfileWatcher, ) -> JoinHandle<()>

Subscribe to a SystemProfileWatcher’s broadcast channel and automatically re-tune whenever hardware changes are detected.

Returns a JoinHandle that can be cancelled by dropping it.

pub fn distribute_with_deadlock_prevention( &self, layers: &[LayerSpec], ) -> Result<LoadDistributionPlan, String>

Distribute layers with deadlock prevention

Trait Implementations

impl Clone for LoadBalancer

fn clone(&self) -> LoadBalancer

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for LoadBalancer

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.