pub struct DistributedConfig {
pub enable_moe: bool,
pub enable_averaging: bool,
pub moe_top_k: usize,
pub averaging_group_size: usize,
pub timeout_ms: u64,
pub max_retries: usize,
}Expand description
Configuration for distributed operations
Fields§
§enable_moe: boolEnable MoE distributed layers
enable_averaging: boolEnable parameter averaging
moe_top_k: usizeNumber of experts to route to (top-k)
averaging_group_size: usizeTarget averaging group size
timeout_ms: u64Timeout for remote operations (ms)
max_retries: usizeMaximum retry attempts
Trait Implementations§
Source§impl Clone for DistributedConfig
impl Clone for DistributedConfig
Source§fn clone(&self) -> DistributedConfig
fn clone(&self) -> DistributedConfig
Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for DistributedConfig
impl Debug for DistributedConfig
Auto Trait Implementations§
impl Freeze for DistributedConfig
impl RefUnwindSafe for DistributedConfig
impl Send for DistributedConfig
impl Sync for DistributedConfig
impl Unpin for DistributedConfig
impl UnsafeUnpin for DistributedConfig
impl UnwindSafe for DistributedConfig
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> ErasedDestructor for Twhere
T: 'static,
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self>
fn instrument(self, span: Span) -> Instrumented<Self>
Source§fn in_current_span(self) -> Instrumented<Self>
fn in_current_span(self) -> Instrumented<Self>
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more