pub struct MultiNodeStats {
pub node_rank: usize,
pub global_rank: usize,
pub world_size: usize,
pub zero_stage: ZeROStage,
pub memory_savings: HashMap<String, f32>,
pub communication_backend: CommunicationBackend,
pub gradient_compression_enabled: bool,
}Expand description
Statistics for multi-node training
Fields§
§node_rank: usize§global_rank: usize§world_size: usize§zero_stage: ZeROStage§memory_savings: HashMap<String, f32>§communication_backend: CommunicationBackend§gradient_compression_enabled: boolImplementations§
Source§impl MultiNodeStats
impl MultiNodeStats
Sourcepub fn print_stats(&self)
pub fn print_stats(&self)
Write Self::stats_report to stdout.
This is an explicit, caller-initiated escape hatch for binaries and
examples; nothing on the training path writes to stdout. Library
callers should prefer Self::log_stats, which routes the same
report through the log facade so the host application controls the
sink.
Trait Implementations§
Source§impl Clone for MultiNodeStats
impl Clone for MultiNodeStats
Source§fn clone(&self) -> MultiNodeStats
fn clone(&self) -> MultiNodeStats
Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreAuto Trait Implementations§
impl Freeze for MultiNodeStats
impl RefUnwindSafe for MultiNodeStats
impl Send for MultiNodeStats
impl Sync for MultiNodeStats
impl Unpin for MultiNodeStats
impl UnsafeUnpin for MultiNodeStats
impl UnwindSafe for MultiNodeStats
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
Source§fn in_current_span(self) -> Instrumented<Self> ⓘ
fn in_current_span(self) -> Instrumented<Self> ⓘ
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more