torsh_distributed::three_d_parallelism::performance

Struct Performance3DStats

pub struct Performance3DStats {
    pub forward_passes: u64,
    pub backward_passes: u64,
    pub total_forward_time: Duration,
    pub total_backward_time: Duration,
    pub total_tokens_processed: u64,
    pub tokens_per_second: f64,
    pub communication_time: Duration,
    pub computation_time: Duration,
    pub memory_usage_mb: f64,
}

Expand description

Performance statistics for 3D parallelism

Fields§

§forward_passes: u64§backward_passes: u64§total_forward_time: Duration§total_backward_time: Duration§total_tokens_processed: u64§tokens_per_second: f64§communication_time: Duration§computation_time: Duration§memory_usage_mb: f64

Struct Performance3DStats Copy item path

Fields§

Implementations§

impl Performance3DStats

pub fn new() -> Self

Trait Implementations§

impl Clone for Performance3DStats

fn clone(&self) -> Performance3DStats

fn clone_from(&mut self, source: &Self)

impl Debug for Performance3DStats

fn fmt(&self, f: &mut Formatter<'_>) -> Result

impl Default for Performance3DStats

fn default() -> Self

Auto Trait Implementations§

impl Freeze for Performance3DStats

impl RefUnwindSafe for Performance3DStats

impl Send for Performance3DStats

impl Sync for Performance3DStats

impl Unpin for Performance3DStats

impl UnsafeUnpin for Performance3DStats

impl UnwindSafe for Performance3DStats

Blanket Implementations§

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> CloneToUninit for Twhere T: Clone,

unsafe fn clone_to_uninit(&self, dest: *mut u8)

impl<T> From<T> for T

fn from(t: T) -> T

impl<T> Instrument for T

fn instrument(self, span: Span) -> Instrumented<Self>

fn in_current_span(self) -> Instrumented<Self>

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

impl<T> IntoEither for T

fn into_either(self, into_left: bool) -> Either<Self, Self>

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>where F: FnOnce(&Self) -> bool,

impl<T> Pointable for T

const ALIGN: usize

type Init = T

unsafe fn init(init: <T as Pointable>::Init) -> usize

unsafe fn deref<'a>(ptr: usize) -> &'a T

unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

unsafe fn drop(ptr: usize)

impl<T> Same for T

type Output = T

impl<T> ToOwned for Twhere T: Clone,

type Owned = T

fn to_owned(&self) -> T

fn clone_into(&self, target: &mut T)

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

type Error = Infallible

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for Twhere U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<V, T> VZip<V> for Twhere V: MultiLane<T>,

fn vzip(self) -> V

impl<T> WithSubscriber for T

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>where S: Into<Dispatch>,

fn with_current_subscriber(self) -> WithDispatch<Self>

Struct Performance3DStats

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<T> CloneToUninit for T
where T: Clone,

impl<T, U> Into<U> for T
where U: From<T>,

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
where F: FnOnce(&Self) -> bool,

impl<T> ToOwned for T
where T: Clone,

impl<T, U> TryFrom<U> for T
where U: Into<T>,

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

impl<V, T> VZip<V> for T
where V: MultiLane<T>,

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>
where S: Into<Dispatch>,