Struct PipelineParallelConfig

Source

pub struct PipelineParallelConfig {
    pub num_stages: usize,
    pub num_micro_batches: usize,
}

Expand description

Configuration for pipeline-parallel training.

Pipeline parallelism partitions a model’s sequential layers into num_stages stages, each assigned to a different device. During training, the mini-batch is split into num_micro_batches micro-batches that flow through the pipeline concurrently (GPipe-style scheduling), reducing the bubble time compared to naive sequential execution.

Use split_into_stages to compute the layer ranges for each stage.

Fields§

§num_stages: usize

Number of pipeline stages

§num_micro_batches: usize

Number of micro-batches per mini-batch

PipelineParallelConfig

Struct PipelineParallelConfig Copy item path

Fields§

Implementations§

impl PipelineParallelConfig

pub fn new(num_stages: usize, num_micro_batches: usize) -> Self

Auto Trait Implementations§

impl Freeze for PipelineParallelConfig

impl RefUnwindSafe for PipelineParallelConfig

impl Send for PipelineParallelConfig

impl Sync for PipelineParallelConfig

impl Unpin for PipelineParallelConfig

impl UnsafeUnpin for PipelineParallelConfig

impl UnwindSafe for PipelineParallelConfig

Blanket Implementations§

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> From<T> for T

fn from(t: T) -> T

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

impl<T> IntoEither for T

fn into_either(self, into_left: bool) -> Either<Self, Self>

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>where F: FnOnce(&Self) -> bool,

impl<T> Pointable for T

const ALIGN: usize

type Init = T

unsafe fn init(init: <T as Pointable>::Init) -> usize

unsafe fn deref<'a>(ptr: usize) -> &'a T

unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

unsafe fn drop(ptr: usize)

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

type Error = Infallible

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for Twhere U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

Struct PipelineParallelConfig

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<T, U> Into<U> for T
where U: From<T>,

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
where F: FnOnce(&Self) -> bool,

impl<T, U> TryFrom<U> for T
where U: Into<T>,

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,