rumus_distributed/lib.rs
1// SPDX-License-Identifier: Apache-2.0 OR MIT
2//! `rumus-distributed` — 3D parallelism for RUMUS.
3//!
4//! Tensor Parallelism (ColumnParallel + RowParallel), Pipeline Parallelism
5//! (1F1B micro-batch schedule), and async collective operations.
6
7pub mod collective;
8pub mod pipeline;
9pub mod tensor_parallel;
10
11pub use collective::{AllReduceHandle, CollectiveBarrier, CommThread};
12pub use pipeline::{PipelineExecutor, PipelineStage};
13pub use tensor_parallel::{ColumnParallelLinear, RowParallelLinear};