Struct PipelinePlan 

pub struct PipelinePlan {
    pub stages: Vec<StagePlacement>,
}

Pipeline execution plan for one model.

Fields

stages: Vec<StagePlacement>

Implementations

impl PipelinePlan

pub fn from_assignments( assignments: &[LayerAssignment], device_by_node: &HashMap<String, DeviceKind>, ) -> Self

Build a pipeline plan from layer assignments and a node/device map.

pub fn from_assignments_with_measured( assignments: &[LayerAssignment], device_by_node: &HashMap<String, DeviceKind>, cluster: &ClusterState, ) -> Self

Build a pipeline plan using measured latencies from cluster metrics if available.

pub fn est_step_latency_ms(&self) -> f32

Return aggregate token-step latency estimate for one micro-batch.

pub fn summary(&self) -> String

Trait Implementations

impl Clone for PipelinePlan

fn clone(&self) -> Self

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for PipelinePlan

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for PipelinePlan

fn default() -> Self

Returns the “default value” for a type.

impl PartialEq for PipelinePlan

fn eq(&self, other: &Self) -> bool

Equality operator ==.

fn ne(&self, other: &Rhs) -> bool

Inequality operator !=.

impl StructuralPartialEq for PipelinePlan