Struct PipelineExecutor 

pub struct PipelineExecutor { /* private fields */ }

Pipeline executor for efficient prefill/decode separation

Implementations

impl PipelineExecutor

pub fn new( model_executor: Arc<dyn ModelExecutor + Send + Sync>, sampler: Arc<dyn Sampler + Send + Sync>, config: PipelineConfig, ) -> Self

Create new pipeline executor

pub fn submit( &self, input_tokens: Vec<TokenId>, sampling_params: SamplingParams, priority: Priority, ) -> u64

Submit a new sequence for processing

pub async fn run_prefill(&self, sequence_id: u64) -> Result<()>

Execute prefill for a sequence

pub async fn run_decode_step(&self, sequence_id: u64) -> Result<Option<TokenId>>

Execute a single decode step for a sequence

pub async fn generate(&self, sequence_id: u64) -> Result<Vec<TokenId>>

Run a full generation for a sequence

pub fn get_sequence(&self, sequence_id: u64) -> Option<PipelineSequence>

Get sequence by ID

pub fn remove_sequence(&self, sequence_id: u64) -> Option<PipelineSequence>

Remove completed sequence

pub fn active_count(&self) -> usize

Get number of active sequences

pub fn prefill_count(&self) -> usize

Get sequences in prefill phase

pub fn decode_count(&self) -> usize

Get sequences in decode phase

pub fn get_stats(&self) -> PipelineStatsSnapshot

Get statistics

pub fn config(&self) -> &PipelineConfig

Get configuration

Trait Implementations

impl Debug for PipelineExecutor

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.