Struct BatchPlan 

pub struct BatchPlan {
    pub batch_id: BatchId,
    pub requests: Vec<ScheduledRequest>,
    pub max_sequence_length: usize,
    pub estimated_time_ms: Option<u64>,
    pub resource_requirements: BatchResourceRequirements,
    pub created_at: DateTime<Utc>,
}

Batch execution plan

Fields

batch_id: BatchId

Unique batch identifier

requests: Vec<ScheduledRequest>

Requests included in this batch

max_sequence_length: usize

Maximum sequence length in batch

estimated_time_ms: Option<u64>

Estimated execution time

resource_requirements: BatchResourceRequirements

Resource requirements

created_at: DateTime<Utc>

Batch creation timestamp

Implementations

impl BatchPlan

pub fn total_tokens(&self) -> usize

Get total number of tokens in batch

pub fn size(&self) -> usize

Get batch size

pub fn is_empty(&self) -> bool

Check if batch is empty

pub fn max_priority(&self) -> Priority

Get highest priority in batch

Trait Implementations

impl Clone for BatchPlan

fn clone(&self) -> BatchPlan

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for BatchPlan

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.