Struct BatchRequest 

pub struct BatchRequest {
    pub id: u64,
    pub input: Array1<f32>,
    pub max_steps: usize,
    pub priority: Priority,
    pub received_at: Instant,
    pub current_step: usize,
}

A single inference request in the batch

Fields

id: u64

Unique request ID

input: Array1<f32>

Input data

max_steps: usize

Maximum number of steps to generate

priority: Priority

Priority level

received_at: Instant

Timestamp when request was received

current_step: usize

Current step number

Implementations

impl BatchRequest

pub fn new(id: u64, input: Array1<f32>, max_steps: usize) -> Self

Create a new batch request

pub fn with_priority(self, priority: Priority) -> Self

Set priority

pub fn is_complete(&self) -> bool

Check if request is complete

pub fn wait_time_ms(&self) -> u64

Get waiting time in milliseconds

Trait Implementations

impl Clone for BatchRequest

fn clone(&self) -> BatchRequest

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for BatchRequest

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.