Struct ScheduledRequest 

pub struct ScheduledRequest {
    pub request: InferenceRequest,
    pub state: RequestState,
    pub allocated_blocks: Vec<BlockId>,
    pub tokens_processed: usize,
    pub estimated_completion: Option<DateTime<Utc>>,
}

Scheduled request with additional state information

Fields

request: InferenceRequest

The original request

state: RequestState

Current state in scheduler

allocated_blocks: Vec<BlockId>

Allocated cache blocks

tokens_processed: usize

Number of tokens processed so far

estimated_completion: Option<DateTime<Utc>>

Estimated completion time

Implementations

impl ScheduledRequest

pub fn new(request: InferenceRequest) -> Self

Create a new scheduled request

pub fn set_state(&mut self, state: RequestState)

Update request state

pub fn add_blocks(&mut self, blocks: Vec<BlockId>)

Add allocated cache blocks

pub fn update_progress(&mut self, tokens_processed: usize)

Update tokens processed

Trait Implementations

impl Clone for ScheduledRequest

fn clone(&self) -> ScheduledRequest

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ScheduledRequest

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.