Struct BatchRequest 

pub struct BatchRequest<T> {
    pub metadata: RequestMetadata,
    pub inputs: T,
}

A request to be batched.

Fields

metadata: RequestMetadata

Request metadata

inputs: T

Input data

Implementations

impl<T> BatchRequest<T>

pub fn new(id: String, inputs: T, input_shapes: Vec<Vec<usize>>) -> Self

Create a new batch request.

pub fn with_priority(self, priority: Priority) -> Self

Set priority.

pub fn with_max_latency(self, max_latency: Duration) -> Self

Set maximum latency.

pub fn is_timed_out(&self) -> bool

Check if request has timed out.

pub fn age(&self) -> Duration

Get age of the request.