Struct InferenceRequest 

pub struct InferenceRequest {
    pub id: Uuid,
    pub input: Tensor,
    pub priority: RequestPriority,
    pub timestamp: Instant,
    pub metadata: HashMap<String, String>,
}

Inference request

Fields

id: Uuid

input: Tensor

priority: RequestPriority

timestamp: Instant

metadata: HashMap<String, String>

Implementations

impl InferenceRequest

pub fn new(input: Tensor, priority: RequestPriority) -> Self

Create a new inference request

pub fn with_metadata(self, key: String, value: String) -> Self

Add metadata to the request

pub fn elapsed(&self) -> Duration

Get elapsed time since request creation

Trait Implementations

impl Clone for InferenceRequest

fn clone(&self) -> InferenceRequest

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for InferenceRequest

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.