Struct RequestMetadata 

pub struct RequestMetadata {
    pub id: String,
    pub priority: Priority,
    pub arrival_time: Instant,
    pub max_latency: Option<Duration>,
    pub input_shapes: Vec<Vec<usize>>,
}

Request metadata for batching decisions.

Fields

id: String

Request ID

priority: Priority

Priority level

arrival_time: Instant

Arrival timestamp

max_latency: Option<Duration>

Maximum tolerable latency

input_shapes: Vec<Vec<usize>>

Input shapes (for compatibility checking)

Trait Implementations

impl Clone for RequestMetadata

fn clone(&self) -> RequestMetadata

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for RequestMetadata

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for RequestMetadata

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for RequestMetadata

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.