pub struct ExecutionMetadata {Show 23 fields
pub request_id: Option<String>,
pub model: String,
pub model_version: Option<String>,
pub provider: String,
pub backend: String,
pub execution_target: String,
pub routing_policy: ExecutionPolicy,
pub fallback: bool,
pub fallback_from: Option<String>,
pub fallback_reason: Option<String>,
pub latency_ms: Option<f64>,
pub input_tokens: Option<u64>,
pub output_tokens: Option<u64>,
pub hardware: Option<String>,
pub cache_hit: bool,
pub batch_size: usize,
pub queue_wait_ms: Option<f64>,
pub model_load_ms: Option<f64>,
pub execution_ms: Option<f64>,
pub streaming_requested: bool,
pub streaming_supported: bool,
pub output_event_count: usize,
pub completion_state: Option<String>,
}Fields§
§request_id: Option<String>§model: String§model_version: Option<String>§provider: StringExecution location or transport selected by this runtime (local, remote, etc.).
backend: StringComputation implementation reported by the execution target (onnx, cpu, etc.).
execution_target: StringObservable target selected by this runtime. For a client this may be remote even when
backend reports the server’s local computation backend.
routing_policy: ExecutionPolicy§fallback: bool§fallback_from: Option<String>§fallback_reason: Option<String>§latency_ms: Option<f64>§input_tokens: Option<u64>§output_tokens: Option<u64>§hardware: Option<String>§cache_hit: bool§batch_size: usize§queue_wait_ms: Option<f64>§model_load_ms: Option<f64>§execution_ms: Option<f64>§streaming_requested: bool§streaming_supported: bool§output_event_count: usize§completion_state: Option<String>Trait Implementations§
Source§impl Clone for ExecutionMetadata
impl Clone for ExecutionMetadata
Source§fn clone(&self) -> ExecutionMetadata
fn clone(&self) -> ExecutionMetadata
Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for ExecutionMetadata
impl Debug for ExecutionMetadata
Source§impl Default for ExecutionMetadata
impl Default for ExecutionMetadata
Source§fn default() -> ExecutionMetadata
fn default() -> ExecutionMetadata
Returns the “default value” for a type. Read more
Source§impl<'de> Deserialize<'de> for ExecutionMetadata
impl<'de> Deserialize<'de> for ExecutionMetadata
Source§fn deserialize<__D>(
__deserializer: __D,
) -> Result<ExecutionMetadata, <__D as Deserializer<'de>>::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(
__deserializer: __D,
) -> Result<ExecutionMetadata, <__D as Deserializer<'de>>::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Source§impl PartialEq for ExecutionMetadata
impl PartialEq for ExecutionMetadata
Source§impl Serialize for ExecutionMetadata
impl Serialize for ExecutionMetadata
Source§fn serialize<__S>(
&self,
__serializer: __S,
) -> Result<<__S as Serializer>::Ok, <__S as Serializer>::Error>where
__S: Serializer,
fn serialize<__S>(
&self,
__serializer: __S,
) -> Result<<__S as Serializer>::Ok, <__S as Serializer>::Error>where
__S: Serializer,
Serialize this value into the given Serde serializer. Read more
impl StructuralPartialEq for ExecutionMetadata
Auto Trait Implementations§
impl Freeze for ExecutionMetadata
impl RefUnwindSafe for ExecutionMetadata
impl Send for ExecutionMetadata
impl Sync for ExecutionMetadata
impl Unpin for ExecutionMetadata
impl UnsafeUnpin for ExecutionMetadata
impl UnwindSafe for ExecutionMetadata
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> DeserializeOwned for Twhere
T: for<'de> Deserialize<'de>,
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
Source§fn in_current_span(self) -> Instrumented<Self> ⓘ
fn in_current_span(self) -> Instrumented<Self> ⓘ
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more