pub struct TraceSimulationReport {
pub request_counts: TraceRequestCounts,
pub throughput: TraceThroughputStats,
pub prefix_cache_reused_ratio: f64,
pub first_admission_prefix_cache_reused_ratio: f64,
pub latency: TraceLatencyStats,
pub goodput: Option<TraceGoodputStats>,
pub per_request: Vec<PerRequestRecord>,
}Fields§
§request_counts: TraceRequestCounts§throughput: TraceThroughputStats§prefix_cache_reused_ratio: f64§first_admission_prefix_cache_reused_ratio: f64§latency: TraceLatencyStats§goodput: Option<TraceGoodputStats>SLA-goodput stats. Some only when an SLA was supplied to the collector
(via set_sla_thresholds); None otherwise — goodput is undefined
without an SLA, so the goodput_* keys are omitted from the report.
per_request: Vec<PerRequestRecord>Per-request records, one per admitted request. Populated by
TraceCollector::finish. Intentionally NOT serialized into the summary
JSON (see custom Serialize impl below) — consumers that want per-
request granularity should access this field directly and serialize
it themselves (e.g., the --report-jsonl CLI path).
Implementations§
Source§impl TraceSimulationReport
impl TraceSimulationReport
pub fn with_wall_time_ms(self, wall_time_ms: f64) -> Self
pub fn processed_tokens(&self) -> usize
pub fn processed_tokens_per_s(&self) -> f64
pub fn processed_output_tokens_per_s(&self) -> f64
Trait Implementations§
Source§impl Clone for TraceSimulationReport
impl Clone for TraceSimulationReport
Source§fn clone(&self) -> TraceSimulationReport
fn clone(&self) -> TraceSimulationReport
Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for TraceSimulationReport
impl Debug for TraceSimulationReport
Source§impl Display for TraceSimulationReport
impl Display for TraceSimulationReport
Auto Trait Implementations§
impl Freeze for TraceSimulationReport
impl RefUnwindSafe for TraceSimulationReport
impl Send for TraceSimulationReport
impl Sync for TraceSimulationReport
impl Unpin for TraceSimulationReport
impl UnsafeUnpin for TraceSimulationReport
impl UnwindSafe for TraceSimulationReport
Blanket Implementations§
impl<T> BlockMetadata for T
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
Source§impl<T> CloneToUninit for Twhere
T: Clone,
impl<T> CloneToUninit for Twhere
T: Clone,
Source§impl<T> Instrument for T
impl<T> Instrument for T
Source§fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
fn instrument(self, span: Span) -> Instrumented<Self> ⓘ
Source§fn in_current_span(self) -> Instrumented<Self> ⓘ
fn in_current_span(self) -> Instrumented<Self> ⓘ
impl<T> Read<Exclusive, BecauseExclusive> for Twhere
T: ?Sized,
Source§impl<T> ValidateIp for Twhere
T: ToString,
impl<T> ValidateIp for Twhere
T: ToString,
Source§fn validate_ipv4(&self) -> bool
fn validate_ipv4(&self) -> bool
Validates whether the given string is an IP V4
Source§fn validate_ipv6(&self) -> bool
fn validate_ipv6(&self) -> bool
Validates whether the given string is an IP V6
Source§fn validate_ip(&self) -> bool
fn validate_ip(&self) -> bool
Validates whether the given string is an IP