pub struct BenchReport {Show 35 fields
pub model: String,
pub backend: String,
pub scenario: Scenario,
pub concurrency: Option<u32>,
pub request_rate: Option<f64>,
pub n_prompt: u32,
pub n_gen: u32,
pub actual_input_tokens: Option<TokenLengthStats>,
pub actual_input_tokens_per_request: Option<Vec<Vec<u32>>>,
pub output_token_count_source: Option<String>,
pub n_repeats: u32,
pub n_requests_per_run: u32,
pub warmup_requests: u32,
pub ttft_ms: MetricSet,
pub tpot_ms: MetricSet,
pub itl_ms: MetricSet,
pub e2e_ms: MetricSet,
pub output_throughput_tps: ScalarStats,
pub total_throughput_tps: ScalarStats,
pub request_throughput_rps: ScalarStats,
pub goodput_rps: ScalarStats,
pub slo: Slo,
pub completed_per_run: Vec<u32>,
pub errored_per_run: Vec<u32>,
pub bad_output_per_run: Vec<u32>,
pub malformed_stream_per_run: Vec<u32>,
pub missing_done_per_run: Vec<u32>,
pub duplicate_done_per_run: Vec<u32>,
pub zero_output_tokens_per_run: Vec<u32>,
pub stream_bulk_flush_per_run: Vec<u32>,
pub http_500_per_run: Vec<u32>,
pub panic_per_run: Vec<u32>,
pub quality_issues_per_run: Vec<QualityIssueCounts>,
pub env: Env,
pub env_hash: EnvHash,
}Expand description
One bench cell — n_repeats independent runs aggregated.
Field order matters for env_hash determinism — do not reorder.
Fields§
§model: String§backend: String§scenario: Scenario§concurrency: Option<u32>Set iff scenario is ClosedLoop (or SharedPrefix closed variant).
request_rate: Option<f64>Set iff scenario is OpenLoop (or SharedPrefix open variant).
n_prompt: u32§n_gen: u32§actual_input_tokens: Option<TokenLengthStats>§actual_input_tokens_per_request: Option<Vec<Vec<u32>>>§output_token_count_source: Option<String>§n_repeats: u32§n_requests_per_run: u32§warmup_requests: u32§ttft_ms: MetricSet§tpot_ms: MetricSet§itl_ms: MetricSet§e2e_ms: MetricSet§output_throughput_tps: ScalarStats§total_throughput_tps: ScalarStats§request_throughput_rps: ScalarStats§goodput_rps: ScalarStats§slo: Slo§completed_per_run: Vec<u32>§errored_per_run: Vec<u32>§bad_output_per_run: Vec<u32>§malformed_stream_per_run: Vec<u32>§missing_done_per_run: Vec<u32>§duplicate_done_per_run: Vec<u32>§zero_output_tokens_per_run: Vec<u32>§stream_bulk_flush_per_run: Vec<u32>§http_500_per_run: Vec<u32>§panic_per_run: Vec<u32>§quality_issues_per_run: Vec<QualityIssueCounts>§env: Env§env_hash: EnvHashTrait Implementations§
Source§impl Clone for BenchReport
impl Clone for BenchReport
Source§fn clone(&self) -> BenchReport
fn clone(&self) -> BenchReport
Returns a duplicate of the value. Read more
1.0.0 (const: unstable) · Source§fn clone_from(&mut self, source: &Self)
fn clone_from(&mut self, source: &Self)
Performs copy-assignment from
source. Read moreSource§impl Debug for BenchReport
impl Debug for BenchReport
Source§impl<'de> Deserialize<'de> for BenchReport
impl<'de> Deserialize<'de> for BenchReport
Source§fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,
Deserialize this value from the given Serde deserializer. Read more
Auto Trait Implementations§
impl Freeze for BenchReport
impl RefUnwindSafe for BenchReport
impl Send for BenchReport
impl Sync for BenchReport
impl Unpin for BenchReport
impl UnsafeUnpin for BenchReport
impl UnwindSafe for BenchReport
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more