pub struct BenchReport {
pub protocol: Protocol,
pub model: String,
pub fixture: FixtureInfo,
pub options: BenchOptions,
pub ttft_ms: Option<Stat>,
pub prefill_tps: Option<Stat>,
pub decode_tps: Option<Stat>,
pub draft_acceptance: Option<f64>,
pub aggregate_decode_tps: Option<Stat>,
pub samples: Vec<RunSample>,
}Fields§
§protocol: Protocol§model: String§fixture: FixtureInfo§options: BenchOptions§ttft_ms: Option<Stat>Wall clock, measured.
prefill_tps: Option<Stat>Runtime reported.
decode_tps: Option<Stat>Runtime reported.
draft_acceptance: Option<f64>Sum of accepted over sum of drafted tokens across measured runs.
aggregate_decode_tps: Option<Stat>Wall clock, measured per round; only computed when concurrency > 1.
samples: Vec<RunSample>Trait Implementations§
Source§impl Clone for BenchReport
impl Clone for BenchReport
Source§impl Debug for BenchReport
impl Debug for BenchReport
Source§impl PartialEq for BenchReport
impl PartialEq for BenchReport
Source§impl Serialize for BenchReport
impl Serialize for BenchReport
impl StructuralPartialEq for BenchReport
Auto Trait Implementations§
impl Forget for BenchReport
impl Freeze for BenchReport
impl RefUnwindSafe for BenchReport
impl Send for BenchReport
impl Sync for BenchReport
impl Unpin for BenchReport
impl UnsafeUnpin for BenchReport
impl UnwindSafe for BenchReport
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more