pub struct RunSample {
pub ttft_ms: Option<f64>,
pub wall_ms: f64,
pub prompt_tokens: Option<u64>,
pub generated_tokens: Option<u64>,
pub prefill_tps: Option<f64>,
pub decode_tps: Option<f64>,
pub draft_tokens: Option<u64>,
pub draft_accepted: Option<u64>,
}Fields§
§ttft_ms: Option<f64>Wall clock from request dispatch to first streamed content.
wall_ms: f64Wall clock from request dispatch to the terminal event.
prompt_tokens: Option<u64>§generated_tokens: Option<u64>§prefill_tps: Option<f64>§decode_tps: Option<f64>§draft_tokens: Option<u64>§draft_accepted: Option<u64>Trait Implementations§
impl StructuralPartialEq for RunSample
Auto Trait Implementations§
impl Forget for RunSample
impl Freeze for RunSample
impl RefUnwindSafe for RunSample
impl Send for RunSample
impl Sync for RunSample
impl Unpin for RunSample
impl UnsafeUnpin for RunSample
impl UnwindSafe for RunSample
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more