#[cfg(feature = "serde")]
use serde::{Deserialize, Serialize};
#[derive(Debug, Clone, Default, PartialEq)]
#[cfg_attr(feature = "serde", derive(Serialize, Deserialize))]
pub struct SpeculativeMetrics {
pub total_cycles: usize,
pub draft_tokens_proposed: usize,
pub draft_tokens_accepted: usize,
pub total_tokens_committed: usize,
pub perfect_draft_cycles: usize,
}
impl SpeculativeMetrics {
pub fn new() -> Self {
Self::default()
}
pub fn record_cycle(
&mut self,
proposed_count: usize,
accepted_count: usize,
total_committed: usize,
) {
self.total_cycles += 1;
self.draft_tokens_proposed += proposed_count;
self.draft_tokens_accepted += accepted_count;
self.total_tokens_committed += total_committed;
if accepted_count == proposed_count && proposed_count > 0 {
self.perfect_draft_cycles += 1;
}
}
pub fn acceptance_rate(&self) -> f32 {
if self.draft_tokens_proposed == 0 {
return 0.0;
}
self.draft_tokens_accepted as f32 / self.draft_tokens_proposed as f32
}
pub fn effective_speedup(&self) -> f32 {
if self.total_cycles == 0 {
return 1.0;
}
self.total_tokens_committed as f32 / self.total_cycles as f32
}
}