use serde::{Deserialize, Serialize};
use spec_stream_core::{SpeculativeMetrics, TokenId};
use std::pin::Pin;
use std::task::{Context, Poll};
use tokio::sync::mpsc::Receiver;
use tokio_stream::Stream;
#[derive(Debug, Clone, PartialEq, Serialize, Deserialize)]
#[serde(tag = "type", content = "data")]
pub enum GenerationEvent {
Token {
token_id: TokenId,
is_draft: bool,
},
Burst {
accepted: usize,
total_produced: usize,
},
AdaptiveKChanged {
old_k: usize,
new_k: usize,
acceptance_rate: f32,
},
Metrics(SpeculativeMetrics),
Finished { total_tokens: usize, reason: String },
}
pub struct SpeculativeStream {
receiver: Receiver<GenerationEvent>,
}
impl SpeculativeStream {
pub fn new(receiver: Receiver<GenerationEvent>) -> Self {
Self { receiver }
}
}
impl Stream for SpeculativeStream {
type Item = GenerationEvent;
fn poll_next(mut self: Pin<&mut Self>, cx: &mut Context<'_>) -> Poll<Option<Self::Item>> {
self.receiver.poll_recv(cx)
}
}