use std::fmt::Debug;
use burn::Tensor;
use crate::{
errors::BunsenResult,
kits::speech::{
asr_driver::LevelStatistic,
diarization::SpeakerActivity,
},
};
pub trait AsrEngine: Clone + Debug + Send + Sync {
type Features: StreamingFeatures;
type Level: LevelStatistic;
type StreamState: Clone + Debug + Send + Sync;
type Carry: Clone + Debug + Send + Sync;
fn sample_rate(&self) -> usize;
fn hop(&self) -> usize;
fn window_frames(&self) -> usize;
fn grid_frames(&self) -> usize;
fn end_frames_dropped(&self) -> usize {
0
}
fn new_features(&self) -> BunsenResult<Self::Features>;
fn new_stream_state(&self) -> Self::StreamState;
fn decode(
&self,
requests: Vec<DecodeRequest<'_, Self>>,
) -> BunsenResult<Vec<WindowDecode<Self::Carry>>>;
fn commit(
&self,
state: &mut Self::StreamState,
transcript: &[i64],
carry: Self::Carry,
);
fn text(
&self,
tokens: &[i64],
) -> BunsenResult<Option<String>>;
}
pub trait StreamingFeatures: Clone + Debug + Send + Sync {
fn push(
&mut self,
samples: &[f32],
) -> BunsenResult<Option<Tensor<3>>>;
fn finish(&mut self) -> BunsenResult<Option<Tensor<3>>>;
}
#[derive(Debug)]
pub struct DecodeRequest<'a, E: AsrEngine> {
pub state: &'a E::StreamState,
pub transcript: &'a [i64],
pub start: usize,
pub window: Tensor<3>,
pub level: E::Level,
pub draft: bool,
pub speakers: Option<SpeakerActivity>,
}
#[derive(Clone, Debug, PartialEq, Eq)]
pub struct TimedTokens {
pub start: usize,
pub end: usize,
pub tokens: Vec<i64>,
}
#[derive(Clone, Debug)]
pub struct WindowDecode<C> {
pub tokens: Vec<i64>,
pub skip: bool,
pub segments: Vec<TimedTokens>,
pub advance: usize,
pub tail: Option<TimedTokens>,
pub carry: C,
}
impl<C> WindowDecode<C> {
pub fn whole(
frames: usize,
tokens: Vec<i64>,
carry: C,
) -> Self {
Self {
segments: vec![TimedTokens {
start: 0,
end: frames,
tokens: tokens.clone(),
}],
tokens,
skip: false,
advance: frames,
tail: None,
carry,
}
}
}