use super::{
AUDIO_ENCODER_STRIDE,
WHISPER_DEFAULT_D_MODEL,
WhisperApiConfig,
};
#[derive(Debug, Clone, Copy, PartialEq, Eq, serde::Serialize, serde::Deserialize)]
#[serde(deny_unknown_fields)]
pub struct WhisperGeometry {
pub n_mels: usize,
pub vocab_size: usize,
pub d_model: usize,
pub max_audio_ctx: usize,
pub n_encoder_layers: usize,
pub max_text_ctx: usize,
pub n_decoder_layers: usize,
pub d_head: usize,
}
pub const OPENAI_MAX_AUDIO_CTX: usize = 1500 * AUDIO_ENCODER_STRIDE;
pub const OPENAI_MAX_TEXT_CTX: usize = 448;
impl WhisperGeometry {
pub const fn openai(
n_mels: usize,
vocab_size: usize,
d_model: usize,
n_encoder_layers: usize,
n_decoder_layers: usize,
) -> Self {
Self {
n_mels,
vocab_size,
d_model,
max_audio_ctx: OPENAI_MAX_AUDIO_CTX,
n_encoder_layers,
max_text_ctx: OPENAI_MAX_TEXT_CTX,
n_decoder_layers,
d_head: WHISPER_DEFAULT_D_MODEL,
}
}
pub fn n_heads(&self) -> usize {
self.d_model / self.d_head
}
pub fn to_api_config(&self) -> WhisperApiConfig {
WhisperApiConfig::new(
self.n_mels,
self.vocab_size,
self.d_model,
self.max_audio_ctx,
self.n_encoder_layers,
self.max_text_ctx,
self.n_decoder_layers,
)
.with_d_head(self.d_head)
}
}
impl From<&WhisperApiConfig> for WhisperGeometry {
fn from(cfg: &WhisperApiConfig) -> Self {
Self {
n_mels: cfg.n_mels,
vocab_size: cfg.vocab_size,
d_model: cfg.d_model,
max_audio_ctx: cfg.max_audio_ctx,
n_encoder_layers: cfg.n_encoder_layers,
max_text_ctx: cfg.max_text_ctx,
n_decoder_layers: cfg.n_decoder_layers,
d_head: cfg.d_head,
}
}
}
impl WhisperApiConfig {
pub fn geometry(&self) -> WhisperGeometry {
WhisperGeometry::from(self)
}
}
#[cfg(test)]
mod tests {
use super::*;
#[test]
fn test_geometry_round_trips_through_api_config() {
let geometry = WhisperGeometry::openai(80, 51865, 512, 6, 6);
let cfg = geometry.to_api_config();
assert_eq!(cfg.geometry(), geometry);
assert_eq!(WhisperGeometry::from(&cfg), geometry);
assert_eq!(geometry.n_heads(), 8);
assert_eq!(geometry.max_audio_ctx, 3000);
assert_eq!(geometry.max_text_ctx, 448);
assert_eq!(geometry.d_head, 64);
}
}