use crate::{
data::pretrained::{
StaticPreFabConfig,
StaticPreFabMap,
},
kits::speech::whisper::{
WhisperApiConfig,
WhisperGeometry,
},
};
const TINY: WhisperGeometry = WhisperGeometry::openai(80, 51865, 384, 4, 4);
const TINY_EN: WhisperGeometry = WhisperGeometry::openai(80, 51864, 384, 4, 4);
const BASE: WhisperGeometry = WhisperGeometry::openai(80, 51865, 512, 6, 6);
const BASE_EN: WhisperGeometry = WhisperGeometry::openai(80, 51864, 512, 6, 6);
const SMALL: WhisperGeometry = WhisperGeometry::openai(80, 51865, 768, 12, 12);
const SMALL_EN: WhisperGeometry = WhisperGeometry::openai(80, 51864, 768, 12, 12);
const MEDIUM: WhisperGeometry = WhisperGeometry::openai(80, 51865, 1024, 24, 24);
const MEDIUM_EN: WhisperGeometry = WhisperGeometry::openai(80, 51864, 1024, 24, 24);
const LARGE: WhisperGeometry = WhisperGeometry::openai(80, 51865, 1280, 32, 32);
const LARGE_V3: WhisperGeometry = WhisperGeometry::openai(128, 51866, 1280, 32, 32);
const LARGE_V3_TURBO: WhisperGeometry = WhisperGeometry::openai(128, 51866, 1280, 32, 4);
pub static WHISPER_PREFABS: StaticPreFabMap<WhisperApiConfig> = StaticPreFabMap {
name: "whisper",
description: "OpenAI Whisper geometries, as `whisper.model.ModelDimensions` has them",
items: &[
&StaticPreFabConfig {
name: "tiny",
description: "d_model 384, 4 + 4 layers, multilingual",
builder: || TINY.to_api_config(),
},
&StaticPreFabConfig {
name: "tiny.en",
description: "d_model 384, 4 + 4 layers, English-only",
builder: || TINY_EN.to_api_config(),
},
&StaticPreFabConfig {
name: "base",
description: "d_model 512, 6 + 6 layers, multilingual",
builder: || BASE.to_api_config(),
},
&StaticPreFabConfig {
name: "base.en",
description: "d_model 512, 6 + 6 layers, English-only",
builder: || BASE_EN.to_api_config(),
},
&StaticPreFabConfig {
name: "small",
description: "d_model 768, 12 + 12 layers, multilingual",
builder: || SMALL.to_api_config(),
},
&StaticPreFabConfig {
name: "small.en",
description: "d_model 768, 12 + 12 layers, English-only",
builder: || SMALL_EN.to_api_config(),
},
&StaticPreFabConfig {
name: "medium",
description: "d_model 1024, 24 + 24 layers, multilingual",
builder: || MEDIUM.to_api_config(),
},
&StaticPreFabConfig {
name: "medium.en",
description: "d_model 1024, 24 + 24 layers, English-only",
builder: || MEDIUM_EN.to_api_config(),
},
&StaticPreFabConfig {
name: "large",
description: "d_model 1280, 32 + 32 layers, 80 mels, 99 languages (large-v1, large-v2)",
builder: || LARGE.to_api_config(),
},
&StaticPreFabConfig {
name: "large-v3",
description: "d_model 1280, 32 + 32 layers, 128 mels, 100 languages",
builder: || LARGE_V3.to_api_config(),
},
&StaticPreFabConfig {
name: "large-v3-turbo",
description: "d_model 1280, 32 + 4 layers, 128 mels, 100 languages",
builder: || LARGE_V3_TURBO.to_api_config(),
},
],
};
impl WhisperGeometry {
pub fn prefab(&self) -> Option<&'static StaticPreFabConfig<WhisperApiConfig>> {
WHISPER_PREFABS.find(|cfg| cfg.geometry() == *self)
}
}
#[cfg(test)]
mod tests {
use super::*;
#[test]
fn test_geometry_round_trips_through_api_config() {
for prefab in WHISPER_PREFABS.iter() {
let cfg = prefab.to_config();
let geometry = cfg.geometry();
assert_eq!(
geometry.to_api_config().geometry(),
geometry,
"{}",
prefab.name
);
assert_eq!(geometry.d_model % geometry.d_head, 0, "{}", prefab.name);
assert_eq!(geometry.max_audio_ctx, 3000, "{}", prefab.name);
assert_eq!(geometry.max_text_ctx, 448, "{}", prefab.name);
}
}
#[test]
fn test_prefab_names_are_unique() {
let mut names = WHISPER_PREFABS.names();
names.sort_unstable();
names.dedup();
assert_eq!(names.len(), WHISPER_PREFABS.items.len());
assert_eq!(WHISPER_PREFABS.items.len(), 11);
}
#[test]
fn test_a_geometry_names_its_prefab() {
assert_eq!(
BASE.prefab().map(|p| p.name),
Some("base"),
"the base geometry names the base prefab",
);
assert_eq!(
LARGE_V3_TURBO.prefab().map(|p| p.name),
Some("large-v3-turbo")
);
assert!(
WhisperGeometry::openai(80, 51865, 1000, 1, 1)
.prefab()
.is_none(),
"an unknown geometry names nothing",
);
}
#[test]
fn test_vocab_sizes_follow_the_language_variant() {
for prefab in WHISPER_PREFABS.iter() {
let vocab = prefab.to_config().vocab_size;
if prefab.name.ends_with(".en") {
assert_eq!(vocab, 51864, "{}", prefab.name);
} else if prefab.name.starts_with("large-v3") {
assert_eq!(vocab, 51866, "{}", prefab.name);
} else {
assert_eq!(vocab, 51865, "{}", prefab.name);
}
}
}
}