use burn::prelude::Backend;
use crate::{
errors::BunsenResult,
kits::{
speech::whisper::{
blocks::{
Whisper,
WhisperApiConfig,
},
driver::WhisperSpecialIds,
pretrained::{
PytorchWhisperScanner,
bundled,
},
},
tokens::TiktokenRanks,
},
};
impl<B: Backend> Whisper<B> {
pub fn load_pretrained(device: &B::Device) -> BunsenResult<(Self, WhisperApiConfig)> {
PytorchWhisperScanner::new().load::<B, _>(bundled::base_pt(), device)
}
}
pub fn bundled_vocabulary(ids: &WhisperSpecialIds) -> BunsenResult<TiktokenRanks> {
let path = if ids.is_multilingual() {
bundled::multilingual_tiktoken()
} else {
bundled::gpt2_tiktoken()
};
TiktokenRanks::load(path)
}