use burn::{
Tensor,
config::Config,
module::Module,
tensor::Device,
};
use super::{
ConformerBlock,
ConformerBlockConfig,
ConformerBlockMeta,
};
use crate::{
burner::module::ModuleInit,
errors::BunsenResult,
ops::transformers::attention::{
length_mask,
rel_position_table,
},
};
pub trait ConformerTransformerMeta {
fn d_model(&self) -> usize;
fn n_layers(&self) -> usize;
}
#[derive(Config, Debug)]
pub struct ConformerTransformerConfig {
pub block: ConformerBlockConfig,
pub n_layers: usize,
#[config(default = "false")]
pub scale_input: bool,
}
impl ConformerTransformerMeta for ConformerTransformerConfig {
fn d_model(&self) -> usize {
self.block.d_model
}
fn n_layers(&self) -> usize {
self.n_layers
}
}
impl ModuleInit<ConformerTransformer> for ConformerTransformerConfig {
fn try_init(
&self,
device: &Device,
) -> BunsenResult<ConformerTransformer> {
Ok(ConformerTransformer {
layers: (0..self.n_layers)
.map(|_| self.block.try_init(device))
.collect::<BunsenResult<_>>()?,
scale_input: self.scale_input,
})
}
}
#[derive(Module, Debug)]
pub struct ConformerTransformer {
pub layers: Vec<ConformerBlock>,
pub scale_input: bool,
}
impl ConformerTransformerMeta for ConformerTransformer {
fn d_model(&self) -> usize {
self.layers.first().map_or(0, |l| l.d_model())
}
fn n_layers(&self) -> usize {
self.layers.len()
}
}
impl ConformerTransformer {
pub fn forward(
&self,
x: Tensor<3>,
lengths: Option<&[usize]>,
) -> Tensor<3> {
let d_model = self.d_model();
let [batch, frames] = crate::contracts::unpack_shape_contract!(
["batch", "frames", "d_model"],
&x.dims(),
&["batch", "frames"],
&[("d_model", d_model)],
);
let mut x = x;
if self.scale_input {
x = x.mul_scalar((d_model as f64).sqrt());
}
let device = x.device();
let positions = rel_position_table(frames, d_model, &device);
let valid = lengths.map(|lengths| length_mask(lengths, frames, &device));
for layer in &self.layers {
x = layer.forward(x, positions.clone(), valid.clone());
}
#[cfg(any(debug_assertions, test))]
crate::contracts::assert_shape_contract_periodically!(
["batch", "frames", "d_model"],
&x.dims(),
&[("batch", batch), ("frames", frames), ("d_model", d_model)],
);
#[cfg(not(any(debug_assertions, test)))]
let _ = batch;
x
}
}