use alloc::vec::Vec;
use core::ops::Range;
use burn::module::Module;
use crate::blocks::transformers::embedding::{
RotaryEmbedding,
RotaryEmbeddingMeta,
};
#[derive(Module, Debug)]
pub struct RotarySet {
pub tables: Vec<RotaryEmbedding>,
#[module(skip)]
pub layer_tables: Vec<usize>,
}
impl From<RotaryEmbedding> for RotarySet {
fn from(table: RotaryEmbedding) -> Self {
Self {
tables: vec![table],
layer_tables: Vec::new(),
}
}
}
impl RotarySet {
pub fn seq_len(&self) -> usize {
self.tables[0].seq_len()
}
pub fn for_layer(
&self,
layer: usize,
) -> &RotaryEmbedding {
&self.tables[self.layer_tables.get(layer).copied().unwrap_or(0)]
}
pub fn clip_range(
&self,
range: Range<usize>,
) -> Self {
Self {
tables: self
.tables
.iter()
.map(|t| t.clip_range(range.clone()))
.collect(),
layer_tables: self.layer_tables.clone(),
}
}
}