use alloc::format;
use core::marker::PhantomData;
use burn::{
config::Config,
tensor::Device,
};
use super::{
LmDecodeKind,
LmDecoderMeta,
LmDecoderModel,
};
use crate::{
blocks::transformers::{
decoders::stack::{
DecoderStackMeta,
DecoderStackStructureConfig,
DecoderStackVariantConfig,
},
embedding::TokenEmbeddingConfig,
head::LmHeadConfig,
},
burner::module::{
ModuleInit,
ToStructureConfig,
},
errors::{
BunsenResult,
ConstraintError,
ResultContext,
},
};
pub const LM_DECODER_KV_CACHE_PRE_SIZE: usize = 1024;
#[derive(Config, Debug)]
pub struct LmDecoderVariantConfig {
pub embedding: TokenEmbeddingConfig,
pub head: LmHeadConfig,
pub stack: DecoderStackVariantConfig,
#[config(default = "LM_DECODER_KV_CACHE_PRE_SIZE")]
pub kv_cache_pre_size: usize,
}
impl ToStructureConfig for LmDecoderVariantConfig {
type Structure = LmDecoderStructureConfig;
fn try_to_structure(&self) -> BunsenResult<LmDecoderStructureConfig> {
Ok(LmDecoderStructureConfig::new(
self.embedding.clone(),
self.head.clone(),
self.stack
.try_to_structure()
.context("lowering an LmDecoderVariantConfig's stack")?,
)
.with_kv_cache_pre_size(self.kv_cache_pre_size))
}
}
#[derive(Config, Debug)]
pub struct LmDecoderStructureConfig {
pub embedding: TokenEmbeddingConfig,
pub head: LmHeadConfig,
pub stack: DecoderStackStructureConfig,
#[config(default = "LM_DECODER_KV_CACHE_PRE_SIZE")]
pub kv_cache_pre_size: usize,
}
impl LmDecoderMeta for LmDecoderStructureConfig {
fn n_vocab(&self) -> usize {
self.embedding.n_vocab
}
fn n_logits(&self) -> usize {
use crate::blocks::transformers::head::LmHeadMeta;
self.head.n_vocab()
}
fn d_model(&self) -> usize {
self.embedding.d_model
}
fn n_layers(&self) -> usize {
self.stack.n_layers()
}
fn n_kv_heads(&self) -> usize {
self.stack.n_kv_heads()
}
fn head_dim(&self) -> usize {
self.stack.head_dim()
}
}
impl<K: LmDecodeKind> ModuleInit<LmDecoderModel<K>> for LmDecoderStructureConfig {
fn try_init(
&self,
device: &Device,
) -> BunsenResult<LmDecoderModel<K>> {
if let Some(why) = K::refusal(&self.stack.layer_attends()) {
return Err(ConstraintError::custom(
"LmDecoderStructureConfig",
"stack",
format!("not of kind {}: {why}", K::NAME),
)
.into());
}
Ok(LmDecoderModel {
embedding: self.embedding.try_init(device)?,
head: self.head.try_init(device)?,
stack: self.stack.try_init(device)?,
kv_cache_pre_size: self.kv_cache_pre_size,
kind: PhantomData,
})
}
}
impl<W: super::LmDecoderHolder + burn::module::Module> ModuleInit<W> for LmDecoderStructureConfig {
fn try_init(
&self,
device: &Device,
) -> BunsenResult<W> {
Ok(W::from_lm(ModuleInit::<LmDecoderModel<W::Kind>>::try_init(
self, device,
)?))
}
}