use alloc::sync::Arc;
use burn::tensor::Device;
use super::{
NANOCHAT_KIT,
PYTORCH,
};
use crate::{
data::{
builds::{
BuildRef,
ConstructInit,
},
resources::{
LoadedResourceSet,
ResourceSet,
},
},
errors::{
BunsenError,
BunsenResult,
},
kits::{
language::nanochat::{
CHECKPOINT,
META,
NanoChatConstruct,
nanochat_default_policy,
weights::{
NanoChatMeta,
load_pt_checkpoint,
},
},
support::model_config::resolve_ref_presets,
},
};
#[derive(Clone, Debug)]
pub struct NanoChatConstructConfig;
impl ConstructInit for NanoChatConstructConfig {
type Construct = NanoChatConstruct;
const KIT: &'static str = NANOCHAT_KIT;
const RESOLVES_PRESETS: bool = true;
fn applied_presets(
construct: &Self::Construct
) -> Option<crate::data::catalog::presets::PresetSelection> {
Some(construct.presets.clone())
}
fn for_resource_set(map: &ResourceSet) -> BunsenResult<Self> {
map.try_get(META)?;
match map.try_get(CHECKPOINT)?.format.as_deref() {
Some(PYTORCH) => Ok(Self),
other => Err(BunsenError::unsupported(format!(
"no nanochat reader for a checkpoint of kind {other:?}"
))),
}
}
fn try_init(
&self,
model: &BuildRef,
loaded: &LoadedResourceSet,
device: &Device,
load: crate::data::formats::LoadPolicy,
) -> BunsenResult<Arc<NanoChatConstruct>> {
let meta = loaded.expect(META)?;
let checkpoint = loaded.expect(CHECKPOINT)?;
let sequence_len = NanoChatMeta::from_file(meta)?.model_config.sequence_len;
let (gpt, _) = load_pt_checkpoint(meta, checkpoint, device, load)?;
let policy = resolve_ref_presets(&nanochat_default_policy(), model, &Default::default())?;
let mut bundle = NanoChatConstruct::new(gpt)
.with_max_positions(Some(sequence_len))
.with_policy(policy.config.clone(), policy.applied());
for (key, part) in &loaded.parts {
bundle = bundle.with_file(key, &part.path);
}
Ok(Arc::new(bundle))
}
}
#[cfg(test)]
mod tests {
use super::*;
use crate::errors::{
BunsenErrorKind,
testing::ErrorMatcher,
};
#[test]
fn test_the_hook_follows_the_kind() {
NanoChatConstructConfig::for_resource_set(
&crate::data::catalog::BuiltinCatalog::get()
.unwrap()
.build("nanochat-students/base-d20")
.unwrap()
.resource_set(),
)
.unwrap();
NanoChatConstructConfig::for_resource_set(
&crate::data::catalog::BuiltinCatalog::get()
.unwrap()
.build("nitishpandey04/nanochat-d18-sft")
.unwrap()
.resource_set(),
)
.unwrap();
let mut safetensors = crate::data::catalog::BuiltinCatalog::get()
.unwrap()
.build("nanochat-students/base-d20")
.unwrap()
.resource_set();
safetensors.resources.get_mut(CHECKPOINT).unwrap().format = Some("safetensors".to_string());
ErrorMatcher::kind(BunsenErrorKind::Unsupported)
.message_contains("safetensors")
.assert_err(&NanoChatConstructConfig::for_resource_set(&safetensors));
}
}