use alloc::vec::Vec;
use burn::{
store::burn_pack::Tensor as PackTensor,
tensor::FloatDType,
};
use super::{
CHECKPOINT,
QWEN3_5_KIT,
};
use crate::{
data::{
catalog::presets::ResolvedPresetSet,
formats::NamedTensorsApplied,
resources::LoadedResourceSet,
},
errors::BunsenResult,
kits::{
language::qwen3_5::{
CHAT_TEMPLATE,
GENERATION_CONFIG,
Qwen3_5Config,
Qwen3_5Model,
TOKENIZER_CONFIG,
weights::{
load_transformers_tensors_as,
qwen3_5_config_from_transformers,
},
},
support::{
construct::TransformersLmKit,
model_config::{
ProbeSpec,
probe_loaded,
},
},
},
};
pub const END_OF_TEXT: &str = "<|endoftext|>";
#[derive(Clone, Debug, Default)]
pub struct Qwen3_5ConstructConfig;
impl TransformersLmKit for Qwen3_5ConstructConfig {
type Config = Qwen3_5Config;
type Model = Qwen3_5Model;
const CHECKPOINT: &'static str = CHECKPOINT;
const KIT: &'static str = QWEN3_5_KIT;
const NAME: &'static str = "Qwen3.5";
fn config_from_transformers(json: &str) -> BunsenResult<Qwen3_5Config> {
qwen3_5_config_from_transformers(json)
}
fn load_tensors(
model: &mut Qwen3_5Model,
tensors: Vec<PackTensor>,
dtype: FloatDType,
) -> BunsenResult<NamedTensorsApplied> {
load_transformers_tensors_as(model, tensors, dtype)
}
fn probed(loaded: &LoadedResourceSet) -> BunsenResult<ResolvedPresetSet> {
probe_loaded(
loaded,
&[
ProbeSpec::into_base("generation_config", GENERATION_CONFIG),
ProbeSpec::into_base("tokenizer_config", TOKENIZER_CONFIG),
ProbeSpec::into_base("tokenizer_config", TOKENIZER_CONFIG).with_token(END_OF_TEXT),
ProbeSpec::into_base("chat_template", TOKENIZER_CONFIG),
ProbeSpec::into_base("chat_template", CHAT_TEMPLATE),
],
&ResolvedPresetSet::default(),
)
}
}
#[cfg(test)]
mod tests {
use super::*;
use crate::{
data::builds::ConstructInit,
kits::language::qwen3_5::{
Qwen3_5Policy,
pretrained::default_qwen3_5_factory,
},
};
#[test]
fn test_the_hook_follows_the_kind() {
Qwen3_5ConstructConfig::for_resource_set(
&crate::data::catalog::BuiltinCatalog::get()
.unwrap()
.build("qwen/qwen3.5-0.8b")
.unwrap()
.resource_set(),
)
.unwrap();
Qwen3_5ConstructConfig::for_resource_set(
&crate::data::catalog::BuiltinCatalog::get()
.unwrap()
.build("qwen/qwen3.5-9b")
.unwrap()
.resource_set(),
)
.unwrap();
let mut gguf = crate::data::catalog::BuiltinCatalog::get()
.unwrap()
.build("qwen/qwen3.5-0.8b")
.unwrap()
.resource_set();
gguf.resources.get_mut("checkpoint.index").unwrap().format = Some("gguf".to_string());
crate::errors::testing::ErrorMatcher::kind(crate::errors::BunsenErrorKind::Unsupported)
.message_contains("gguf")
.assert_err(&Qwen3_5ConstructConfig::for_resource_set(&gguf));
}
#[test]
fn test_the_generation_presets() {
let factory = default_qwen3_5_factory().unwrap();
let resolve = |spec: &str| {
factory
.resolve_presets(spec, &Qwen3_5Policy::default())
.unwrap_or_else(|e| panic!("{spec}: {e}"))
.config
.generation
};
let thinks = |g: &crate::kits::support::model_config::GenerationPolicy| {
g.template_kwargs["enable_thinking"].as_bool().unwrap()
};
let top_p = |g: &crate::kits::support::model_config::GenerationPolicy| {
g.sampling.as_ref().unwrap().top_p
};
for (row, thinking) in [
("qwen3.5-0.8b", false),
("qwen3.5-2b", false),
("qwen3.5-4b", true),
("qwen3.5-9b", true),
] {
let chat = resolve(row);
assert_eq!(chat.stop_ids, [248_046, 248_044], "{row}");
assert_eq!(thinks(&chat), thinking, "{row}: by default");
assert_eq!(
top_p(&chat),
Some(if thinking { 0.95 } else { 1.0 }),
"{row}"
);
let base = resolve(&format!("{row}-base"));
assert_eq!(base.stop_ids, [248_044], "{row}-base");
}
assert!(thinks(&resolve("qwen3.5-0.8b[thinking]")));
let quick = resolve("qwen3.5-9b[no-thinking]");
assert!(!thinks(&quick));
assert_eq!(top_p(&quick), Some(1.0));
}
}