use serde::Deserialize;
#[derive(Debug, Deserialize)]
pub(crate) struct GenerationConfigFile {
pub eos_token_id: EosTokenIds,
#[serde(default)]
pub temperature: Option<f32>,
#[serde(default)]
pub top_p: Option<f32>,
#[serde(default)]
pub top_k: Option<u32>,
}
#[derive(Debug, Deserialize)]
#[serde(untagged)]
pub(crate) enum EosTokenIds {
One(u32),
Many(Vec<u32>),
}
impl EosTokenIds {
pub(crate) fn into_vec(self) -> Vec<u32> {
match self {
EosTokenIds::One(id) => vec![id],
EosTokenIds::Many(ids) => ids,
}
}
}
#[derive(Debug, Deserialize)]
pub(crate) struct TokenizerConfigFile {
#[serde(default)]
pub chat_template: Option<String>,
#[serde(default)]
pub add_bos_token: Option<bool>,
}