use serde::{
Deserialize,
Serialize,
};
use serde_json::{
Map,
Value,
};
#[derive(Clone, Debug, Default, PartialEq, Serialize, Deserialize)]
#[serde(default)]
pub struct GenerationPolicy {
pub stop_ids: Vec<i64>,
pub sampling: Option<SamplingPolicy>,
pub max_new_tokens: Option<usize>,
pub template_kwargs: Map<String, Value>,
pub chat_template: Option<ChatTemplateSource>,
}
#[derive(Clone, Debug, PartialEq, Eq, Serialize, Deserialize)]
#[serde(untagged)]
pub enum ChatTemplateSource {
File {
file: String,
},
Inline(String),
}
#[derive(Clone, Debug, PartialEq, Serialize, Deserialize)]
pub struct SamplingPolicy {
pub temperature: f64,
pub top_k: Option<usize>,
pub top_p: Option<f64>,
pub min_p: Option<f64>,
}