use bunsen::kits::support::{
decoding::SearchConfig,
model_config::GenerationPolicy,
};
pub fn search_config(policy: &GenerationPolicy) -> SearchConfig {
match &policy.sampling {
Some(s) => SearchConfig::new()
.with_temperature(s.temperature)
.with_top_k(s.top_k)
.with_top_p(s.top_p)
.with_min_p(s.min_p),
None => SearchConfig::new(),
}
}
#[cfg(test)]
mod tests {
use bunsen::kits::support::model_config::SamplingPolicy;
use super::*;
#[test]
fn test_search_config() {
let sampled = GenerationPolicy {
stop_ids: vec![151645, 151643],
sampling: Some(SamplingPolicy {
temperature: 0.6,
top_k: Some(20),
top_p: Some(0.95),
min_p: None,
}),
..Default::default()
};
let s = search_config(&sampled);
assert_eq!(
(s.temperature, s.top_k, s.top_p, s.min_p),
(0.6, Some(20), Some(0.95), None)
);
assert_eq!(
search_config(&GenerationPolicy::default()),
SearchConfig::new()
);
}
}