use alloc::{
format,
string::String,
};
use core::fmt::Debug;
pub trait LmDecodeKind:
Clone + Copy + Debug + Default + PartialEq + Eq + Send + Sync + 'static
{
const NAME: &'static str;
fn refusal(layer_attends: &[bool]) -> Option<String>;
}
#[derive(Clone, Copy, Debug, Default, PartialEq, Eq)]
pub struct LmAttentionOnlyKind;
impl LmDecodeKind for LmAttentionOnlyKind {
const NAME: &'static str = "LmAttentionOnlyKind";
fn refusal(layer_attends: &[bool]) -> Option<String> {
layer_attends
.iter()
.position(|attends| !attends)
.map(|i| format!("layer {i} is linear attention; every layer must attend"))
}
}
#[derive(Clone, Copy, Debug, Default, PartialEq, Eq)]
pub struct LmHybridKind;
impl LmDecodeKind for LmHybridKind {
const NAME: &'static str = "LmHybridKind";
fn refusal(_layer_attends: &[bool]) -> Option<String> {
None
}
}