pub const LOGIT_MASKED: f32 = -6e4;
Logits below this are considered masked (effectively -inf). Value chosen to fit within f16 range (~-65,504 max).