turbospark-runtime 0.3.0

The raw-completion prefill+decode loop: wires a LogitProducer, the tokenizer, and the selection sampler into one token generation loop.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19

/// Whether a mapped layout covers exactly the expert range emitted by its router.
pub(crate) fn mapped_expert_count_matches(
    architecture_experts: i64,
    layout_experts: usize,
) -> bool {
    usize::try_from(architecture_experts).ok() == Some(layout_experts)
}

#[cfg(test)]
mod tests {
    use super::mapped_expert_count_matches;

    #[test]
    fn mapped_layout_must_cover_the_routers_expert_range() {
        assert!(mapped_expert_count_matches(8, 8));
        assert!(!mapped_expert_count_matches(8, 1));
        assert!(!mapped_expert_count_matches(-1, usize::MAX));
    }
}