1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
// RLX — versatile ML compiler + runtime.
// Copyright (C) 2026 Eugene Hauptmann, Nataliya Kosmyna.
//
// This program is free software: you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation, version 3.
//
// This program is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU General Public License for more details.
//
// You should have received a copy of the GNU General Public License
// along with this program. If not, see <https://www.gnu.org/licenses/>.
//! MoE FFN placeholder for Gemma 4 recipes (dense path ignores this).
/// Routed-expert FFN stage (stub — wired when `rlx-flow` MoE kernels land).
#[derive(Debug, Clone)]
pub struct MoeFfnStage {
pub prefix: String,
pub num_experts: usize,
pub top_k: usize,
pub n_embd: usize,
pub n_ff: usize,
}
impl MoeFfnStage {
pub fn hf(
prefix: impl Into<String>,
num_experts: usize,
top_k: usize,
n_embd: usize,
n_ff: usize,
) -> Self {
Self {
prefix: prefix.into(),
num_experts,
top_k,
n_embd,
n_ff,
}
}
}