pub struct StepEpExps {
pub runtime: Arc<TpE4m3HostBounce>,
pub experts: StepEpExpertBank,
pub devices: Vec<usize>,
pub configured_by_tp: bool,
pub activation_limit: Option<f32>,
pub nvfp4_device_routes: bool,
pub grouped_decode: Option<Mutex<StepEpGroupedDecode>>,
}Fields§
§runtime: Arc<TpE4m3HostBounce>§experts: StepEpExpertBank§devices: Vec<usize>§configured_by_tp: bool§activation_limit: Option<f32>§nvfp4_device_routes: boolImmutable load-time selection of the W4A16 device-resident NVFP4 EP decode program.
grouped_decode: Option<Mutex<StepEpGroupedDecode>>Persistent one-token grouped projection/combine state for eager decode. Opt-in prefill uses the model-scoped executor instead of multiplying capacity workspaces per layer.
Auto Trait Implementations§
impl !Freeze for StepEpExps
impl RefUnwindSafe for StepEpExps
impl Send for StepEpExps
impl Sync for StepEpExps
impl Unpin for StepEpExps
impl UnsafeUnpin for StepEpExps
impl UnwindSafe for StepEpExps
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more