Struct ResidentExpertProvider 

pub struct ResidentExpertProvider;

Provider for a fully resident expert bank.

Trait Implementations

impl Clone for ResidentExpertProvider

fn clone(&self) -> ResidentExpertProvider

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Copy for ResidentExpertProvider

impl Debug for ResidentExpertProvider

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for ResidentExpertProvider

fn default() -> ResidentExpertProvider

Returns the “default value” for a type.

impl<B> RoutedExpertProvider<B> for ResidentExpertProvider

where B: GroupedNeuralBackend,

type Error = Error

Provider-specific acquisition or execution failure.

fn forward_grouped( &mut self, resident_bank: &mut B::GatedProductGroups, request: RoutedExpertRequest<'_, B::Tensor>, context: &<B::Tensor as Tensor>::Context, ) -> Result<B::Tensor, Self::Error>

Executes one typed route batch while retaining its acquired resources.

fn forward_relu2_routed( &mut self, resident_bank: &mut B::Relu2Groups, request: RoutedExpertRequest<'_, B::Tensor>, context: &<B::Tensor as Tensor>::Context, ) -> Result<B::Tensor, Self::Error>

Executes one ReLU-squared route batch through the same residency boundary.

impl<B> TensorParallelRoutedExpertProvider<B> for ResidentExpertProvider

where B: TensorParallelGroupedNeuralBackend,

fn forward_grouped_tensor_parallel( &mut self, resident_bank: &mut B::GatedProductGroups, request: RoutedExpertRequest<'_, B::Tensor>, partitions: usize, context: &<B::Tensor as Tensor>::Context, ) -> Result<RoutedExpertTensorParallelOutput<B::Tensor>, Self::Error>

Executes a rank-local gated-product contribution.

fn forward_relu2_routed_tensor_parallel( &mut self, resident_bank: &mut B::Relu2Groups, request: RoutedExpertRequest<'_, B::Tensor>, partitions: usize, context: &<B::Tensor as Tensor>::Context, ) -> Result<RoutedExpertTensorParallelOutput<B::Tensor>, Self::Error>

Executes a rank-local ReLU-squared contribution.