Trait GlobalMatmulFamily

pub trait GlobalMatmulFamily:
    Send
    + Sync
    + 'static {
    type Matmul<MP: MatmulPrecision>: GlobalMatmul<MP, Config = Self::Config>;
    type Config: GlobalConfig;

    // Required method
    fn setup<MP: MatmulPrecision, R: Runtime>(
        client: &ComputeClient<R::Server, R::Channel>,
        problem: &MatmulProblem,
        selection: &MatmulSelection,
        matmul_line_sizes: &MatmulLineSizes,
    ) -> Result<Self::Config, MatmulSetupError>;

    // Provided method
    fn filter_line_sizes(
        available_line_sizes: AvailableLineSizes,
    ) -> AvailableLineSizes { ... }
}

A family of matmuls working with any precision.

Required Associated Types

type Matmul<MP: MatmulPrecision>: GlobalMatmul<MP, Config = Self::Config>

The specific GlobalMatmul implementation associated with this family.

type Config: GlobalConfig

The configuration type associated with this matmul family.

Required Methods

fn setup<MP: MatmulPrecision, R: Runtime>( client: &ComputeClient<R::Server, R::Channel>, problem: &MatmulProblem, selection: &MatmulSelection, matmul_line_sizes: &MatmulLineSizes, ) -> Result<Self::Config, MatmulSetupError>

Constructs the configuration based on the matmul problem, selection, and line sizes.

This function may return an error if the configuration cannot be supported on the current runtime.

Provided Methods

fn filter_line_sizes( available_line_sizes: AvailableLineSizes, ) -> AvailableLineSizes

Filters out line sizes that are incompatible with this matmul family.

By default, returns the input unchanged.

Dyn Compatibility

This trait is not dyn compatible.

In older versions of Rust, dyn compatibility was called "object safety", so this trait is not object safe.

Implementors

impl<SMM> GlobalMatmulFamily for SimpleTmaMatmulFamily<SMM>

where SMM: StageMatmulFamily<LhsReader = FullReaderFamily, RhsReader = FullReaderFamily>,

type Matmul<MP: MatmulPrecision> = SimpleTmaMatmul<MP, <SMM as StageMatmulFamily>::Matmul<MP, ContiguousTilingLayout<TmaTilingOrder>, ContiguousTilingLayout<TmaTilingOrder>>>

type Config = SimpleTmaConfig<<SMM as StageMatmulFamily>::Config>

impl<SMM, LL, RL> GlobalMatmulFamily for DoubleBufferingMatmulFamily<SMM, LL, RL>

where SMM: StageMatmulFamily<LhsReader = PartialReaderFamily, RhsReader = PartialReaderFamily>, LL: SyncPartialLoadingStrategy, RL: SyncPartialLoadingStrategy,

type Matmul<MP: MatmulPrecision> = DoubleBufferingMatmul<MP, <SMM as StageMatmulFamily>::Matmul<MP, <LL as SyncPartialLoadingStrategy>::TilingLayout, <RL as SyncPartialLoadingStrategy>::TilingLayout>, LL, RL>

type Config = DoubleBufferingGlobalConfig<<SMM as StageMatmulFamily>::Config>

impl<SMM, LL, RL> GlobalMatmulFamily for SimpleBarrierMatmulFamily<SMM, LL, RL>

where SMM: StageMatmulFamily<LhsReader = FullReaderFamily, RhsReader = FullReaderFamily>, LL: AsyncFullLoadingStrategy, RL: AsyncFullLoadingStrategy,

type Matmul<MP: MatmulPrecision> = SimpleBarrierMatmul<MP, <SMM as StageMatmulFamily>::Matmul<MP, <LL as AsyncFullLoadingStrategy>::TilingLayout, <RL as AsyncFullLoadingStrategy>::TilingLayout>, LL, RL>

type Config = SimpleBarrierConfig<<SMM as StageMatmulFamily>::Config>

impl<SMM, LL, RL> GlobalMatmulFamily for SimpleMatmulFamily<SMM, LL, RL>

where SMM: StageMatmulFamily<LhsReader = FullReaderFamily, RhsReader = FullReaderFamily>, LL: SyncFullLoadingStrategy, RL: SyncFullLoadingStrategy,

type Matmul<MP: MatmulPrecision> = SimpleMatmul<MP, <SMM as StageMatmulFamily>::Matmul<MP, <LL as SyncFullLoadingStrategy>::TilingLayout, <RL as SyncFullLoadingStrategy>::TilingLayout>, LL, RL>

type Config = SimpleConfig<<SMM as StageMatmulFamily>::Config>

impl<SMM, RL> GlobalMatmulFamily for OrderedDoubleBufferingMatmulFamily<SMM, RL>

where SMM: StageMatmulFamily<LhsReader = FullReaderFamily, RhsReader = PartialReaderFamily>, RL: SyncPartialLoadingStrategy,

type Matmul<MP: MatmulPrecision> = OrderedDoubleBufferingMatmul<MP, <SMM as StageMatmulFamily>::Matmul<MP, <SyncFullOrderedLoading as SyncFullLoadingStrategy>::TilingLayout, <RL as SyncPartialLoadingStrategy>::TilingLayout>, RL>

type Config = OrderedDoubleBufferingGlobalConfig<<SMM as StageMatmulFamily>::Config>