pub trait BatchConfig: MatmulConfig {
type GmmConfig: GlobalConfig;
// Required methods
fn to_gmm_config(&self) -> Self::GmmConfig;
fn tiling_dimensions(&self, ident: Ident) -> TilingDimensions;
fn max_m(&self) -> u32;
fn max_n(&self) -> u32;
fn max_batches(&self) -> u32;
fn quantized(&self) -> bool;
}
Expand description
Configuration for the batch matmul level.
Required Associated Types§
Sourcetype GmmConfig: GlobalConfig
type GmmConfig: GlobalConfig
Underlying Global matmul config
Required Methods§
Sourcefn to_gmm_config(&self) -> Self::GmmConfig
fn to_gmm_config(&self) -> Self::GmmConfig
Convert itself to the underlying global matmul config
Sourcefn tiling_dimensions(&self, ident: Ident) -> TilingDimensions
fn tiling_dimensions(&self, ident: Ident) -> TilingDimensions
Returns the [StageDim] for the given ident
Sourcefn max_batches(&self) -> u32
fn max_batches(&self) -> u32
Returns the largest number of batches supported with these configs
Dyn Compatibility§
This trait is not dyn compatible.
In older versions of Rust, dyn compatibility was called "object safety", so this trait is not object safe.