use ruda_kernel::dsl as kernel_dsl;
use ruda_kernel::dsl::RudaCount;
use ruda_kernel::dsl::RudaDim;
use ruda_kernel::dsl::Runtime;
use ruda_kernel::dsl::client::ComputeClient;
use ruda_kernel::dsl::ir::AddressType;
use ruda_kernel::dsl::ir::DeviceProperties;
use ruda_kernel::dsl::server::LaunchError;
use ruda_kernel::tiling::{MatrixLayout, ruda_count::HyperrudaBlueprint};
use crate::kernel_ir::{
components::{
RudaDimResource,
batch::{
BatchMatmulFamily, CheckBounds,
gemv_unit_perpendicular::{
VecMatUnitPerpendicular, VecMatUnitPerpendicularConfig, matmul_entry,
},
},
global::memory::GlobalLayoutConfig,
stage::NumStages,
},
definition::{
Blueprint, RudaMappingLaunch, MatmulElems, MatmulProblem, MatmulSetupError, MatmulTypes,
MatmulVectorSizes, SwizzleModes, TilingScheme,
},
launch::*,
};
pub struct VecMatUnitPerpendicularFamily {}
#[derive(Debug, Clone, Eq, PartialEq, Hash)]
pub struct VecMatUnitPerpendicularBlueprint {
pub dtypes: MatmulElems,
pub num_planes: usize,
pub tile_dim: usize,
pub hyperruda_blueprint: HyperrudaBlueprint,
pub check_bounds: CheckBounds,
}
impl Blueprint for VecMatUnitPerpendicularBlueprint {
fn lhs_global_layout_config(&self) -> GlobalLayoutConfig {
let checked = self.check_bounds == CheckBounds::Checked;
GlobalLayoutConfig {
matrix_layout: MatrixLayout::RowMajor,
check_row_bounds: false,
check_col_bounds: checked,
}
}
fn rhs_global_layout_config(&self) -> GlobalLayoutConfig {
let checked = self.check_bounds == CheckBounds::Checked;
GlobalLayoutConfig {
matrix_layout: MatrixLayout::ColMajor,
check_row_bounds: checked,
check_col_bounds: checked,
}
}
fn out_global_layout_config(&self) -> GlobalLayoutConfig {
let checked = self.check_bounds == CheckBounds::Checked;
GlobalLayoutConfig {
matrix_layout: MatrixLayout::RowMajor,
check_row_bounds: false,
check_col_bounds: checked,
}
}
fn tiling_scheme(&self) -> TilingScheme {
panic!("VecMatUnitPerpendicular Blueprint doesn't have a TilingScheme")
}
fn swizzle_modes(&self) -> SwizzleModes {
panic!("VecMatUnitPerpendicular Blueprint doesn't have Swizzle Modes")
}
}
impl BatchMatmulFamily<()> for VecMatUnitPerpendicularFamily {
type Matmul<MP: MatmulTypes> = VecMatUnitPerpendicular<MP>;
type Config = VecMatUnitPerpendicularConfig;
type Blueprint = VecMatUnitPerpendicularBlueprint;
fn expand_config(
device_props: &DeviceProperties,
blueprint: &Self::Blueprint,
_dtypes: &MatmulElems,
_vector_sizes: &MatmulVectorSizes,
) -> Result<Self::Config, MatmulSetupError> {
Ok(VecMatUnitPerpendicularConfig {
plane_dim: device_props.hardware.plane_size_max,
num_planes: blueprint.num_planes as u32,
check_bounds: blueprint.check_bounds,
})
}
fn num_stages() -> NumStages {
(1, 1).into()
}
unsafe fn launch_unchecked<'a, MA: MatmulArgs<Config = ()>, R: Runtime>(
client: &ComputeClient<R>,
ruda_dim: RudaDim,
ruda_count: RudaCount,
address_type: AddressType,
input: InputRuntimeArg<MA, R>,
output: OutputRuntimeArg<MA, R>,
_config: ConfigRuntimeArg<MA, R>,
ruda_mapping: RudaMappingLaunch<R>,
blueprint: VecMatUnitPerpendicularBlueprint,
dtypes: &MatmulElems,
vector_sizes: &MatmulVectorSizes,
) -> Result<(), LaunchError> {
unsafe {
matmul_entry::launch_unchecked::<MA, Lhs, LhsSize, Rhs, RhsSize, Acc, AccSize, R>(
client,
ruda_count,
ruda_dim,
address_type,
input,
output,
(),
ruda_mapping,
blueprint,
[dtypes.lhs_global, dtypes.rhs_global, dtypes.acc_global],
[vector_sizes.lhs, vector_sizes.rhs, vector_sizes.out],
)
};
Ok(())
}
fn rudadim_resource(
blueprint: &Self::Blueprint,
_dtypes: &MatmulElems,
_vector_sizes: &MatmulVectorSizes,
) -> Result<RudaDimResource, MatmulSetupError> {
Ok(RudaDimResource::Planes(blueprint.num_planes as u32))
}
fn validate_blueprint<R: Runtime>(
client: &ComputeClient<R>,
blueprint: &Self::Blueprint,
problem: &MatmulProblem,
_dtypes: &MatmulElems,
vector_sizes: &MatmulVectorSizes,
) -> Result<(), MatmulSetupError> {
let vector_size = vector_sizes.lhs;
if !(vector_size == vector_sizes.rhs && vector_size == vector_sizes.out) {
return Err(MatmulSetupError::InvalidConfig(Box::new(format!(
"All vector sizes must be equal, got lhs:{:?}, rhs:{:?}, out:{:?}",
vector_size, vector_sizes.rhs, vector_sizes.out
))));
}
let plane_dim = client.properties().hardware.plane_size_max as usize;
if blueprint.tile_dim != plane_dim * vector_size {
return Err(MatmulSetupError::InvalidConfig(Box::new(format!(
"Tile dim must equal plane_dim * vector_size, got {:?} != {:?} * {:?}",
blueprint.tile_dim, plane_dim, vector_size,
))));
}
if !problem.k.is_multiple_of(vector_size) {
return Err(MatmulSetupError::InvalidConfig(Box::new(format!(
"Problem dimension k={:?} must be divisible by vector size ({:?})",
problem.k, vector_size,
))));
}
let aligned_k = problem.k.is_multiple_of(blueprint.tile_dim);
let aligned_n = problem.n.is_multiple_of(blueprint.tile_dim);
if (!aligned_k || !aligned_n) && blueprint.check_bounds != CheckBounds::Checked {
return Err(MatmulSetupError::InvalidConfig(Box::new(format!(
"Problem dimensions n={:?}, k={:?} not divisible by tile dim ({:?}) require CheckBounds::Checked",
problem.n, problem.k, blueprint.tile_dim,
))));
}
Ok(())
}
}