Struct BatchedGlobalLayoutLaunch 

pub struct BatchedGlobalLayoutLaunch<'a, R: Runtime> { /* private fields */ }

Implementations

impl<'a, R: Runtime> BatchedGlobalLayoutLaunch<'a, R>

pub fn new( batch_shape: <Sequence<FastDivmod> as LaunchArg>::RuntimeArg<'a, R>, batch_strides: <Sequence<u32> as LaunchArg>::RuntimeArg<'a, R>, rows: <u32 as LaunchArg>::RuntimeArg<'a, R>, cols: <u32 as LaunchArg>::RuntimeArg<'a, R>, stride_row: <u32 as LaunchArg>::RuntimeArg<'a, R>, stride_col: <u32 as LaunchArg>::RuntimeArg<'a, R>, line_size: u32, packing: u32, config: GlobalLayoutConfig, ) -> Self

New kernel

impl<'a, R: Runtime> BatchedGlobalLayoutLaunch<'a, R>

pub fn from_handle( client: &ComputeClient<R::Server>, handle: &TensorHandleRef<'a, R>, problem: &MatmulProblem, line_size: u8, config: GlobalLayoutConfig, ) -> Self

pub fn from_quantized_handle( client: &ComputeClient<R::Server>, values: &TensorHandleRef<'a, R>, scales: &TensorHandleRef<'a, R>, shape: &'a [usize], problem: &MatmulProblem, scheme: QuantScheme, line_size: u8, config: GlobalLayoutConfig, ) -> (BatchedGlobalLayoutLaunch<'a, R>, BatchedGlobalScaleLayoutArgs<'a, R>)

Trait Implementations

impl<'a, R: Runtime> ArgSettings<R> for BatchedGlobalLayoutLaunch<'a, R>

fn register(&self, launcher: &mut KernelLauncher<R>)

Register the information of an argument to the KernelLauncher.