mircuda-sys 0.2.0

Private native CUDA integration for mircuda
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17

mod dense;
mod fp4;
mod fp8_vector;
mod grouped_fp4;
mod variable_grouped_fp4;

pub use dense::{
    DenseMatmulDataType, DenseMatmulPlan, DenseMatmulSpec, DenseVectorPlan, DenseVectorSpec,
};
pub use fp4::{
    BlockScaledFp4Plan, BlockScaledFp4Spec, BlockScaledFp4VectorPlan, BlockScaledFp4VectorSpec,
};
pub use fp8_vector::{BlockwiseFp8VectorPlan, BlockwiseFp8VectorSpec};
pub use grouped_fp4::{IndexedGroupedFp4Plan, IndexedGroupedFp4Spec};
pub use variable_grouped_fp4::{
    PairedVariableGroupedFp4Plan, VariableGroupedFp4Plan, VariableGroupedFp4Spec,
};