mircuda-sys 0.1.0

Private native CUDA integration for mircuda
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17

mod dense;
mod dense_vector;
mod fp4;
mod fp4_vector;
mod fp8_vector;
mod grouped_fp4;
mod variable_grouped_fp4;

pub use dense::{DenseMatmulDataType, DenseMatmulPlan, DenseMatmulSpec};
pub use dense_vector::{DenseVectorPlan, DenseVectorSpec};
pub use fp4::{BlockScaledFp4Plan, BlockScaledFp4Spec};
pub use fp4_vector::{BlockScaledFp4VectorPlan, BlockScaledFp4VectorSpec};
pub use fp8_vector::{BlockwiseFp8VectorPlan, BlockwiseFp8VectorSpec};
pub use grouped_fp4::{IndexedGroupedFp4Plan, IndexedGroupedFp4Spec};
pub use variable_grouped_fp4::{
    PairedVariableGroupedFp4Plan, VariableGroupedFp4Plan, VariableGroupedFp4Spec,
};