mircuda-sys 0.3.0

Private native CUDA integration for mircuda
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25

mod dense;
mod fmha;
mod fp4;
mod fp8_vector;
mod grouped_fp4;
mod mxfp8;
mod scaled_fp8;
mod variable_grouped_bf16;
mod variable_grouped_fp4;

pub use dense::{
    DenseMatmulDataType, DenseMatmulPlan, DenseMatmulSpec, DenseVectorPlan, DenseVectorSpec,
};
pub use fmha::{FmhaBf16Plan, FmhaBf16Spec};
pub use fp4::{
    BlockScaledFp4Plan, BlockScaledFp4Spec, BlockScaledFp4VectorPlan, BlockScaledFp4VectorSpec,
};
pub use fp8_vector::{BlockwiseFp8VectorPlan, BlockwiseFp8VectorSpec};
pub use grouped_fp4::{IndexedGroupedFp4Plan, IndexedGroupedFp4Spec};
pub use mxfp8::{BlockScaledMxFp8Plan, BlockScaledMxFp8Spec};
pub use scaled_fp8::{ScaledFp8Plan, ScaledFp8ScaleType, ScaledFp8Spec, ScaledFp8WeightScaleType};
pub use variable_grouped_bf16::{VariableGroupedBf16Plan, VariableGroupedBf16Spec};
pub use variable_grouped_fp4::{
    PairedVariableGroupedFp4Plan, VariableGroupedFp4Plan, VariableGroupedFp4Spec,
};