mircuda 0.3.0

Native, explicit-stream Rust gateway to NVIDIA CUDA
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26

mod dense;
mod fmha;
mod fp4;
mod fp8_vector;
mod grouped_fp4;
mod mxfp8;
mod scaled_fp8;
mod variable_grouped_bf16;
mod variable_grouped_fp4;
mod vector;

pub use dense::{DenseMatmulElement, DenseMatmulOutput, DenseMatmulPlan, DenseMatmulSpec};
pub use fmha::{FmhaBf16Plan, FmhaBf16Spec};
pub use fp4::{
    BlockScaledFp4Plan, BlockScaledFp4Spec, BlockScaledFp4VectorPlan, BlockScaledFp4VectorSpec,
};
pub use fp8_vector::{BlockwiseFp8VectorPlan, BlockwiseFp8VectorSpec};
pub use grouped_fp4::{IndexedGroupedFp4Plan, IndexedGroupedFp4Spec};
pub use mxfp8::{BlockScaledMxFp8Plan, BlockScaledMxFp8Spec};
pub use scaled_fp8::{ScaledFp8Plan, ScaledFp8Scale, ScaledFp8Spec, ScaledFp8WeightScale};
pub use variable_grouped_bf16::{VariableGroupedBf16Plan, VariableGroupedBf16Spec};
pub use variable_grouped_fp4::{
    PairedVariableGroupedFp4Launch, PairedVariableGroupedFp4Plan, VariableGroupedFp4Metadata,
    VariableGroupedFp4Operands, VariableGroupedFp4Plan, VariableGroupedFp4Spec,
};
pub use vector::{DenseVectorPlan, DenseVectorSpec};