mircuda-sys 0.3.0

Private native CUDA integration for mircuda
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31

mod compiler;
#[cfg(feature = "cutlass")]
mod cutlass;
mod driver;
mod event;
mod graph;
mod memory;
mod profile;
#[cfg(feature = "cublaslt")]
mod vendor;

pub use compiler::{
    CompileSpec, CompiledPtx, Kernel, KernelArgument, LaunchConfig, Module, compiler_version,
};
#[cfg(feature = "cutlass")]
pub use cutlass::{
    BlockScaledFp4Plan, BlockScaledFp4Spec, BlockScaledFp4VectorPlan, BlockScaledFp4VectorSpec,
    BlockScaledMxFp8Plan, BlockScaledMxFp8Spec, BlockwiseFp8VectorPlan, BlockwiseFp8VectorSpec,
    DenseMatmulDataType, DenseMatmulPlan, DenseMatmulSpec, DenseVectorPlan, DenseVectorSpec,
    FmhaBf16Plan, FmhaBf16Spec, IndexedGroupedFp4Plan, IndexedGroupedFp4Spec,
    PairedVariableGroupedFp4Plan, ScaledFp8Plan, ScaledFp8ScaleType, ScaledFp8Spec,
    ScaledFp8WeightScaleType, VariableGroupedBf16Plan, VariableGroupedBf16Spec,
    VariableGroupedFp4Plan, VariableGroupedFp4Spec,
};
pub use driver::{Context, DeviceInfo, Driver, Stream};
pub use event::Event;
pub use graph::{CaptureMode, Graph, KernelNode};
pub use memory::{DeviceBuffer, MemoryPool, MemoryPoolStats, PinnedBuffer};
pub use profile::ProfilerRange;
#[cfg(feature = "cublaslt")]
pub use vendor::{CublasBf16Plan, CublasBf16Spec, CublasLtBf16Plan, CublasLtBf16Spec};