libmir-cuda 0.3.0

CUDA inference backend for libmir
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19

mod dense;
mod gated;
mod kernel;
mod nvfp4;
mod pair;
mod reduce;
#[cfg(all(test, target_os = "linux"))]
mod tests;

pub use dense::{
    DenseExpertCanonicalizer, DenseGateUpLayout, DenseGatedActivation, SelectedDenseDispatch,
    SelectedDenseGateLaunch, SelectedDenseMoe, SelectedDenseMoeSpec, SelectedDenseReduceLaunch,
};
pub use gated::{
    GatedActivation, SelectedAffineGated, SelectedAffineGatedLaunch, SelectedAffineGatedSpec,
};
pub use nvfp4::{NvFp4BankView, SelectedNvFp4Gated, SelectedNvFp4Reduce, SelectedNvFp4Spec};
pub use pair::{SelectedAffinePair, SelectedAffinePairLaunch, SelectedAffinePairSpec};
pub use reduce::{SelectedAffineReduce, SelectedAffineReduceLaunch, SelectedAffineReduceSpec};