libmir-cuda 0.3.0

CUDA inference backend for libmir
1
2
3
4
5
6
7
8
9
10
11

mod config;
mod profile;

pub use config::{CudaTuningConfig, CudaTuningMode};
pub(in crate::backend) use profile::{
    AffineMoeExecution, AffineProjectionExecution, ClampedMoeExecution, ClampedMoeStorage,
    DirectFp8ProjectionExecution, DirectFp8ScaleDType, DirectFp8WeightScale, MoeProfileExecution,
    MoeProfileRequest, MxFp4MoeExecution, MxFp4MoeStorage, MxFp8MoeExecution, MxFp8MoeStorage,
    MxFp8ProjectionExecution, QuantizedProfileExecution, QuantizedProfileRequest,
};
pub use profile::{AttentionFamily, AttentionProfileRequest, CudaAutoTuner};