libmir-cuda 0.2.0

CUDA inference backend for libmir
1
2
3
4
5
6
7
8
9
10
11
12
mod config;
mod dense;
mod load;
mod model;
mod shared_routed;
mod source;
mod vision;

pub use config::{
    DenseSwiGluLayerLoadConfig, NvFp4MoeLayerLoadConfig, SharedRoutedModelLoadConfig,
};
pub use vision::load_vision_tensors;