libmir-cuda 0.3.0

CUDA inference backend for libmir
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
mod batch;
mod boundary;
mod config;
mod graph;
mod layer;
mod prefill;
mod session;
mod template;
#[cfg(test)]
mod tests;

pub use batch::CudaDecodeBatch;
pub use config::{CudaModelSessionConfig, DEFAULT_PREFILL_CHUNK_TOKENS};
pub use session::CudaMoeModelSession;
pub use template::CudaMoeModelTemplate;