libmir-cuda 0.3.0

CUDA inference backend for libmir
1
2
3
4
5

mod embedding;
mod linear;

pub use embedding::{PackedInt8Embedding, PackedInt8EmbeddingLaunch, PackedInt8EmbeddingSpec};
pub use linear::{PackedInt8Launch, PackedInt8Linear, PackedInt8Spec};