libmir-metal 0.1.0

Metal inference backend for libmir
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18

#[derive(Debug, Clone, Copy, Default, PartialEq, Eq)]
pub enum DenseBatchMode {
    #[default]
    Auto,
    Packed,
    Scalar,
}

impl DenseBatchMode {
    pub(crate) const fn packed(self) -> bool {
        matches!(self, Self::Auto | Self::Packed)
    }
}

#[derive(Debug, Clone, Default)]
pub struct MetalBatchConfig {
    pub dense_decode: DenseBatchMode,
}