libmir-metal 0.2.0

Metal inference backend for libmir
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27

use super::{Array, ModelTensors, Result, Stream};

#[derive(Debug)]
pub struct LayerNorm {
    weight: Array,
    bias: Array,
    eps: f32,
}

impl LayerNorm {
    pub fn load(tensors: &ModelTensors, prefix: &str, eps: f32) -> Result<Self> {
        Ok(Self {
            weight: tensors.get(&format!("{prefix}.weight"))?,
            bias: tensors.get(&format!("{prefix}.bias"))?,
            eps,
        })
    }

    pub fn forward(&self, input: &Array, stream: &Stream) -> Result<Array> {
        input.layer_norm(&self.weight, &self.bias, self.eps, stream)
    }

    #[cfg(test)]
    pub(super) const fn from_arrays(weight: Array, bias: Array, eps: f32) -> Self {
        Self { weight, bias, eps }
    }
}