oarust 0.8.6

GPU-first semantic computing engine written in Rust
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30

//! Saved state for layer norm operations.

use super::super::{node::GradNode, tape::record_node};
use crate::ml::Parameter;
use crate::{Matrix, Result};

#[allow(clippy::too_many_arguments)]
pub(in crate::ml) fn record_layer_norm(
	input: &Matrix,
	output: &Matrix,
	normalized: Matrix,
	inverse_stddev: Matrix,
	weight: Parameter,
	weight_value: Matrix,
	weight_version: u64,
	bias: Parameter,
	bias_version: u64,
) -> Result<()> {
	record_node(GradNode::LayerNorm {
		input: input.clone(),
		normalized,
		inverse_stddev,
		output_id: output.value_id(),
		weight,
		weight_value,
		weight_version,
		bias,
		bias_version,
	})
}