oarust 0.8.6

GPU-first semantic computing engine written in Rust
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21

// Reusable Core activation formulas shared by executable operation kernels.
// Donor: source/cpp/lib/oa/core/shader/compute/math/activations.slang

module activations;

public float sigmoid(float x) {
	return 1.0f / (1.0f + exp(-x));
}

public float silu(float x) {
	return x * sigmoid(x);
}

public float silu_grad(float x) {
	float sig = sigmoid(x);
	return sig * (1.0f + x * (1.0f - sig));
}

public float swiglu(float gate, float up) {
	return silu(gate) * up;
}