Skip to main content

entrenar/autograd/ops/
mod.rs

1//! Autograd operations with backward passes
2//!
3//! This module provides differentiable operations for automatic differentiation.
4
5mod activations;
6mod attention;
7mod basic;
8#[cfg(test)]
9mod correctness_tests;
10pub(crate) mod matmul;
11mod normalize;
12
13// Re-export all public operations
14pub use activations::{gelu, relu, softmax, swish};
15pub use attention::attention;
16pub use basic::{add, add_scaled, mul, scale, sum};
17#[cfg(feature = "realizar")]
18pub use matmul::pre_warm_realizador_gemm;
19pub use matmul::{matmul, matmul_compute, matmul_nt, transpose, transpose_tracked};
20#[cfg(feature = "gpu")]
21pub use matmul::{suppress_per_op_wgpu, unsuppress_per_op_wgpu};
22pub use normalize::layer_norm;