1mod data_formats;
2pub mod gelu_approximate;
3pub mod gelu_exact;
4pub mod grid_sample;
5mod reduce;
6pub mod resize;
7pub mod rms_norm;
8pub mod silu;
9mod softmax;
10
11pub use self::data_formats::{BaseDataShape, DataFormat, DataShape, SymDataShape};
12pub use self::gelu_approximate::GeluApproximate;
13pub use self::gelu_exact::GeluExact;
14pub use self::grid_sample::{GridSample, InterpolationMode, PaddingMode};
15pub use self::reduce::{Reduce, Reducer, expand_mean_of_squares};
16pub use self::resize::{CoordTransformer, Interpolator, Nearest, Resize};
17pub use self::rms_norm::RmsNorm;
18pub use self::silu::Silu;
19pub use self::softmax::{Softmax, SoftmaxExp, SoftmaxKind};
20
21pub use crate::internal::*;
22
23use tract_num_traits::AsPrimitive;
24
25element_wise!(sigmoid, Sigmoid,
26 [f16] => |_, xs| { (tract_linalg::ops().sigmoid_f16)().run(xs) },
27 [f32] => |_, xs| { (tract_linalg::ops().sigmoid_f32)().run(xs) };
28 q: [i8, u8, i32, i32] => |x: f32| 1.0 / (1.0+(-x).exp());
29 cost: |dt| {tvec!((Cost::FMA(dt), 11), (Cost::Div(dt), 1))};
30 declutter: silu::detect_silu
31);
32
33element_wise!(hard_swish, HardSwish,
34[f16] => |_, xs| { xs.iter_mut().for_each(|x| *x = *x * f16::from_f32(0.0).max(f16::from_f32(1.0).min(f16::from_f32(1. / 6.) * *x + f16::from_f32(0.5)))); Ok(()) },
35[f32] => |_, xs| { (tract_linalg::ops().hardswish_f32)().run(xs) }
36 );
37
38element_wise!(leaky_relu, LeakyRelu { alpha: f32 },
39 [f16] => |op, xs| { (tract_linalg::ops().leaky_relu_f16)().run_with_params(xs, f16::from_f32(op.alpha)) },
40 [f32] => |op, xs| { (tract_linalg::ops().leaky_relu_f32)().run_with_params(xs, op.alpha) }
41);