tract-linalg 0.23.5

#[allow(unused_macros)]
macro_rules! silu_impl {
    ($ti: ident, $func: ident, $nr: expr, $alignment_items: expr, $cond: expr) => {
        ew_impl!($ti, $func, $nr, $alignment_items);
        #[cfg(test)]
        paste! {
            mod [<test_ $func>] {
                use super::*;
                silu_frame_tests!($cond, $ti, $func);
            }
        }
    };
}

#[cfg(test)]
#[macro_use]
pub mod test {
    use crate::LADatum;
    use crate::frame::element_wise::*;
    use num_traits::{AsPrimitive, Float};
    use proptest::test_runner::TestCaseResult;

    #[macro_export]
    macro_rules! silu_frame_tests {
        ($cond:expr, $t: ty, $ker:ty) => {
            proptest::proptest! {
                #[test]
                fn prop(xs in proptest::collection::vec(-10f32..10.0, 0..100)) {
                    if $cond {
                        $crate::frame::silu::test::test_silu::<$ker, $t>(&*xs).unwrap()
                    }
                }
            }
            #[test]
            fn trivial() {
                if $cond {
                    $crate::frame::silu::test::test_silu::<$ker, $t>(&[-5f32, -1.0, 0.0, 1.0, 5.0])
                        .unwrap();
                }
            }
            #[test]
            fn sign_on_tails() {
                if $cond {
                    $crate::frame::silu::test::test_silu_sign::<$ker, $t>().unwrap()
                }
            }

            #[test]
            fn tails() {
                if $cond {
                    $crate::frame::silu::test::test_silu::<$ker, $t>(&[
                        -100.0, -30.0, -18.6, -15.0, 15.0, 18.6, 30.0, 100.0,
                    ])
                    .unwrap();
                }
            }
        };
    }

    /// Assert every output of a SiLU kernel carries the sign of its input: `SiLU(x) =
    /// x * sigmoid(x)` and sigmoid is positive, so a sigmoid factor that dips below zero
    /// flips the sign of the whole result.
    pub fn test_silu_sign<K: ElementWiseKer<T>, T: LADatum + Float>() -> TestCaseResult
    where
        f32: AsPrimitive<T>,
    {
        crate::frame::element_wise::test::test_element_wise_invariant::<K, T>(
            "the sign of the input",
            |x, y| if x < T::zero() { y <= T::zero() } else { y >= T::zero() },
        )
    }

    pub fn test_silu<K: ElementWiseKer<T>, T: LADatum + Float>(values: &[f32]) -> TestCaseResult
    where
        f32: AsPrimitive<T>,
    {
        let data = tract_data::prelude::tensor1(values);
        let data = data.cast_to::<T>().unwrap();
        let data = data.try_as_plain().unwrap().as_slice::<T>().unwrap();
        crate::frame::element_wise::test::test_element_wise::<K, T, _>(data, |x: T| {
            let one: T = 1f32.as_();
            let neg_x = T::zero() - x;
            let sigmoid = one / (one + neg_x.exp());
            x * sigmoid
        })
    }
}