pulp 0.22.2

mod arch {
	#[cfg(target_arch = "aarch64")]
	pub use core::arch::aarch64::*;
	#[cfg(target_arch = "wasm32")]
	pub use core::arch::wasm32::*;
	#[cfg(target_arch = "x86")]
	pub use core::arch::x86::*;
	#[cfg(target_arch = "x86_64")]
	pub use core::arch::x86_64::*;

	#[cfg(all(feature = "nightly", target_arch = "arm"))]
	pub use core::arch::arm::*;
	#[cfg(all(feature = "nightly", target_arch = "mips"))]
	pub use core::arch::mips::*;
	#[cfg(all(feature = "nightly", target_arch = "mips64"))]
	pub use core::arch::mips64::*;
	#[cfg(all(feature = "nightly", target_arch = "powerpc"))]
	pub use core::arch::powerpc::*;
	#[cfg(all(feature = "nightly", target_arch = "powerpc64"))]
	pub use core::arch::powerpc64::*;
	#[cfg(all(feature = "nightly", target_arch = "riscv32"))]
	pub use core::arch::riscv32::*;
	#[cfg(all(feature = "nightly", target_arch = "riscv64"))]
	pub use core::arch::riscv64::*;
	#[cfg(all(feature = "nightly", target_arch = "wasm64"))]
	pub use core::arch::wasm64::*;
}

#[allow(unused_macros)]
macro_rules! delegate {
    ({$(
        $(#[$attr: meta])*
        $(const $($const: lifetime)?)?
        $(unsafe $($unsafe: lifetime)?)?
        fn $func: ident $(<$(const $generic: ident: $generic_ty: ty),* $(,)?>)?(
            $($arg: ident: $ty: ty),* $(,)?
        ) $(-> $ret: ty)?;
    )*}) => {
        $(
            $(#[$attr])*
            #[allow(clippy::missing_safety_doc)]
            #[inline(always)]
            pub $(const $($const)?)? $(unsafe $($unsafe)?)? fn $func $(<$(const $generic: $generic_ty,)*>)?(self, $($arg: $ty,)*) $(-> $ret)? {
                #[allow(unused_unsafe)]
                unsafe { arch::$func $(::<$($generic,)*>)?($($arg,)*) }
            }
        )*
    };
}

#[cfg(all(feature = "std", any(target_arch = "x86", target_arch = "x86_64")))]
#[macro_export]
macro_rules! feature_detected {
	($feature: tt) => {
		::std::is_x86_feature_detected!($feature)
	};
}

#[cfg(all(feature = "std", target_arch = "aarch64"))]
#[macro_export]
macro_rules! feature_detected {
	($feature: tt) => {
		::std::arch::is_aarch64_feature_detected!($feature)
	};
}

#[cfg(target_arch = "wasm32")]
#[macro_export]
macro_rules! feature_detected {
	("simd128") => {
		$crate::wasm::is_simd128_enabled()
	};
	("relaxed-simd") => {
		$crate::wasm::is_relaxed_simd_enabled()
	};
}

#[cfg(all(
	not(feature = "std"),
	any(
		all(target_arch = "x86", not(target_env = "sgx"), target_feature = "sse"),
		all(target_arch = "x86_64", not(target_env = "sgx"))
	)
))]
#[doc(hidden)]
pub mod raw_cpuid_detect;

#[cfg(all(
	not(feature = "std"),
	any(
		all(target_arch = "x86", not(target_env = "sgx"), target_feature = "sse"),
		all(target_arch = "x86_64", not(target_env = "sgx")),
	)
))]
#[macro_export]
macro_rules! feature_detected {
	($feature: tt) => {
		cfg!(target_feature = $feature)
			|| $crate::core_arch::raw_cpuid_detect::feature($crate::feature_idx!($feature))
	};
}

#[cfg(not(any(
	target_arch = "wasm32",
	all(
		feature = "std",
		any(target_arch = "x86", target_arch = "x86_64", target_arch = "aarch64")
	),
	all(any(
		all(target_arch = "x86", not(target_env = "sgx"), target_feature = "sse"),
		all(target_arch = "x86_64", not(target_env = "sgx"))
	)),
)))]
#[macro_export]
macro_rules! feature_detected {
	($feature: tt) => {
		cfg!(target_feature = $feature)
	};
}

#[cfg(any(target_arch = "x86_64", target_arch = "x86"))]
#[doc(hidden)]
#[rustfmt::skip]
#[macro_export]
macro_rules! __impl_type {
    ("aes") => { $crate::core_arch::x86::Aes };
    ("pclmulqdq") => { $crate::core_arch::x86::Pclmulqdq };
    ("rdrand") => { $crate::core_arch::x86::Rdrand };
    ("rdseed") => { $crate::core_arch::x86::Rdseed };
    ("tsc") => { $crate::core_arch::x86::Tsc };
    ("mmx") => { $crate::core_arch::x86::Mmx };
    ("sse") => { $crate::core_arch::x86::Sse };
    ("sse2") => { $crate::core_arch::x86::Sse2 };
    ("sse3") => { $crate::core_arch::x86::Sse3 };
    ("ssse3") => { $crate::core_arch::x86::Ssse3 };
    ("sse4.1") => { $crate::core_arch::x86::Sse4_1 };
    ("sse4.2") => { $crate::core_arch::x86::Sse4_2 };
    ("sse4a") => { $crate::core_arch::x86::Sse4a };
    ("sha") => { $crate::core_arch::x86::Sha };
    ("avx") => { $crate::core_arch::x86::Avx };
    ("avx2") => { $crate::core_arch::x86::Avx2 };
    ("gfni") => { $crate::core_arch::x86::Gfni };
    ("vaes") => { $crate::core_arch::x86::Vaes };
    ("vpclmulqdq") => { $crate::core_arch::x86::Vpclmulqdq };
    ("avx512f") => { $crate::core_arch::x86::Avx512f };
    ("avx512cd") => { $crate::core_arch::x86::Avx512cd };
    ("avx512er") => { $crate::core_arch::x86::Avx512er };
    ("avx512pf") => { $crate::core_arch::x86::Avx512pf };
    ("avx512bw") => { $crate::core_arch::x86::Avx512bw };
    ("avx512dq") => { $crate::core_arch::x86::Avx512dq };
    ("avx512vl") => { $crate::core_arch::x86::Avx512f };
    ("avx512ifma") => { $crate::core_arch::x86::Avx512ifma };
    ("avx512vbmi") => { $crate::core_arch::x86::Avx512vbmi };
    ("avx512vpopcntdq") => { $crate::core_arch::x86::Avx512vpopcntdq };
    ("avx512vbmi2") => { $crate::core_arch::x86::Avx512vbmi2 };
    ("avx512gfni") => { $crate::core_arch::x86::Avx512gfni };
    ("avx512vaes") => { $crate::core_arch::x86::Avx512vaes };
    ("avx512vpclmulqdq") => { $crate::core_arch::x86::Avx512vpclmulqdq };
    ("avx512vnni") => { $crate::core_arch::x86::Avx512vnni };
    ("avx512bitalg") => { $crate::core_arch::x86::Avx512bitalg };
    ("avx512bf16") => { $crate::core_arch::x86::Avx512bf16 };
    ("avx512vp2intersect") => { $crate::core_arch::x86::Avx512vp2intersect };
    ("f16c") => { $crate::core_arch::x86::F16c };
    ("fma") => { $crate::core_arch::x86::Fma };
    ("bmi1") => { $crate::core_arch::x86::Bmi1 };
    ("bmi2") => { $crate::core_arch::x86::Bmi2 };
    ("lzcnt") => { $crate::core_arch::x86::Lzcnt };
    ("tbm") => { $crate::core_arch::x86::Tbm };
    ("popcnt") => { $crate::core_arch::x86::Popcnt };
    ("fxsr") => { $crate::core_arch::x86::Fxsr };
    ("xsave") => { $crate::core_arch::x86::Xsave };
    ("xsaveopt") => { $crate::core_arch::x86::Xsaveopt };
    ("xsaves") => { $crate::core_arch::x86::Xsaves };
    ("xsavec") => { $crate::core_arch::x86::Xsavec };
    ("cmpxchg16b") => { $crate::core_arch::x86::Cmpxchg16b };
    ("adx") => { $crate::core_arch::x86::Adx };
    ("rtm") => { $crate::core_arch::x86::Rtm };
    ("abm") => { $crate::core_arch::x86::Abm };
}

#[cfg(target_arch = "aarch64")]
#[doc(hidden)]
#[rustfmt::skip]
#[macro_export]
macro_rules! __impl_type {
    ("neon") => { $crate::core_arch::aarch64::Neon };
    ("pmull") => { $crate::core_arch::aarch64::Pmull };
    ("fp") => { $crate::core_arch::aarch64::Fp };
    ("fp16") => { $crate::core_arch::aarch64::Fp16 };
    ("sve") => { $crate::core_arch::aarch64::Sve };
    ("crc") => { $crate::core_arch::aarch64::Crc };
    ("lse") => { $crate::core_arch::aarch64::Lse };
    ("lse2") => { $crate::core_arch::aarch64::Lse2 };
    ("rdm") => { $crate::core_arch::aarch64::Rdm };
    ("rcpc") => { $crate::core_arch::aarch64::Rcpc };
    ("rcpc2") => { $crate::core_arch::aarch64::Rcpc2 };
    ("dotprod") => { $crate::core_arch::aarch64::Dotprod };
    ("tme") => { $crate::core_arch::aarch64::Tme };
    ("fhm") => { $crate::core_arch::aarch64::Fhm };
    ("dit") => { $crate::core_arch::aarch64::Dit };
    ("flagm") => { $crate::core_arch::aarch64::Flagm };
    ("ssbs") => { $crate::core_arch::aarch64::Ssbs };
    ("sb") => { $crate::core_arch::aarch64::Sb };
    ("paca") => { $crate::core_arch::aarch64::Paca };
    ("pacg") => { $crate::core_arch::aarch64::Pacg };
    ("dpb") => { $crate::core_arch::aarch64::Dpb };
    ("dpb2") => { $crate::core_arch::aarch64::Dpb2 };
    ("sve2") => { $crate::core_arch::aarch64::Sve2 };
    ("sve2-aes") => { $crate::core_arch::aarch64::Sve2Aes };
    ("sve2-sm4") => { $crate::core_arch::aarch64::Sve2Sm4 };
    ("sve2-sha3") => { $crate::core_arch::aarch64::Sve2Sha3 };
    ("sve2-bitperm") => { $crate::core_arch::aarch64::Sve2Bitperm };
    ("frintts") => { $crate::core_arch::aarch64::Frintts };
    ("i8mm") => { $crate::core_arch::aarch64::I8mm };
    ("f32mm") => { $crate::core_arch::aarch64::F32mm };
    ("f64mm") => { $crate::core_arch::aarch64::F64mm };
    ("bf16") => { $crate::core_arch::aarch64::Bf16 };
    ("rand") => { $crate::core_arch::aarch64::Rand };
    ("bti") => { $crate::core_arch::aarch64::Bti };
    ("mte") => { $crate::core_arch::aarch64::Mte };
    ("jsconv") => { $crate::core_arch::aarch64::Jsconv };
    ("fcma") => { $crate::core_arch::aarch64::Fcma };
    ("aes") => { $crate::core_arch::aarch64::Aes };
    ("sha2") => { $crate::core_arch::aarch64::Sha2 };
    ("sha3") => { $crate::core_arch::aarch64::Sha3 };
    ("sm4") => { $crate::core_arch::aarch64::Sm4 };
    ("asimd") => { $crate::core_arch::aarch64::Asimd };
}

#[doc(hidden)]
pub struct Unavailable<const N: usize>;

#[cfg(target_arch = "wasm32")]
#[doc(hidden)]
#[rustfmt::skip]
#[macro_export]
macro_rules! __impl_type {
    ("simd128") => { $crate::core_arch::wasm::Simd128 };
    ("relaxed-simd") => { $crate::core_arch::wasm::RelaxedSimd };
}

#[cfg(not(any(target_arch = "x86_64", target_arch = "x86", target_arch = "aarch64", target_arch = "wasm32")))]
#[doc(hidden)]
#[rustfmt::skip]
#[macro_export]
macro_rules! __impl_type {
    ($tt: tt) => { $crate::core_arch::Unavailable::<{compile_error!("unsupported arch")}> }
}

#[macro_export]
macro_rules! simd_type {
    (
        $(
            $(#[$attr: meta])*
            $vis: vis struct $name: ident {
                $($feature_vis: vis $ident: ident: $feature: tt),* $(,)?
            }
        )*
    ) => {
        $crate::simd_type!({$(
            $(#[$attr])*
            $vis struct $name {
                $($feature_vis $ident: target_feature!($feature),)*
            }
        )*});
    };

    ({
        $(
            $(#[$attr: meta])*
            $vis: vis struct $name: ident {
                $($feature_vis: vis $ident: ident: $_: ident!($feature: tt)),* $(,)?
            }
        )*
    }) => {
        $(
            #[allow(dead_code)]
            $(#[$attr])*
            #[derive(Clone, Copy, Debug)]
            $vis struct $name{
                $($feature_vis $ident : $crate::core_arch::__impl_type!($feature),)*
            }

            #[allow(dead_code)]
            $(#[$attr])*
            impl $name {
                /// Returns a SIMD token type without checking if the required CPU features for
                /// this type are available.
                ///
                /// # Safety
                /// - the required CPU features must be available.
                #[inline]
                pub const unsafe fn new_unchecked() -> Self {
                    #[allow(unused_unsafe)]
                    unsafe {
                        Self{
                            $($ident: <$crate::core_arch::__impl_type!($feature)>::new_unchecked(),)*
                        }
                    }
                }

                /// Returns a SIMD token type if the required CPU features for this type are
                /// available, otherwise returns `None`.
                #[inline]
                pub fn try_new() -> Option<Self> {
                    #[allow(unused_unsafe)]
                    if Self::is_available() {
                        Some(unsafe{Self{
                            $($ident: <$crate::core_arch::__impl_type!($feature)>::new_unchecked(),)*
                        }})
                    } else {
                        None
                    }
                }

                #[inline(always)]
                fn __static_available() -> &'static ::core::sync::atomic::AtomicU8 {
                    static AVAILABLE: ::core::sync::atomic::AtomicU8 = ::core::sync::atomic::AtomicU8::new(u8::MAX);
                    &AVAILABLE
                }

                /// Returns `true` if the required CPU features for this type are available,
                /// otherwise returns `false`.
                #[inline]
                pub fn is_available() -> bool {
                    let mut available = Self::__static_available().load(::core::sync::atomic::Ordering::Relaxed);
                    if available == u8::MAX {
                        available = Self::__detect_is_available() as u8;
                    }

                    available != 0
                }

                #[inline(never)]
                fn __detect_is_available() -> bool {
                    let out = true $(&& <$crate::core_arch::__impl_type!($feature)>::is_available())*;
                    Self::__static_available().store(out as u8, ::core::sync::atomic::Ordering::Relaxed);
                    out
                }

                /// Vectorizes the given function as if the CPU features for this type were applied
                /// to it.
                ///
                /// # Note
                /// For the vectorization to work properly, the given function must be inlined.
                /// Consider marking it as `#[inline(always)]`
                #[inline(always)]
                pub fn vectorize<F: $crate::NullaryFnOnce>(self, f: F) -> F::Output {
                    $(#[target_feature(enable = $feature)])*
                    #[inline]
                	#[allow(clippy::too_many_arguments)]
                    unsafe fn imp_fastcall<F: $crate::NullaryFnOnce>(
                        f0: ::core::mem::MaybeUninit<::core::primitive::usize>,
                        f1: ::core::mem::MaybeUninit<::core::primitive::usize>,
                        f2: ::core::mem::MaybeUninit<::core::primitive::usize>,
                        f3: ::core::mem::MaybeUninit<::core::primitive::usize>,
                        f4: ::core::mem::MaybeUninit<::core::primitive::usize>,
                        f5: ::core::mem::MaybeUninit<::core::primitive::usize>,
                        f6: ::core::mem::MaybeUninit<::core::primitive::usize>,
                        f7: ::core::mem::MaybeUninit<::core::primitive::usize>,
                    ) -> F::Output {
                        let f: F = core::mem::transmute_copy(&[f0, f1, f2, f3, f4, f5, f6, f7]);
                        f.call()
                    }

                    $(#[target_feature(enable = $feature)])*
                    #[inline]
                    unsafe fn imp<F: $crate::NullaryFnOnce>(f: F) -> F::Output {
                        f.call()
                    }

                    if const { ::core::mem::size_of::<F>() <= 8 * ::core::mem::size_of::<::core::primitive::usize>() } {
                        union Pad<T> {
                            t: ::core::mem::ManuallyDrop<T>,
                            __u: ::core::mem::MaybeUninit<[usize; 8]>,
                        }

                        let f = Pad {
                            t: ::core::mem::ManuallyDrop::new(f),
                        };
                        let p = (&f) as *const _ as *const ::core::mem::MaybeUninit<usize>;

                        unsafe {
                            imp_fastcall::<F>(
                                *p.add(0),
                                *p.add(1),
                                *p.add(2),
                                *p.add(3),
                                *p.add(4),
                                *p.add(5),
                                *p.add(6),
                                *p.add(7),
                            )
                        }
                    } else {
                        unsafe { imp(f) }
                    }
                }

                /// Takes a proof of the existence of this SIMD token (`self`), and returns a
                /// persistent reference to it.
                #[inline]
                pub fn to_ref(self) -> &'static Self {
                    const __ASSERT_ZST: () = {
                        assert!(::core::mem::size_of::<$name>() == 0);
                    };
                    unsafe { &*::core::ptr::NonNull::dangling().as_ptr() }
                }
            }
        )*
    };
}

#[rustfmt::skip]
#[doc(hidden)]
pub use __impl_type as __impl_type;

#[cfg(any(target_arch = "x86", target_arch = "x86_64"))]
#[cfg_attr(docsrs, doc(cfg(any(target_arch = "x86", target_arch = "x86_64"))))]
pub mod x86;

#[cfg(target_arch = "aarch64")]
#[cfg_attr(docsrs, doc(cfg(target_arch = "aarch64")))]
pub mod aarch64;

#[cfg(target_arch = "wasm32")]
#[cfg_attr(docsrs, doc(cfg(target_arch = "wasm32")))]
pub mod wasm;