#![allow(missing_docs)]
#![allow(non_camel_case_types)]
use crate::scalar::{ComplexField, Field, SubsetOf, SupersetOf};
use crate::simd::{
PrimitiveSimdValue, SimdBool, SimdComplexField, SimdPartialOrd, SimdRealField, SimdSigned,
SimdValue,
};
use approx::AbsDiffEq;
use num::{FromPrimitive, Num, One, Zero};
use std::{
cmp::PartialEq,
ops::{
Add, AddAssign, BitAnd, BitOr, BitXor, Div, DivAssign, Mul, MulAssign, Neg, Not, Rem,
RemAssign, Sub, SubAssign,
},
};
use wide::{CmpEq, CmpGe, CmpGt, CmpLe, CmpLt, CmpNe};
#[repr(transparent)]
#[derive(Copy, Clone, Debug)]
pub struct WideF32x4(pub wide::f32x4);
#[repr(transparent)]
#[derive(Copy, Clone, Debug)]
pub struct WideBoolF32x4(pub wide::f32x4);
impl PrimitiveSimdValue for WideF32x4 {}
impl PrimitiveSimdValue for WideBoolF32x4 {}
impl WideF32x4 {
#[inline(always)]
fn into_arr(self) -> [f32; 4] {
self.0.into()
}
#[inline(always)]
fn map(self, f: impl Fn(f32) -> f32) -> Self {
let arr = self.into_arr();
Self::from([f(arr[0]), f(arr[1]), f(arr[2]), f(arr[3])])
}
#[inline(always)]
fn zip_map(self, rhs: Self, f: impl Fn(f32, f32) -> f32) -> Self {
let arr = self.into_arr();
let rhs = rhs.into_arr();
Self::from([
f(arr[0], rhs[0]),
f(arr[1], rhs[1]),
f(arr[2], rhs[2]),
f(arr[3], rhs[3]),
])
}
}
impl WideBoolF32x4 {
fn from_arr(arr: [f32; 4]) -> Self {
Self(arr.into())
}
fn into_arr(self) -> [f32; 4] {
self.0.into()
}
}
impl SimdValue for WideF32x4 {
type Element = f32;
type SimdBool = WideBoolF32x4;
#[inline(always)]
fn lanes() -> usize {
4
}
#[inline(always)]
fn splat(val: Self::Element) -> Self {
WideF32x4(wide::f32x4::from(val))
}
#[inline(always)]
fn extract(&self, i: usize) -> Self::Element {
self.into_arr()[i]
}
#[inline(always)]
unsafe fn extract_unchecked(&self, i: usize) -> Self::Element {
*self.into_arr().get_unchecked(i)
}
#[inline(always)]
fn replace(&mut self, i: usize, val: Self::Element) {
let mut arr = self.into_arr();
arr[i] = val;
*self = Self::from(arr);
}
#[inline(always)]
unsafe fn replace_unchecked(&mut self, i: usize, val: Self::Element) {
let mut arr = self.into_arr();
*arr.get_unchecked_mut(i) = val;
*self = Self::from(arr);
}
#[inline(always)]
fn select(self, cond: Self::SimdBool, other: Self) -> Self {
WideF32x4(cond.0.blend(self.0, other.0))
}
}
impl SimdValue for WideBoolF32x4 {
type Element = bool;
type SimdBool = Self;
#[inline(always)]
fn lanes() -> usize {
4
}
#[inline(always)]
fn splat(val: bool) -> Self {
let results = [
WideBoolF32x4(wide::f32x4::ZERO),
WideBoolF32x4(!wide::f32x4::ZERO),
];
results[val as usize]
}
#[inline(always)]
fn extract(&self, i: usize) -> Self::Element {
self.into_arr()[i] != 0.0
}
#[inline(always)]
unsafe fn extract_unchecked(&self, i: usize) -> Self::Element {
*self.into_arr().get_unchecked(i) != 0.0
}
#[inline(always)]
fn replace(&mut self, i: usize, val: Self::Element) {
let vals = [0.0f32, f32::from_bits(std::u32::MAX)];
let mut arr = self.into_arr();
arr[i] = vals[val as usize];
*self = Self::from_arr(arr);
}
#[inline(always)]
unsafe fn replace_unchecked(&mut self, i: usize, val: Self::Element) {
let vals = [0.0f32, f32::from_bits(std::u32::MAX)];
let mut arr = self.into_arr();
*arr.get_unchecked_mut(i) = vals[val as usize];
*self = Self::from_arr(arr);
}
#[inline(always)]
fn select(self, cond: Self::SimdBool, other: Self) -> Self {
WideBoolF32x4(cond.0.blend(self.0, other.0))
}
}
impl PartialEq for WideF32x4 {
#[inline]
fn eq(&self, rhs: &Self) -> bool {
self.0 == rhs.0
}
}
impl PartialEq for WideBoolF32x4 {
#[inline]
fn eq(&self, rhs: &Self) -> bool {
self.0 == rhs.0
}
}
impl Not for WideBoolF32x4 {
type Output = Self;
#[inline]
fn not(self) -> Self {
Self(!self.0)
}
}
impl BitXor for WideBoolF32x4 {
type Output = Self;
#[inline]
fn bitxor(self, rhs: Self) -> Self {
Self(self.0 ^ rhs.0)
}
}
impl BitOr for WideBoolF32x4 {
type Output = Self;
#[inline]
fn bitor(self, rhs: Self) -> Self {
Self(self.0 | rhs.0)
}
}
impl BitAnd for WideBoolF32x4 {
type Output = Self;
#[inline]
fn bitand(self, rhs: Self) -> Self {
Self(self.0 & rhs.0)
}
}
impl SimdBool for WideBoolF32x4 {
#[inline(always)]
fn bitmask(self) -> u64 {
let arr = self.into_arr();
(((arr[0] != 0.0) as u64) << 0)
| (((arr[1] != 0.0) as u64) << 1)
| (((arr[2] != 0.0) as u64) << 2)
| (((arr[3] != 0.0) as u64) << 3)
}
#[inline(always)]
fn and(self) -> bool {
let arr = self.into_arr();
(arr[0].to_bits() & arr[1].to_bits() & arr[2].to_bits() & arr[3].to_bits()) != 0
}
#[inline(always)]
fn or(self) -> bool {
let arr = self.into_arr();
(arr[0].to_bits() | arr[1].to_bits() | arr[2].to_bits() | arr[3].to_bits()) != 0
}
#[inline(always)]
fn xor(self) -> bool {
let arr = self.into_arr();
(arr[0].to_bits() ^ arr[1].to_bits() ^ arr[2].to_bits() ^ arr[3].to_bits()) != 0
}
#[inline(always)]
fn all(self) -> bool {
self == Self(!wide::f32x4::ZERO)
}
#[inline(always)]
fn any(self) -> bool {
self != Self(wide::f32x4::ZERO)
}
#[inline(always)]
fn none(self) -> bool {
self == Self(wide::f32x4::ZERO)
}
#[inline(always)]
fn if_else<Res: SimdValue<SimdBool = Self>>(
self,
if_value: impl FnOnce() -> Res,
else_value: impl FnOnce() -> Res,
) -> Res {
let a = if_value();
let b = else_value();
a.select(self, b)
}
#[inline(always)]
fn if_else2<Res: SimdValue<SimdBool = Self>>(
self,
if_value: impl FnOnce() -> Res,
else_if: (impl FnOnce() -> Self, impl FnOnce() -> Res),
else_value: impl FnOnce() -> Res,
) -> Res {
let a = if_value();
let b = else_if.1();
let c = else_value();
let cond_a = self;
let cond_b = else_if.0();
a.select(cond_a, b.select(cond_b, c))
}
#[inline(always)]
fn if_else3<Res: SimdValue<SimdBool = Self>>(
self,
if_value: impl FnOnce() -> Res,
else_if: (impl FnOnce() -> Self, impl FnOnce() -> Res),
else_else_if: (impl FnOnce() -> Self, impl FnOnce() -> Res),
else_value: impl FnOnce() -> Res,
) -> Res {
let a = if_value();
let b = else_if.1();
let c = else_else_if.1();
let d = else_value();
let cond_a = self;
let cond_b = else_if.0();
let cond_c = else_else_if.0();
a.select(cond_a, b.select(cond_b, c.select(cond_c, d)))
}
}
macro_rules! impl_scalar_subset_of_simd(
($($t: ty),*) => {$(
impl SubsetOf<WideF32x4> for $t {
#[inline(always)]
fn to_superset(&self) -> WideF32x4 {
WideF32x4::splat(f32::from_subset(self))
}
#[inline(always)]
fn from_superset_unchecked(element: &WideF32x4) -> $t {
element.extract(0).to_subset_unchecked()
}
#[inline(always)]
fn is_in_subset(c: &WideF32x4) -> bool {
let elt0 = c.extract(0);
<$t as SubsetOf<f32>>::is_in_subset(&elt0) &&
(1..4).all(|i| c.extract(i) == elt0)
}
}
)*}
);
impl_scalar_subset_of_simd!(u8, u16, u32, u64, usize, i8, i16, i32, i64, isize, f32, f64);
impl From<[f32; 4]> for WideF32x4 {
#[inline(always)]
fn from(vals: [f32; 4]) -> Self {
WideF32x4(wide::f32x4::from(vals))
}
}
impl From<WideF32x4> for [f32; 4] {
#[inline(always)]
fn from(val: WideF32x4) -> [f32; 4] {
val.0.into()
}
}
impl SubsetOf<WideF32x4> for WideF32x4 {
#[inline(always)]
fn to_superset(&self) -> Self {
*self
}
#[inline(always)]
fn from_superset(element: &Self) -> Option<Self> {
Some(*element)
}
#[inline(always)]
fn from_superset_unchecked(element: &Self) -> Self {
*element
}
#[inline(always)]
fn is_in_subset(_: &Self) -> bool {
true
}
}
impl From<[bool; 4]> for WideBoolF32x4 {
#[inline(always)]
fn from(vals: [bool; 4]) -> Self {
let bits = [0.0f32, f32::from_bits(std::u32::MAX)];
WideBoolF32x4(wide::f32x4::from([
bits[vals[0] as usize],
bits[vals[1] as usize],
bits[vals[2] as usize],
bits[vals[3] as usize],
]))
}
}
impl SubsetOf<WideBoolF32x4> for WideBoolF32x4 {
#[inline(always)]
fn to_superset(&self) -> Self {
*self
}
#[inline(always)]
fn from_superset(element: &Self) -> Option<Self> {
Some(*element)
}
#[inline(always)]
fn from_superset_unchecked(element: &Self) -> Self {
*element
}
#[inline(always)]
fn is_in_subset(_: &Self) -> bool {
true
}
}
impl Num for WideF32x4 {
type FromStrRadixErr = <f32 as Num>::FromStrRadixErr;
#[inline(always)]
fn from_str_radix(str: &str, radix: u32) -> Result<Self, Self::FromStrRadixErr> {
f32::from_str_radix(str, radix).map(Self::splat)
}
}
impl FromPrimitive for WideF32x4 {
#[inline(always)]
fn from_i64(n: i64) -> Option<Self> {
f32::from_i64(n).map(Self::splat)
}
#[inline(always)]
fn from_u64(n: u64) -> Option<Self> {
f32::from_u64(n).map(Self::splat)
}
#[inline(always)]
fn from_isize(n: isize) -> Option<Self> {
f32::from_isize(n).map(Self::splat)
}
#[inline(always)]
fn from_i8(n: i8) -> Option<Self> {
f32::from_i8(n).map(Self::splat)
}
#[inline(always)]
fn from_i16(n: i16) -> Option<Self> {
f32::from_i16(n).map(Self::splat)
}
#[inline(always)]
fn from_i32(n: i32) -> Option<Self> {
f32::from_i32(n).map(Self::splat)
}
#[inline(always)]
fn from_usize(n: usize) -> Option<Self> {
f32::from_usize(n).map(Self::splat)
}
#[inline(always)]
fn from_u8(n: u8) -> Option<Self> {
f32::from_u8(n).map(Self::splat)
}
#[inline(always)]
fn from_u16(n: u16) -> Option<Self> {
f32::from_u16(n).map(Self::splat)
}
#[inline(always)]
fn from_u32(n: u32) -> Option<Self> {
f32::from_u32(n).map(Self::splat)
}
#[inline(always)]
fn from_f32(n: f32) -> Option<Self> {
f32::from_f32(n).map(Self::splat)
}
#[inline(always)]
fn from_f64(n: f64) -> Option<Self> {
f32::from_f64(n).map(Self::splat)
}
}
impl Zero for WideF32x4 {
#[inline(always)]
fn zero() -> Self {
WideF32x4::splat(f32::zero())
}
#[inline(always)]
fn is_zero(&self) -> bool {
*self == Self::zero()
}
}
impl One for WideF32x4 {
#[inline(always)]
fn one() -> Self {
WideF32x4::splat(f32::one())
}
}
impl Add<WideF32x4> for WideF32x4 {
type Output = Self;
#[inline(always)]
fn add(self, rhs: Self) -> Self {
Self(self.0 + rhs.0)
}
}
impl Sub<WideF32x4> for WideF32x4 {
type Output = Self;
#[inline(always)]
fn sub(self, rhs: Self) -> Self {
Self(self.0 - rhs.0)
}
}
impl Mul<WideF32x4> for WideF32x4 {
type Output = Self;
#[inline(always)]
fn mul(self, rhs: Self) -> Self {
Self(self.0 * rhs.0)
}
}
impl Div<WideF32x4> for WideF32x4 {
type Output = Self;
#[inline(always)]
fn div(self, rhs: Self) -> Self {
Self(self.0 / rhs.0)
}
}
impl Rem<WideF32x4> for WideF32x4 {
type Output = Self;
#[inline(always)]
fn rem(self, rhs: Self) -> Self {
self.zip_map(rhs, |a, b| a % b)
}
}
impl AddAssign<WideF32x4> for WideF32x4 {
#[inline(always)]
fn add_assign(&mut self, rhs: Self) {
self.0 += rhs.0
}
}
impl SubAssign<WideF32x4> for WideF32x4 {
#[inline(always)]
fn sub_assign(&mut self, rhs: Self) {
self.0 -= rhs.0
}
}
impl DivAssign<WideF32x4> for WideF32x4 {
#[inline(always)]
fn div_assign(&mut self, rhs: Self) {
self.0 /= rhs.0
}
}
impl MulAssign<WideF32x4> for WideF32x4 {
#[inline(always)]
fn mul_assign(&mut self, rhs: Self) {
self.0 *= rhs.0
}
}
impl RemAssign<WideF32x4> for WideF32x4 {
#[inline(always)]
fn rem_assign(&mut self, rhs: Self) {
*self = *self % rhs;
}
}
impl SimdPartialOrd for WideF32x4 {
#[inline(always)]
fn simd_gt(self, other: Self) -> Self::SimdBool {
WideBoolF32x4(self.0.cmp_gt(other.0))
}
#[inline(always)]
fn simd_lt(self, other: Self) -> Self::SimdBool {
WideBoolF32x4(self.0.cmp_lt(other.0))
}
#[inline(always)]
fn simd_ge(self, other: Self) -> Self::SimdBool {
WideBoolF32x4(self.0.cmp_ge(other.0))
}
#[inline(always)]
fn simd_le(self, other: Self) -> Self::SimdBool {
WideBoolF32x4(self.0.cmp_le(other.0))
}
#[inline(always)]
fn simd_eq(self, other: Self) -> Self::SimdBool {
WideBoolF32x4(self.0.cmp_eq(other.0))
}
#[inline(always)]
fn simd_ne(self, other: Self) -> Self::SimdBool {
WideBoolF32x4(self.0.cmp_ne(other.0))
}
#[inline(always)]
fn simd_max(self, other: Self) -> Self {
WideF32x4(self.0.max(other.0))
}
#[inline(always)]
fn simd_min(self, other: Self) -> Self {
WideF32x4(self.0.min(other.0))
}
#[inline(always)]
fn simd_clamp(self, min: Self, max: Self) -> Self {
self.simd_min(max).simd_max(min)
}
#[inline(always)]
fn simd_horizontal_min(self) -> Self::Element {
let arr = self.into_arr();
arr[0].min(arr[1]).min(arr[2]).min(arr[3])
}
#[inline(always)]
fn simd_horizontal_max(self) -> Self::Element {
let arr = self.into_arr();
arr[0].max(arr[1]).max(arr[2]).max(arr[3])
}
}
impl Neg for WideF32x4 {
type Output = Self;
#[inline(always)]
fn neg(self) -> Self {
Self(-self.0)
}
}
impl SimdSigned for WideF32x4 {
#[inline(always)]
fn simd_abs(&self) -> Self {
WideF32x4(self.0.abs())
}
#[inline(always)]
fn simd_abs_sub(&self, other: &Self) -> Self {
WideF32x4((self.0 - other.0).max(Self::zero().0))
}
#[inline(always)]
fn simd_signum(&self) -> Self {
self.map(|x| x.signum())
}
#[inline(always)]
fn is_simd_positive(&self) -> Self::SimdBool {
self.simd_gt(Self::zero())
}
#[inline(always)]
fn is_simd_negative(&self) -> Self::SimdBool {
self.simd_lt(Self::zero())
}
}
impl Field for WideF32x4 {}
impl SimdRealField for WideF32x4 {
#[inline(always)]
fn simd_atan2(self, other: Self) -> Self {
self.zip_map_lanes(other, |a, b| a.atan2(b))
}
#[inline(always)]
fn simd_copysign(self, sign: Self) -> Self {
let neg_zero = wide::f32x4::from(-0.0);
WideF32x4((neg_zero & sign.0) | ((!neg_zero) & self.0))
}
#[inline(always)]
fn simd_default_epsilon() -> Self {
Self::splat(f32::default_epsilon())
}
#[inline(always)]
fn simd_pi() -> Self {
WideF32x4(wide::f32x4::PI)
}
#[inline(always)]
fn simd_two_pi() -> Self {
WideF32x4(wide::f32x4::PI + wide::f32x4::PI)
}
#[inline(always)]
fn simd_frac_pi_2() -> Self {
WideF32x4(wide::f32x4::FRAC_PI_2)
}
#[inline(always)]
fn simd_frac_pi_3() -> Self {
WideF32x4(wide::f32x4::FRAC_PI_3)
}
#[inline(always)]
fn simd_frac_pi_4() -> Self {
WideF32x4(wide::f32x4::FRAC_PI_4)
}
#[inline(always)]
fn simd_frac_pi_6() -> Self {
WideF32x4(wide::f32x4::FRAC_PI_6)
}
#[inline(always)]
fn simd_frac_pi_8() -> Self {
WideF32x4(wide::f32x4::FRAC_PI_8)
}
#[inline(always)]
fn simd_frac_1_pi() -> Self {
WideF32x4(wide::f32x4::FRAC_1_PI)
}
#[inline(always)]
fn simd_frac_2_pi() -> Self {
WideF32x4(wide::f32x4::FRAC_2_PI)
}
#[inline(always)]
fn simd_frac_2_sqrt_pi() -> Self {
WideF32x4(wide::f32x4::FRAC_2_SQRT_PI)
}
#[inline(always)]
fn simd_e() -> Self {
WideF32x4(wide::f32x4::E)
}
#[inline(always)]
fn simd_log2_e() -> Self {
WideF32x4(wide::f32x4::LOG2_E)
}
#[inline(always)]
fn simd_log10_e() -> Self {
WideF32x4(wide::f32x4::LOG10_E)
}
#[inline(always)]
fn simd_ln_2() -> Self {
WideF32x4(wide::f32x4::LN_2)
}
#[inline(always)]
fn simd_ln_10() -> Self {
WideF32x4(wide::f32x4::LN_10)
}
}
impl SimdComplexField for WideF32x4 {
type SimdRealField = Self;
#[inline(always)]
fn from_simd_real(re: Self::SimdRealField) -> Self {
re
}
#[inline(always)]
fn simd_real(self) -> Self::SimdRealField {
self
}
#[inline(always)]
fn simd_imaginary(self) -> Self::SimdRealField {
Self::zero()
}
#[inline(always)]
fn simd_norm1(self) -> Self::SimdRealField {
WideF32x4(self.0.abs())
}
#[inline(always)]
fn simd_modulus(self) -> Self::SimdRealField {
WideF32x4(self.0.abs())
}
#[inline(always)]
fn simd_modulus_squared(self) -> Self::SimdRealField {
self * self
}
#[inline(always)]
fn simd_argument(self) -> Self::SimdRealField {
self.map_lanes(|e| e.argument())
}
#[inline(always)]
fn simd_to_exp(self) -> (Self::SimdRealField, Self) {
let ge = self.0.cmp_ge(Self::one().0);
let exp = ge.blend(Self::one().0, -Self::one().0);
(WideF32x4(self.0 * exp), WideF32x4(exp))
}
#[inline(always)]
fn simd_recip(self) -> Self {
Self::one() / self
}
#[inline(always)]
fn simd_conjugate(self) -> Self {
self
}
#[inline(always)]
fn simd_scale(self, factor: Self::SimdRealField) -> Self {
WideF32x4(self.0 * factor.0)
}
#[inline(always)]
fn simd_unscale(self, factor: Self::SimdRealField) -> Self {
WideF32x4(self.0 / factor.0)
}
#[inline(always)]
fn simd_floor(self) -> Self {
self.map_lanes(|e| e.floor())
}
#[inline(always)]
fn simd_ceil(self) -> Self {
self.map_lanes(|e| e.ceil())
}
#[inline(always)]
fn simd_round(self) -> Self {
self.map_lanes(|e| e.round())
}
#[inline(always)]
fn simd_trunc(self) -> Self {
self.map_lanes(|e| e.trunc())
}
#[inline(always)]
fn simd_fract(self) -> Self {
self.map_lanes(|e| e.fract())
}
#[inline(always)]
fn simd_abs(self) -> Self {
WideF32x4(self.0.abs())
}
#[inline(always)]
fn simd_signum(self) -> Self {
self.map_lanes(|e| e.signum())
}
#[inline(always)]
fn simd_mul_add(self, a: Self, b: Self) -> Self {
WideF32x4(self.0.mul_add(a.0, b.0))
}
#[inline(always)]
fn simd_powi(self, n: i32) -> Self {
self.map_lanes(|e| e.powi(n))
}
#[inline(always)]
fn simd_powf(self, n: Self) -> Self {
self.zip_map_lanes(n, |e, n| e.powf(n))
}
#[inline(always)]
fn simd_powc(self, n: Self) -> Self {
self.zip_map_lanes(n, |e, n| e.powf(n))
}
#[inline(always)]
fn simd_sqrt(self) -> Self {
WideF32x4(self.0.sqrt())
}
#[inline(always)]
fn simd_exp(self) -> Self {
self.map_lanes(|e| e.exp())
}
#[inline(always)]
fn simd_exp2(self) -> Self {
self.map_lanes(|e| e.exp2())
}
#[inline(always)]
fn simd_exp_m1(self) -> Self {
self.map_lanes(|e| e.exp_m1())
}
#[inline(always)]
fn simd_ln_1p(self) -> Self {
self.map_lanes(|e| e.ln_1p())
}
#[inline(always)]
fn simd_ln(self) -> Self {
self.map_lanes(|e| e.ln())
}
#[inline(always)]
fn simd_log(self, base: Self) -> Self {
self.zip_map_lanes(base, |e, b| e.log(b))
}
#[inline(always)]
fn simd_log2(self) -> Self {
self.map_lanes(|e| e.log2())
}
#[inline(always)]
fn simd_log10(self) -> Self {
self.map_lanes(|e| e.log10())
}
#[inline(always)]
fn simd_cbrt(self) -> Self {
self.map_lanes(|e| e.cbrt())
}
#[inline(always)]
fn simd_hypot(self, other: Self) -> Self::SimdRealField {
self.zip_map_lanes(other, |e, o| e.hypot(o))
}
#[inline(always)]
fn simd_sin(self) -> Self {
WideF32x4(self.0.sin())
}
#[inline(always)]
fn simd_cos(self) -> Self {
WideF32x4(self.0.cos())
}
#[inline(always)]
fn simd_tan(self) -> Self {
self.map_lanes(|e| e.tan())
}
#[inline(always)]
fn simd_asin(self) -> Self {
self.map_lanes(|e| e.asin())
}
#[inline(always)]
fn simd_acos(self) -> Self {
self.map_lanes(|e| e.acos())
}
#[inline(always)]
fn simd_atan(self) -> Self {
self.map_lanes(|e| e.atan())
}
#[inline(always)]
fn simd_sin_cos(self) -> (Self, Self) {
(self.simd_sin(), self.simd_cos())
}
#[inline(always)]
fn simd_sinh(self) -> Self {
self.map_lanes(|e| e.sinh())
}
#[inline(always)]
fn simd_cosh(self) -> Self {
self.map_lanes(|e| e.cosh())
}
#[inline(always)]
fn simd_tanh(self) -> Self {
self.map_lanes(|e| e.tanh())
}
#[inline(always)]
fn simd_asinh(self) -> Self {
self.map_lanes(|e| e.asinh())
}
#[inline(always)]
fn simd_acosh(self) -> Self {
self.map_lanes(|e| e.acosh())
}
#[inline(always)]
fn simd_atanh(self) -> Self {
self.map_lanes(|e| e.atanh())
}
}
impl SimdComplexField for num_complex::Complex<WideF32x4> {
type SimdRealField = WideF32x4;
#[inline]
fn from_simd_real(re: Self::SimdRealField) -> Self {
Self::new(re, Self::SimdRealField::zero())
}
#[inline]
fn simd_real(self) -> Self::SimdRealField {
self.re
}
#[inline]
fn simd_imaginary(self) -> Self::SimdRealField {
self.im
}
#[inline]
fn simd_argument(self) -> Self::SimdRealField {
self.im.simd_atan2(self.re)
}
#[inline]
fn simd_modulus(self) -> Self::SimdRealField {
self.re.simd_hypot(self.im)
}
#[inline]
fn simd_modulus_squared(self) -> Self::SimdRealField {
self.re * self.re + self.im * self.im
}
#[inline]
fn simd_norm1(self) -> Self::SimdRealField {
self.re.simd_abs() + self.im.simd_abs()
}
#[inline]
fn simd_recip(self) -> Self {
Self::one() / self
}
#[inline]
fn simd_conjugate(self) -> Self {
self.conj()
}
#[inline]
fn simd_scale(self, factor: Self::SimdRealField) -> Self {
self * factor
}
#[inline]
fn simd_unscale(self, factor: Self::SimdRealField) -> Self {
self / factor
}
#[inline]
fn simd_floor(self) -> Self {
Self::new(self.re.simd_floor(), self.im.simd_floor())
}
#[inline]
fn simd_ceil(self) -> Self {
Self::new(self.re.simd_ceil(), self.im.simd_ceil())
}
#[inline]
fn simd_round(self) -> Self {
Self::new(self.re.simd_round(), self.im.simd_round())
}
#[inline]
fn simd_trunc(self) -> Self {
Self::new(self.re.simd_trunc(), self.im.simd_trunc())
}
#[inline]
fn simd_fract(self) -> Self {
Self::new(self.re.simd_fract(), self.im.simd_fract())
}
#[inline]
fn simd_mul_add(self, a: Self, b: Self) -> Self {
self * a + b
}
#[inline]
fn simd_abs(self) -> Self::SimdRealField {
self.simd_modulus()
}
#[inline]
fn simd_exp2(self) -> Self {
let _2 = WideF32x4::one() + WideF32x4::one();
num_complex::Complex::new(_2, WideF32x4::zero()).simd_powc(self)
}
#[inline]
fn simd_exp_m1(self) -> Self {
self.simd_exp() - Self::one()
}
#[inline]
fn simd_ln_1p(self) -> Self {
(Self::one() + self).simd_ln()
}
#[inline]
fn simd_log2(self) -> Self {
let _2 = WideF32x4::one() + WideF32x4::one();
self.simd_log(_2)
}
#[inline]
fn simd_log10(self) -> Self {
let _10 = WideF32x4::from_subset(&10.0f64);
self.simd_log(_10)
}
#[inline]
fn simd_cbrt(self) -> Self {
let one_third = WideF32x4::from_subset(&(1.0 / 3.0));
self.simd_powf(one_third)
}
#[inline]
fn simd_powi(self, n: i32) -> Self {
let n = WideF32x4::from_subset(&(n as f64));
self.simd_powf(n)
}
#[inline]
fn simd_exp(self) -> Self {
simd_complex_from_polar(self.re.simd_exp(), self.im)
}
#[inline]
fn simd_ln(self) -> Self {
let (r, theta) = self.simd_to_polar();
Self::new(r.simd_ln(), theta)
}
#[inline]
fn simd_sqrt(self) -> Self {
let two = WideF32x4::one() + WideF32x4::one();
let (r, theta) = self.simd_to_polar();
simd_complex_from_polar(r.simd_sqrt(), theta / two)
}
#[inline]
fn simd_hypot(self, b: Self) -> Self::SimdRealField {
(self.simd_modulus_squared() + b.simd_modulus_squared()).simd_sqrt()
}
#[inline]
fn simd_powf(self, exp: Self::SimdRealField) -> Self {
let (r, theta) = self.simd_to_polar();
simd_complex_from_polar(r.simd_powf(exp), theta * exp)
}
#[inline]
fn simd_log(self, base: WideF32x4) -> Self {
let (r, theta) = self.simd_to_polar();
Self::new(r.simd_log(base), theta / base.simd_ln())
}
#[inline]
fn simd_powc(self, exp: Self) -> Self {
let (r, theta) = self.simd_to_polar();
simd_complex_from_polar(
r.simd_powf(exp.re) * (-exp.im * theta).simd_exp(),
exp.re * theta + exp.im * r.simd_ln(),
)
}
#[inline]
fn simd_sin(self) -> Self {
Self::new(
self.re.simd_sin() * self.im.simd_cosh(),
self.re.simd_cos() * self.im.simd_sinh(),
)
}
#[inline]
fn simd_cos(self) -> Self {
Self::new(
self.re.simd_cos() * self.im.simd_cosh(),
-self.re.simd_sin() * self.im.simd_sinh(),
)
}
#[inline]
fn simd_sin_cos(self) -> (Self, Self) {
let (rsin, rcos) = self.re.simd_sin_cos();
let (isinh, icosh) = self.im.simd_sinh_cosh();
let sin = Self::new(rsin * icosh, rcos * isinh);
let cos = Self::new(rcos * icosh, -rsin * isinh);
(sin, cos)
}
#[inline]
fn simd_tan(self) -> Self {
let (two_re, two_im) = (self.re + self.re, self.im + self.im);
Self::new(two_re.simd_sin(), two_im.simd_sinh())
.unscale(two_re.simd_cos() + two_im.simd_cosh())
}
#[inline]
fn simd_asin(self) -> Self {
let i = Self::i();
-i * ((Self::one() - self * self).simd_sqrt() + i * self).simd_ln()
}
#[inline]
fn simd_acos(self) -> Self {
let i = Self::i();
-i * (i * (Self::one() - self * self).simd_sqrt() + self).simd_ln()
}
#[inline]
fn simd_atan(self) -> Self {
let i = Self::i();
let one = Self::one();
let two = one + one;
if self == i {
return Self::new(WideF32x4::zero(), WideF32x4::one() / WideF32x4::zero());
} else if self == -i {
return Self::new(WideF32x4::zero(), -WideF32x4::one() / WideF32x4::zero());
}
((one + i * self).simd_ln() - (one - i * self).simd_ln()) / (two * i)
}
#[inline]
fn simd_sinh(self) -> Self {
Self::new(
self.re.simd_sinh() * self.im.simd_cos(),
self.re.simd_cosh() * self.im.simd_sin(),
)
}
#[inline]
fn simd_cosh(self) -> Self {
Self::new(
self.re.simd_cosh() * self.im.simd_cos(),
self.re.simd_sinh() * self.im.simd_sin(),
)
}
#[inline]
fn simd_sinh_cosh(self) -> (Self, Self) {
let (rsinh, rcosh) = self.re.simd_sinh_cosh();
let (isin, icos) = self.im.simd_sin_cos();
let sin = Self::new(rsinh * icos, rcosh * isin);
let cos = Self::new(rcosh * icos, rsinh * isin);
(sin, cos)
}
#[inline]
fn simd_tanh(self) -> Self {
let (two_re, two_im) = (self.re + self.re, self.im + self.im);
Self::new(two_re.simd_sinh(), two_im.simd_sin())
.unscale(two_re.simd_cosh() + two_im.simd_cos())
}
#[inline]
fn simd_asinh(self) -> Self {
let one = Self::one();
(self + (one + self * self).simd_sqrt()).simd_ln()
}
#[inline]
fn simd_acosh(self) -> Self {
let one = Self::one();
let two = one + one;
two * (((self + one) / two).simd_sqrt() + ((self - one) / two).simd_sqrt()).simd_ln()
}
#[inline]
fn simd_atanh(self) -> Self {
let one = Self::one();
let two = one + one;
if self == one {
return Self::new(WideF32x4::one() / WideF32x4::zero(), WideF32x4::zero());
} else if self == -one {
return Self::new(-WideF32x4::one() / WideF32x4::zero(), WideF32x4::zero());
}
((one + self).simd_ln() - (one - self).simd_ln()) / two
}
}
#[inline]
fn simd_complex_from_polar<N: SimdRealField>(r: N, theta: N) -> num_complex::Complex<N> {
num_complex::Complex::new(r * theta.simd_cos(), r * theta.simd_sin())
}