use super::*;
pick! {
if #[cfg(target_feature="avx2")] {
#[derive(Default, Clone, Copy, PartialEq, Eq)]
#[repr(C, align(32))]
pub struct i64x4 { pub(crate) avx2: m256i }
} else {
#[derive(Default, Clone, Copy, PartialEq, Eq)]
#[repr(C, align(32))]
pub struct i64x4 { pub(crate) a : i64x2, pub(crate) b : i64x2 }
}
}
impl_simd_int! {
unsafe {
T = i64,
N = 4,
Simd = i64x4,
UintSimd = u64x4,
T_BITS = 64,
T_BITS_MUL_2 = 128,
BitmaskType = u32,
[0, 1, 2, 3],
optional_type_x86_inner { X86Inner = __m256i },
optional_type_arm_inner {},
optional_type_wasm_inner {},
}
#[inline]
fn simd_lt(self, rhs: Self) -> Self::Output {
pick! {
if #[cfg(target_feature="avx2")] {
Self { avx2: !(cmp_gt_mask_i64_m256i(self.avx2, rhs.avx2) ^ cmp_eq_mask_i64_m256i(self.avx2, rhs.avx2)) }
} else {
Self {
a : self.a.simd_lt(rhs.a),
b : self.b.simd_lt(rhs.b),
}
}
}
}
#[inline]
fn simd_gt(self, rhs: Self) -> Self::Output {
pick! {
if #[cfg(target_feature="avx2")] {
Self { avx2: cmp_gt_mask_i64_m256i(self.avx2, rhs.avx2) }
} else {
Self {
a : self.a.simd_gt(rhs.a),
b : self.b.simd_gt(rhs.b),
}
}
}
}
#[inline]
fn simd_le(self, rhs: Self) -> Self::Output {
pick! {
if #[cfg(target_feature="avx2")] {
!self.simd_gt(rhs)
} else {
Self {
a : self.a.simd_le(rhs.a),
b : self.b.simd_le(rhs.b),
}
}
}
}
#[inline]
fn simd_ge(self, rhs: Self) -> Self::Output {
pick! {
if #[cfg(target_feature="avx2")] {
!self.simd_lt(rhs)
} else {
Self {
a : self.a.simd_ge(rhs.a),
b : self.b.simd_ge(rhs.b),
}
}
}
}
#[inline]
fn shr(self, rhs: u64x4) -> Self::Output {
pick! {
if #[cfg(target_feature="avx2")] {
let arr: [i64; 4] = cast(self);
let rhs: [u64; 4] = cast(rhs);
cast([
arr[0].wrapping_shr(rhs[0] as u32),
arr[1].wrapping_shr(rhs[1] as u32),
arr[2].wrapping_shr(rhs[2] as u32),
arr[3].wrapping_shr(rhs[3] as u32),
])
} else {
Self {
a : self.a.shr(rhs.a),
b : self.b.shr(rhs.b),
}
}
}
}
#[inline]
fn shr(self, rhs: u32) -> Self::Output {
let [a,b] : [i64x2; 2] = cast(self);
cast([a.shr(rhs), b.shr(rhs)])
}
#[inline]
pub fn max(self, rhs: Self) -> Self {
self.simd_gt(rhs).select(self, rhs)
}
#[inline]
pub fn min(self, rhs: Self) -> Self {
self.simd_lt(rhs).select(self, rhs)
}
#[inline]
pub fn reduce_max(self) -> i64 {
let array: [i64; 4] = cast(self);
array[0].max(array[1]).max(array[2]).max(array[3])
}
#[inline]
pub fn reduce_min(self) -> i64 {
let array: [i64; 4] = cast(self);
array[0].min(array[1]).min(array[2]).min(array[3])
}
#[inline]
pub fn unbounded_shr(self, rhs: u64x4) -> Self {
let [self_a, self_b] = cast::<i64x4, [i64x2; 2]>(self);
let [rhs_a, rhs_b] = cast::<u64x4, [u64x2; 2]>(rhs);
cast([self_a.unbounded_shr(rhs_a), self_b.unbounded_shr(rhs_b)])
}
#[inline]
pub fn unbounded_shr_scalar(self, rhs: u32) -> Self {
let [self_a, self_b] = cast::<i64x4, [i64x2; 2]>(self);
cast([self_a.unbounded_shr_scalar(rhs), self_b.unbounded_shr_scalar(rhs)])
}
#[inline]
pub fn saturating_add(self, rhs: Self) -> Self {
pick! {
if #[cfg(target_feature="avx2")] {
let result = self + rhs;
let overflow = (!(self ^ rhs) & (self ^ result)).is_negative();
let negative = self.is_negative();
overflow.select(Self::MAX ^ negative, result)
} else {
Self {
a: self.a.saturating_add(rhs.a),
b: self.b.saturating_add(rhs.b),
}
}
}
}
#[inline]
pub fn saturating_sub(self, rhs: Self) -> Self {
pick! {
if #[cfg(target_feature="avx2")] {
let result = self - rhs;
let overflow = ((self ^ rhs) & (self ^ result)).is_negative();
let negative = self.is_negative();
overflow.select(Self::MAX ^ negative, result)
} else {
Self {
a: self.a.saturating_sub(rhs.a),
b: self.b.saturating_sub(rhs.b),
}
}
}
}
#[inline]
pub fn overflowing_mul(self, rhs: Self) -> (Self, Self) {
let self_array = self.to_array();
let rhs_array = rhs.to_array();
let result = [
self_array[0].overflowing_mul(rhs_array[0]),
self_array[1].overflowing_mul(rhs_array[1]),
self_array[2].overflowing_mul(rhs_array[2]),
self_array[3].overflowing_mul(rhs_array[3]),
];
(
Self::new([result[0].0, result[1].0, result[2].0, result[3].0]),
Self::new([
-(result[0].1 as i64),
-(result[1].1 as i64),
-(result[2].1 as i64),
-(result[3].1 as i64),
]),
)
}
optional_fn_widening_mul {
}
#[inline]
pub fn mul_keep_low_high(self, rhs: Self) -> (u64x4, i64x4) {
let self_array = self.to_array();
let rhs_array = rhs.to_array();
let widening_mul = [
(self_array[0] as i128).wrapping_mul(rhs_array[0] as i128),
(self_array[1] as i128).wrapping_mul(rhs_array[1] as i128),
(self_array[2] as i128).wrapping_mul(rhs_array[2] as i128),
(self_array[3] as i128).wrapping_mul(rhs_array[3] as i128),
];
(
u64x4::new([
widening_mul[0] as u64,
widening_mul[1] as u64,
widening_mul[2] as u64,
widening_mul[3] as u64,
]),
i64x4::new([
(widening_mul[0] >> 64) as i64,
(widening_mul[1] >> 64) as i64,
(widening_mul[2] >> 64) as i64,
(widening_mul[3] >> 64) as i64,
]),
)
}
#[inline]
pub fn mul_keep_high(self, rhs: Self) -> Self {
let self_array = self.to_array();
let rhs_array = rhs.to_array();
Self::new([
((self_array[0] as i128).wrapping_mul(rhs_array[0] as i128) >> 64) as i64,
((self_array[1] as i128).wrapping_mul(rhs_array[1] as i128) >> 64) as i64,
((self_array[2] as i128).wrapping_mul(rhs_array[2] as i128) >> 64) as i64,
((self_array[3] as i128).wrapping_mul(rhs_array[3] as i128) >> 64) as i64,
])
}
#[inline]
pub fn abs(self) -> Self {
pick! {
if #[cfg(target_feature="avx2")] {
let arr: [i64; 4] = cast(self);
cast(
[
arr[0].wrapping_abs(),
arr[1].wrapping_abs(),
arr[2].wrapping_abs(),
arr[3].wrapping_abs(),
])
} else {
Self {
a : self.a.abs(),
b : self.b.abs(),
}
}
}
}
#[inline]
pub fn is_positive(self) -> Self {
pick! {
if #[cfg(all(target_feature="neon", target_arch="aarch64"))] {
Self {
a: self.a.is_positive(),
b: self.b.is_positive(),
}
} else {
self.simd_gt(Self::ZERO)
}
}
}
#[inline]
pub fn is_negative(self) -> Self {
pick! {
if #[cfg(all(target_feature="neon", target_arch="aarch64"))] {
Self {
a: self.a.is_negative(),
b: self.b.is_negative(),
}
} else {
self.simd_lt(Self::ZERO)
}
}
}
optional_fn_deserialize {}
}
impl i64x4 {
#[inline]
#[must_use]
pub fn round_float(self) -> f64x4 {
let arr: [i64; 4] = cast(self);
cast([arr[0] as f64, arr[1] as f64, arr[2] as f64, arr[3] as f64])
}
#[must_use]
#[inline]
#[allow(dead_code)]
pub(crate) fn unpack_lo(self, b: Self) -> Self {
pick! {
if #[cfg(target_feature="avx2")] {
let [aa, _]: [i64x2; 2] = cast(self);
let [ba, _]: [i64x2; 2] = cast(b);
cast([aa.unpack_lo(ba), aa.unpack_hi(ba)])
} else {
Self { a: self.a.unpack_lo(b.a), b: self.a.unpack_hi(b.a) }
}
}
}
#[must_use]
#[inline]
#[allow(dead_code)]
pub(crate) fn unpack_hi(self, b: Self) -> Self {
pick! {
if #[cfg(target_feature="avx2")] {
let [_, ab]: [i64x2; 2] = cast(self);
let [_, bb]: [i64x2; 2] = cast(b);
cast([ab.unpack_lo(bb), ab.unpack_hi(bb)])
} else {
Self { a: self.b.unpack_lo(b.b), b: self.b.unpack_hi(b.b) }
}
}
}
}