#[inline(always)]
pub(crate) fn f_fmla(a: f64, b: f64, c: f64) -> f64 {
#[cfg(any(
all(
any(target_arch = "x86", target_arch = "x86_64"),
target_feature = "fma"
),
target_arch = "aarch64"
))]
{
f64::mul_add(a, b, c)
}
#[cfg(not(any(
all(
any(target_arch = "x86", target_arch = "x86_64"),
target_feature = "fma"
),
target_arch = "aarch64"
)))]
{
a * b + c
}
}
#[cfg(any(
target_arch = "aarch64",
all(
any(target_arch = "x86", target_arch = "x86_64"),
target_feature = "fma"
)
))]
#[inline(always)]
pub(crate) fn f_fmlaf(a: f32, b: f32, c: f32) -> f32 {
#[cfg(any(
all(
any(target_arch = "x86", target_arch = "x86_64"),
target_feature = "fma"
),
target_arch = "aarch64"
))]
{
f32::mul_add(a, b, c)
}
#[cfg(not(any(
all(
any(target_arch = "x86", target_arch = "x86_64"),
target_feature = "fma"
),
target_arch = "aarch64"
)))]
{
a * b + c
}
}
#[inline]
pub(crate) const fn get_exponent_f32(x: f32) -> i32 {
let bits = x.to_bits();
(((bits >> 23) & 0xFF) as i32).wrapping_sub(127)
}
#[cfg(not(any(
target_arch = "aarch64",
all(
any(target_arch = "x86", target_arch = "x86_64"),
target_feature = "sse4.1"
)
)))]
#[inline]
const fn round(x: f64) -> f64 {
let mut i0: i64 = x.to_bits() as i64;
let j0: i32 = (((i0 >> 52) & 0x7ff) - 0x3ff) as i32;
if j0 < 52 {
if j0 < 0 {
i0 &= 0x8000000000000000u64 as i64;
if j0 == -1 {
i0 |= 0x3ff0000000000000u64 as i64;
}
} else {
let i = (0x000fffffffffffffu64 >> j0) as i64;
if (i0 & i) == 0 {
return x;
}
i0 += (0x0008000000000000u64 >> j0) as i64;
i0 &= !i;
}
} else {
return if j0 == 0x400 {
x + x
} else {
x
};
}
f64::from_bits(i0 as u64)
}
#[inline]
pub(crate) fn fround_finite(x: f64) -> f64 {
#[cfg(any(
all(
any(target_arch = "x86", target_arch = "x86_64"),
target_feature = "sse4.1"
),
target_arch = "aarch64"
))]
{
x.round()
}
#[cfg(not(any(
all(
any(target_arch = "x86", target_arch = "x86_64"),
target_feature = "sse4.1"
),
target_arch = "aarch64"
)))]
{
round(x)
}
}
pub(super) trait CpuRound {
fn cpu_round(self) -> Self;
}
impl CpuRound for f64 {
#[inline(always)]
fn cpu_round(self) -> Self {
fround_finite(self)
}
}