use crate::exponents::expf::{ExpfBackend, GenericExpfBackend};
pub(crate) struct ExpBReduc {
pub(crate) hi: f64,
pub(crate) lo: f64,
}
const MID_BITS: u32 = 5;
const MID_MASK: usize = (1 << MID_BITS) - 1;
const LOG2_B: f64 = f64::from_bits(0x400a934f0979a371) * (1 << MID_BITS) as f64;
const M_LOGB_2_HI: f64 = f64::from_bits(0xbfd34413509f8000) / (1 << MID_BITS) as f64;
const M_LOGB_2_LO: f64 = f64::from_bits(0x3d380433b83b532a) / (1 << MID_BITS) as f64;
const EXP_2_MID: [u64; 32] = [
0x3ff0000000000000,
0x3ff059b0d3158574,
0x3ff0b5586cf9890f,
0x3ff11301d0125b51,
0x3ff172b83c7d517b,
0x3ff1d4873168b9aa,
0x3ff2387a6e756238,
0x3ff29e9df51fdee1,
0x3ff306fe0a31b715,
0x3ff371a7373aa9cb,
0x3ff3dea64c123422,
0x3ff44e086061892d,
0x3ff4bfdad5362a27,
0x3ff5342b569d4f82,
0x3ff5ab07dd485429,
0x3ff6247eb03a5585,
0x3ff6a09e667f3bcd,
0x3ff71f75e8ec5f74,
0x3ff7a11473eb0187,
0x3ff82589994cce13,
0x3ff8ace5422aa0db,
0x3ff93737b0cdc5e5,
0x3ff9c49182a3f090,
0x3ffa5503b23e255d,
0x3ffae89f995ad3ad,
0x3ffb7f76f2fb5e47,
0x3ffc199bdd85529c,
0x3ffcb720dcef9069,
0x3ffd5818dcfba487,
0x3ffdfc97337b9b5f,
0x3ffea4afa2a490da,
0x3fff50765b6e4540,
];
pub(crate) const EXP10F_COEFFS: [u64; 5] = [
0x40026bb1bbb55515,
0x40053524c73bd3ea,
0x4000470591dff149,
0x3ff2bd7c0a9fbc4d,
0x3fe1429e74a98f43,
];
#[inline(always)]
pub(crate) fn exp_b_range_reduc<B: ExpfBackend>(x: f32, backend: &B) -> ExpBReduc {
let xd = x as f64;
let kd = backend.round(LOG2_B * xd);
let k = unsafe { kd.to_int_unchecked::<i32>() };
let exp_hi = (k.wrapping_shr(MID_BITS) as u64).wrapping_shl(52);
let mid_index = (k as usize) & MID_MASK;
let mh_bits = EXP_2_MID[mid_index].wrapping_add(exp_hi);
let mh = f64::from_bits(mh_bits);
let z0 = backend.fma(kd, M_LOGB_2_HI, xd);
let dx = backend.fma(kd, M_LOGB_2_LO, z0);
ExpBReduc { lo: dx, hi: mh }
}
#[inline(always)]
fn exp10f_gen<B: ExpfBackend>(x: f32, backend: B) -> f32 {
let x_u = x.to_bits();
let x_abs = x_u & 0x7fffffff;
if x_abs >= 0x421a209bu32 {
if x_u > 0xc2349e35u32 {
if x.is_infinite() {
return 0.0;
}
if x.is_nan() {
return x;
}
return 0.0;
}
if x > 0. && (x_u >= 0x421a209bu32) {
return x + f32::INFINITY;
}
}
if x_abs <= 0x3d000000u32 {
if x_abs <= 0x3b9a209bu32 {
if x_u == 0xb25e5bd9u32 {
return 1.;
}
if x_abs <= 0x32800000u32 {
return backend.fmaf(x, f32::from_bits(0x40135da2), 1.0);
}
}
let xd = x as f64;
let p = backend.polyeval7(
xd,
f64::from_bits(0x40026bb1bbb55516),
f64::from_bits(0x40053524c73cfbf6),
f64::from_bits(0x4000470591de0b07),
f64::from_bits(0x3ff2bd760599f3a5),
f64::from_bits(0x3fe142a001511a6f),
f64::from_bits(0x3fca7feffa781d53),
f64::from_bits(0x3fb16e53492c0f0e),
);
return backend.fma(p, xd, 1.) as f32;
}
let rr = exp_b_range_reduc(x, &backend);
let lo2 = rr.lo * rr.lo;
let c0 = backend.fma(rr.lo, f64::from_bits(EXP10F_COEFFS[0]), 1.0);
let c1 = backend.fma(
rr.lo,
f64::from_bits(EXP10F_COEFFS[2]),
f64::from_bits(EXP10F_COEFFS[1]),
);
let c2 = backend.fma(
rr.lo,
f64::from_bits(EXP10F_COEFFS[4]),
f64::from_bits(EXP10F_COEFFS[3]),
);
let p = backend.fma(lo2, c2, c1);
backend.fma(p, lo2 * rr.hi, c0 * rr.hi) as f32
}
#[cfg(any(target_arch = "x86", target_arch = "x86_64"))]
#[target_feature(enable = "avx", enable = "fma")]
unsafe fn exp10f_fma_impl(x: f32) -> f32 {
use crate::exponents::expf::FmaBackend;
exp10f_gen(x, FmaBackend {})
}
#[inline]
pub fn f_exp10f(x: f32) -> f32 {
#[cfg(not(any(target_arch = "x86", target_arch = "x86_64")))]
{
exp10f_gen(x, GenericExpfBackend {})
}
#[cfg(any(target_arch = "x86", target_arch = "x86_64"))]
{
use std::sync::OnceLock;
static EXECUTOR: OnceLock<unsafe fn(f32) -> f32> = OnceLock::new();
let q = EXECUTOR.get_or_init(|| {
if std::arch::is_x86_feature_detected!("avx")
&& std::arch::is_x86_feature_detected!("fma")
{
exp10f_fma_impl
} else {
fn def_exp10f(x: f32) -> f32 {
exp10f_gen(x, GenericExpfBackend {})
}
def_exp10f
}
});
unsafe { q(x) }
}
}
#[cfg(test)]
mod tests {
use super::*;
#[test]
fn test_exp10f() {
assert_eq!(f_exp10f(-1. / 64.), 0.9646616);
assert_eq!(f_exp10f(1. / 64.), 1.0366329);
assert_eq!(f_exp10f(1.), 10.0);
assert_eq!(f_exp10f(2.), 100.0);
assert_eq!(f_exp10f(3.), 1000.0);
assert_eq!(f_exp10f(f32::INFINITY), f32::INFINITY);
assert_eq!(f_exp10f(f32::NEG_INFINITY), 0.);
assert!(f_exp10f(f32::NAN).is_nan());
}
}