thermite 0.2.1

High-performance, generic, ISA-portable SIMD library with a policy-configurable transcendental math library
Documentation
use super::arch;

use crate::register::{
    CastRegister, ConcatRegister, IndexableRegister, NumericRegister, Register, Storage,
    reduced::{HalfRegister2, ReducedRegister},
};

macro_rules! sat_clamp_narrow {
    ($from:ty, $fe:ty, $ie:ty) => {
        #[inline(always)]
        fn saturating_cast_from(value: Storage<$from>) -> Storage<Self> {
            let lo = <$from as Register>::splat(<$ie>::MIN as $fe);
            let hi = <$from as Register>::splat(<$ie>::MAX as $fe);
            let clamped = <$from as NumericRegister>::min(<$from as NumericRegister>::max(value, lo), hi);
            <Self as CastRegister<$from>>::cast_from(clamped)
        }
    };
}

pub type F32x2V1 = HalfRegister2<super::F32x4V1>;
pub type I32x2V1 = HalfRegister2<super::I32x4V1>;
pub type U32x2V1 = HalfRegister2<super::U32x4V1>;

#[thermite_macros::inline_always]
impl ConcatRegister<f32> for F32x2V1 {
    fn concat(lo: Storage<f32>, hi: Storage<f32>) -> Storage<Self> {
        ReducedRegister::new(unsafe { arch::_mm_setr_ps(lo, hi, 0.0, 0.0) })
    }

    fn split(value: Storage<Self>) -> (Storage<f32>, Storage<f32>) {
        let mut arr = [0.0f32; 4];
        unsafe { arch::_mm_storeu_ps(arr.as_mut_ptr(), value.0) };
        (arr[0], arr[1])
    }
}

// `ExtendRegister<f32> for F32x2V1` comes from the generic extend-from-scalar blanket
// in `register/reduced.rs` (F32x4V1::single / ::extract::<0>, same codegen).

#[thermite_macros::inline_always]
impl ConcatRegister<F32x2V1> for super::F32x4V1 {
    fn concat(lo: Storage<F32x2V1>, hi: Storage<F32x2V1>) -> Storage<Self> {
        unsafe { arch::_mm_movelh_ps(lo.0, hi.0) }
    }

    fn split(value: Storage<Self>) -> (Storage<F32x2V1>, Storage<F32x2V1>) {
        (
            ReducedRegister::new(value),
            ReducedRegister::new(unsafe { arch::_mm_movehl_ps(value, value) }),
        )
    }
}

#[thermite_macros::inline_always]
impl ConcatRegister<i32> for I32x2V1 {
    fn concat(lo: Storage<i32>, hi: Storage<i32>) -> Storage<Self> {
        ReducedRegister::new(unsafe { arch::_mm_setr_epi32(lo, hi, 0, 0) })
    }

    fn split(value: Storage<Self>) -> (Storage<i32>, Storage<i32>) {
        let mut arr = [0i32; 4];
        unsafe { arch::_mm_storeu_si128(arr.as_mut_ptr() as *mut _, value.0) };
        (arr[0], arr[1])
    }
}

// See the F32x2V1 note above: supplied by the extend-from-scalar blanket.

#[thermite_macros::inline_always]
impl ConcatRegister<I32x2V1> for super::I32x4V1 {
    fn concat(lo: Storage<I32x2V1>, hi: Storage<I32x2V1>) -> Storage<Self> {
        unsafe { arch::_mm_unpacklo_epi64(lo.0, hi.0) }
    }

    fn split(value: Storage<Self>) -> (Storage<I32x2V1>, Storage<I32x2V1>) {
        (
            ReducedRegister::new(value),
            ReducedRegister::new(unsafe { arch::_mm_unpackhi_epi64(value, value) }),
        )
    }
}

#[thermite_macros::inline_always]
impl ConcatRegister<u32> for U32x2V1 {
    fn concat(lo: Storage<u32>, hi: Storage<u32>) -> Storage<Self> {
        ReducedRegister::new(unsafe { arch::_mm_setr_epi32(lo as i32, hi as i32, 0, 0) })
    }

    fn split(value: Storage<Self>) -> (Storage<u32>, Storage<u32>) {
        let mut arr = [0i32; 4];
        unsafe { arch::_mm_storeu_si128(arr.as_mut_ptr() as *mut _, value.0) };
        (arr[0] as u32, arr[1] as u32)
    }
}

// See the F32x2V1 note above: supplied by the extend-from-scalar blanket.

#[thermite_macros::inline_always]
impl ConcatRegister<U32x2V1> for super::U32x4V1 {
    fn concat(lo: Storage<U32x2V1>, hi: Storage<U32x2V1>) -> Storage<Self> {
        unsafe { arch::_mm_unpacklo_epi64(lo.0, hi.0) }
    }

    fn split(value: Storage<Self>) -> (Storage<U32x2V1>, Storage<U32x2V1>) {
        (
            ReducedRegister::new(value),
            ReducedRegister::new(unsafe { arch::_mm_unpackhi_epi64(value, value) }),
        )
    }
}

#[thermite_macros::inline_always]
impl CastRegister<F32x2V1> for super::F64x2V1 {
    fn cast_from(value: Storage<F32x2V1>) -> Storage<Self> {
        unsafe { arch::_mm_cvtps_pd(value.0) }
    }
}

#[thermite_macros::inline_always]
impl CastRegister<super::F64x2V1> for F32x2V1 {
    fn cast_from(value: Storage<super::F64x2V1>) -> Storage<Self> {
        ReducedRegister::new(unsafe { arch::_mm_cvtpd_ps(value) })
    }
}

#[thermite_macros::inline_always]
impl CastRegister<U32x2V1> for super::F64x2V1 {
    fn cast_from(value: Storage<U32x2V1>) -> Storage<Self> {
        unsafe { arch::_mm_cvtepu32_pdx_v1(value.0) }
    }
}

#[thermite_macros::inline_always]
impl CastRegister<I32x2V1> for super::F64x2V1 {
    fn cast_from(value: Storage<I32x2V1>) -> Storage<Self> {
        unsafe { arch::_mm_cvtepi32_pd(value.0) }
    }
}

#[thermite_macros::inline_always]
impl CastRegister<U32x2V1> for super::U64x2V1 {
    fn cast_from(value: Storage<U32x2V1>) -> Storage<Self> {
        unsafe { arch::_mm_cvtepu32_epi64x_v1(value.0) }
    }
}

#[thermite_macros::inline_always]
impl CastRegister<super::U64x2V1> for U32x2V1 {
    fn cast_from(value: Storage<super::U64x2V1>) -> Storage<Self> {
        ReducedRegister::new(unsafe { arch::_mm_shuffle_epi32(value, 0b10_00_10_00) })
    }

    sat_clamp_narrow!(super::U64x2V1, u64, u32);
}

#[thermite_macros::inline_always]
impl CastRegister<I32x2V1> for super::I64x2V1 {
    fn cast_from(value: Storage<I32x2V1>) -> Storage<Self> {
        unsafe { arch::_mm_cvtepi32_epi64x_v1(value.0) }
    }
}

#[thermite_macros::inline_always]
impl CastRegister<super::I64x2V1> for I32x2V1 {
    fn cast_from(value: Storage<super::I64x2V1>) -> Storage<Self> {
        ReducedRegister::new(unsafe { arch::_mm_shuffle_epi32(value, 0b10_00_10_00) })
    }

    sat_clamp_narrow!(super::I64x2V1, i64, i32);
}

// Saturating narrow i64 -> i32: no SSE 64-bit pack, so clamp (polyfilled 64-bit min/max) + narrow.

#[thermite_macros::inline_always]
impl IndexableRegister<super::U64x2V1> for F32x2V1 {}
impl IndexableRegister<super::U64x2V1> for U32x2V1 {}
impl IndexableRegister<super::U64x2V1> for I32x2V1 {}