use crate::avx::{
_mm256_interleave_rgb, _mm256_interleave_rgb_ps, _mm256_interleave_rgba_epi8,
_mm256_interleave_rgba_ps,
};
#[cfg(target_arch = "x86")]
use std::arch::x86::*;
#[cfg(target_arch = "x86_64")]
use std::arch::x86_64::*;
#[inline(always)]
pub(crate) fn _mm256_store_pack_x4(ptr: *mut u8, v: (__m256i, __m256i, __m256i, __m256i)) {
unsafe {
_mm256_storeu_si256(ptr as *mut __m256i, v.0);
_mm256_storeu_si256(ptr.add(32) as *mut __m256i, v.1);
_mm256_storeu_si256(ptr.add(64) as *mut __m256i, v.2);
_mm256_storeu_si256(ptr.add(96) as *mut __m256i, v.3);
}
}
#[inline(always)]
pub(crate) fn _mm256_store_pack_x2(ptr: *mut u8, v: (__m256i, __m256i)) {
unsafe {
_mm256_storeu_si256(ptr as *mut __m256i, v.0);
_mm256_storeu_si256(ptr.add(32) as *mut __m256i, v.1);
}
}
#[inline(always)]
pub(crate) fn _mm256_store_pack_x3(ptr: *mut u8, v: (__m256i, __m256i, __m256i)) {
unsafe {
_mm256_storeu_si256(ptr as *mut __m256i, v.0);
_mm256_storeu_si256(ptr.add(32) as *mut __m256i, v.1);
_mm256_storeu_si256(ptr.add(64) as *mut __m256i, v.2);
}
}
#[inline(always)]
pub(crate) fn _mm256_store_pack_x3_ps(ptr: *mut f32, v: (__m256, __m256, __m256)) {
unsafe {
_mm256_storeu_ps(ptr, v.0);
_mm256_storeu_ps(ptr.add(8), v.1);
_mm256_storeu_ps(ptr.add(16), v.2);
}
}
#[inline(always)]
pub(crate) fn _mm256_store_interleave_rgb(ptr: *mut u8, v: (__m256i, __m256i, __m256i)) {
let (v0, v1, v2) = _mm256_interleave_rgb(v.0, v.1, v.2);
_mm256_store_pack_x3(ptr, (v0, v1, v2));
}
#[inline(always)]
pub(crate) fn _mm256_store_interleave_rgba(ptr: *mut u8, v: (__m256i, __m256i, __m256i, __m256i)) {
let (v0, v1, v2, v3) = _mm256_interleave_rgba_epi8((v.0, v.1, v.2, v.3));
_mm256_store_pack_x4(ptr, (v0, v1, v2, v3));
}
#[inline(always)]
pub(crate) unsafe fn _mm256_store_pack_ps_x4(ptr: *mut f32, v: (__m256, __m256, __m256, __m256)) {
unsafe {
_mm256_storeu_ps(ptr, v.0);
_mm256_storeu_ps(ptr.add(8), v.1);
_mm256_storeu_ps(ptr.add(16), v.2);
_mm256_storeu_ps(ptr.add(24), v.3);
}
}
#[inline(always)]
pub(crate) unsafe fn _mm256_store_pack_ps_x2(ptr: *mut f32, v: (__m256, __m256)) {
unsafe {
_mm256_storeu_ps(ptr, v.0);
_mm256_storeu_ps(ptr.add(8), v.1);
}
}
#[inline(always)]
pub(crate) fn _mm256_store_interleave_rgb_ps(ptr: *mut f32, v: (__m256, __m256, __m256)) {
let (v0, v1, v2) = _mm256_interleave_rgb_ps(v);
_mm256_store_pack_x3_ps(ptr, (v0, v1, v2));
}
#[inline(always)]
pub(crate) fn _mm256_store_interleave_rgba_ps(ptr: *mut f32, v: (__m256, __m256, __m256, __m256)) {
let (v0, v1, v2, v3) = _mm256_interleave_rgba_ps(v);
unsafe {
_mm256_store_pack_ps_x4(ptr, (v0, v1, v2, v3));
}
}