#[cfg(any(
target_arch = "aarch64",
target_arch = "x86_64",
target_arch = "wasm32"
))]
use crate::row::arch;
#[cfg(target_arch = "aarch64")]
use crate::row::neon_available;
#[cfg(target_arch = "wasm32")]
use crate::row::simd128_available;
#[cfg(target_arch = "x86_64")]
use crate::row::{avx2_available, avx512_available, sse41_available};
use crate::{
KernelMatrix,
row::{rgb_row_bytes, rgba_row_bytes, scalar},
};
#[cfg_attr(not(tarpaulin), inline(always))]
fn uyva_packed_bytes(width: usize) -> usize {
match width.checked_mul(4) {
Some(n) => n,
None => panic!("width ({width}) x 4 overflows usize (UYVA packed row)"),
}
}
#[cfg_attr(not(tarpaulin), inline(always))]
pub fn uyva_to_rgb_row(
packed: &[u8],
rgb_out: &mut [u8],
width: usize,
matrix: KernelMatrix,
full_range: bool,
use_simd: bool,
) {
assert!(
packed.len() >= uyva_packed_bytes(width),
"packed row too short"
);
assert!(
rgb_out.len() >= rgb_row_bytes(width),
"rgb_out row too short"
);
if use_simd {
cfg_select! {
target_arch = "aarch64" => {
if neon_available() {
unsafe {
arch::neon::uyva_to_rgb_row(packed, rgb_out, width, matrix, full_range);
}
return;
}
}
target_arch = "x86_64" => {
if avx512_available() {
unsafe {
arch::x86_avx512::uyva_to_rgb_row(packed, rgb_out, width, matrix, full_range);
}
return;
}
if avx2_available() {
unsafe {
arch::x86_avx2::uyva_to_rgb_row(packed, rgb_out, width, matrix, full_range);
}
return;
}
if sse41_available() {
unsafe {
arch::x86_sse41::uyva_to_rgb_row(packed, rgb_out, width, matrix, full_range);
}
return;
}
}
target_arch = "wasm32" => {
if simd128_available() {
unsafe {
arch::wasm_simd128::uyva_to_rgb_row(packed, rgb_out, width, matrix, full_range);
}
return;
}
}
_ => {}
}
}
scalar::uyva_to_rgb_row(packed, rgb_out, width, matrix, full_range);
}
#[cfg_attr(not(tarpaulin), inline(always))]
#[allow(clippy::too_many_arguments)]
pub fn uyva_to_hsv_row(
packed: &[u8],
h_out: &mut [u8],
s_out: &mut [u8],
v_out: &mut [u8],
width: usize,
matrix: KernelMatrix,
full_range: bool,
use_simd: bool,
) {
assert!(
packed.len() >= uyva_packed_bytes(width),
"packed row too short"
);
assert!(h_out.len() >= width, "h_out row too short");
assert!(s_out.len() >= width, "s_out row too short");
assert!(v_out.len() >= width, "v_out row too short");
if use_simd {
cfg_select! {
target_arch = "aarch64" => {
if neon_available() {
unsafe {
arch::neon::uyva_to_hsv_row(packed, h_out, s_out, v_out, width, matrix, full_range);
}
return;
}
}
target_arch = "x86_64" => {
if avx512_available() {
unsafe {
arch::x86_avx512::uyva_to_hsv_row(
packed, h_out, s_out, v_out, width, matrix, full_range,
);
}
return;
}
if avx2_available() {
unsafe {
arch::x86_avx2::uyva_to_hsv_row(packed, h_out, s_out, v_out, width, matrix, full_range);
}
return;
}
if sse41_available() {
unsafe {
arch::x86_sse41::uyva_to_hsv_row(
packed, h_out, s_out, v_out, width, matrix, full_range,
);
}
return;
}
}
target_arch = "wasm32" => {
if simd128_available() {
unsafe {
arch::wasm_simd128::uyva_to_hsv_row(
packed, h_out, s_out, v_out, width, matrix, full_range,
);
}
return;
}
}
_ => {}
}
}
scalar::uyva_to_hsv_row(packed, h_out, s_out, v_out, width, matrix, full_range);
}
#[cfg_attr(not(tarpaulin), inline(always))]
pub fn uyva_to_rgba_row(
packed: &[u8],
rgba_out: &mut [u8],
width: usize,
matrix: KernelMatrix,
full_range: bool,
use_simd: bool,
) {
assert!(
packed.len() >= uyva_packed_bytes(width),
"packed row too short"
);
assert!(
rgba_out.len() >= rgba_row_bytes(width),
"rgba_out row too short"
);
if use_simd {
cfg_select! {
target_arch = "aarch64" => {
if neon_available() {
unsafe {
arch::neon::uyva_to_rgba_row(packed, rgba_out, width, matrix, full_range);
}
return;
}
}
target_arch = "x86_64" => {
if avx512_available() {
unsafe {
arch::x86_avx512::uyva_to_rgba_row(packed, rgba_out, width, matrix, full_range);
}
return;
}
if avx2_available() {
unsafe {
arch::x86_avx2::uyva_to_rgba_row(packed, rgba_out, width, matrix, full_range);
}
return;
}
if sse41_available() {
unsafe {
arch::x86_sse41::uyva_to_rgba_row(packed, rgba_out, width, matrix, full_range);
}
return;
}
}
target_arch = "wasm32" => {
if simd128_available() {
unsafe {
arch::wasm_simd128::uyva_to_rgba_row(packed, rgba_out, width, matrix, full_range);
}
return;
}
}
_ => {}
}
}
scalar::uyva_to_rgba_row(packed, rgba_out, width, matrix, full_range);
}
#[cfg_attr(not(tarpaulin), inline(always))]
pub fn uyva_to_luma_row(packed: &[u8], luma_out: &mut [u8], width: usize, use_simd: bool) {
assert!(
packed.len() >= uyva_packed_bytes(width),
"packed row too short"
);
assert!(luma_out.len() >= width, "luma_out row too short");
if use_simd {
cfg_select! {
target_arch = "aarch64" => {
if neon_available() {
unsafe {
arch::neon::uyva_to_luma_row(packed, luma_out, width);
}
return;
}
}
target_arch = "x86_64" => {
if avx512_available() {
unsafe {
arch::x86_avx512::uyva_to_luma_row(packed, luma_out, width);
}
return;
}
if avx2_available() {
unsafe {
arch::x86_avx2::uyva_to_luma_row(packed, luma_out, width);
}
return;
}
if sse41_available() {
unsafe {
arch::x86_sse41::uyva_to_luma_row(packed, luma_out, width);
}
return;
}
}
target_arch = "wasm32" => {
if simd128_available() {
unsafe {
arch::wasm_simd128::uyva_to_luma_row(packed, luma_out, width);
}
return;
}
}
_ => {}
}
}
scalar::uyva_to_luma_row(packed, luma_out, width);
}
#[cfg_attr(not(any(feature = "std", feature = "alloc")), allow(dead_code))]
#[cfg_attr(not(tarpaulin), inline(always))]
pub(crate) fn uyva_to_luma_u16_row(packed: &[u8], out: &mut [u16], width: usize, use_simd: bool) {
assert!(
packed.len() >= uyva_packed_bytes(width),
"packed row too short"
);
assert!(out.len() >= width, "out too short");
if use_simd {
cfg_select! {
target_arch = "aarch64" => {
if neon_available() {
unsafe {
arch::neon::uyva_to_luma_u16_row(packed, out, width);
}
return;
}
}
target_arch = "x86_64" => {
if avx512_available() {
unsafe {
arch::x86_avx512::uyva_to_luma_u16_row(packed, out, width);
}
return;
}
if avx2_available() {
unsafe {
arch::x86_avx2::uyva_to_luma_u16_row(packed, out, width);
}
return;
}
if sse41_available() {
unsafe {
arch::x86_sse41::uyva_to_luma_u16_row(packed, out, width);
}
return;
}
}
target_arch = "wasm32" => {
if simd128_available() {
unsafe {
arch::wasm_simd128::uyva_to_luma_u16_row(packed, out, width);
}
return;
}
}
_ => {}
}
}
scalar::uyva_to_luma_u16_row(packed, out, width);
}