#[cfg(any(
target_arch = "aarch64",
target_arch = "x86_64",
target_arch = "wasm32"
))]
use crate::row::arch;
#[cfg(target_arch = "wasm32")]
use crate::row::simd128_available;
#[cfg(target_arch = "x86_64")]
use crate::row::{avx2_available, avx512_available, f16c_available, sse41_available};
#[cfg(target_arch = "aarch64")]
use crate::row::{fp16_available, neon_available};
use crate::row::{rgb_row_bytes, rgb_row_elems, rgba_row_bytes, rgba_row_elems, scalar};
#[cfg_attr(not(tarpaulin), inline(always))]
pub fn rgbf16_to_rgb_row<const BE: bool>(
rgb_in: &[half::f16],
rgb_out: &mut [u8],
width: usize,
use_simd: bool,
) {
let rgb_in_min = rgb_row_elems(width);
let rgb_out_min = rgb_row_bytes(width);
assert!(rgb_in.len() >= rgb_in_min, "rgbf16 row too short");
assert!(rgb_out.len() >= rgb_out_min, "rgb_out row too short");
if use_simd {
cfg_select! {
target_arch = "aarch64" => {
if neon_available() && fp16_available() {
unsafe {
arch::neon::rgbf16_to_rgb_row::<BE>(rgb_in, rgb_out, width);
}
return;
}
}
target_arch = "x86_64" => {
if avx512_available() && f16c_available() {
unsafe {
arch::x86_avx512::rgbf16_to_rgb_row::<BE>(rgb_in, rgb_out, width);
}
return;
}
if avx2_available() && f16c_available() {
unsafe {
arch::x86_avx2::rgbf16_to_rgb_row::<BE>(rgb_in, rgb_out, width);
}
return;
}
if sse41_available() && f16c_available() {
unsafe {
arch::x86_sse41::rgbf16_to_rgb_row::<BE>(rgb_in, rgb_out, width);
}
return;
}
}
target_arch = "wasm32" => {
if simd128_available() {
unsafe {
arch::wasm_simd128::rgbf16_to_rgb_row::<BE>(rgb_in, rgb_out, width);
}
return;
}
}
_ => {}
}
}
scalar::rgbf16_to_rgb_row::<BE>(rgb_in, rgb_out, width);
}
#[cfg_attr(not(tarpaulin), inline(always))]
pub fn rgbf16_to_rgba_row<const BE: bool>(
rgb_in: &[half::f16],
rgba_out: &mut [u8],
width: usize,
use_simd: bool,
) {
let rgb_in_min = rgb_row_elems(width);
let rgba_out_min = rgba_row_bytes(width);
assert!(rgb_in.len() >= rgb_in_min, "rgbf16 row too short");
assert!(rgba_out.len() >= rgba_out_min, "rgba_out row too short");
if use_simd {
cfg_select! {
target_arch = "aarch64" => {
if neon_available() && fp16_available() {
unsafe {
arch::neon::rgbf16_to_rgba_row::<BE>(rgb_in, rgba_out, width);
}
return;
}
}
target_arch = "x86_64" => {
if avx512_available() && f16c_available() {
unsafe {
arch::x86_avx512::rgbf16_to_rgba_row::<BE>(rgb_in, rgba_out, width);
}
return;
}
if avx2_available() && f16c_available() {
unsafe {
arch::x86_avx2::rgbf16_to_rgba_row::<BE>(rgb_in, rgba_out, width);
}
return;
}
if sse41_available() && f16c_available() {
unsafe {
arch::x86_sse41::rgbf16_to_rgba_row::<BE>(rgb_in, rgba_out, width);
}
return;
}
}
target_arch = "wasm32" => {
if simd128_available() {
unsafe {
arch::wasm_simd128::rgbf16_to_rgba_row::<BE>(rgb_in, rgba_out, width);
}
return;
}
}
_ => {}
}
}
scalar::rgbf16_to_rgba_row::<BE>(rgb_in, rgba_out, width);
}
#[cfg_attr(not(tarpaulin), inline(always))]
pub fn rgbf16_to_rgb_u16_row<const BE: bool>(
rgb_in: &[half::f16],
rgb_out: &mut [u16],
width: usize,
use_simd: bool,
) {
let rgb_in_min = rgb_row_elems(width);
let rgb_out_min = rgb_row_elems(width);
assert!(rgb_in.len() >= rgb_in_min, "rgbf16 row too short");
assert!(rgb_out.len() >= rgb_out_min, "rgb_out row too short");
if use_simd {
cfg_select! {
target_arch = "aarch64" => {
if neon_available() && fp16_available() {
unsafe {
arch::neon::rgbf16_to_rgb_u16_row::<BE>(rgb_in, rgb_out, width);
}
return;
}
}
target_arch = "x86_64" => {
if avx512_available() && f16c_available() {
unsafe {
arch::x86_avx512::rgbf16_to_rgb_u16_row::<BE>(rgb_in, rgb_out, width);
}
return;
}
if avx2_available() && f16c_available() {
unsafe {
arch::x86_avx2::rgbf16_to_rgb_u16_row::<BE>(rgb_in, rgb_out, width);
}
return;
}
if sse41_available() && f16c_available() {
unsafe {
arch::x86_sse41::rgbf16_to_rgb_u16_row::<BE>(rgb_in, rgb_out, width);
}
return;
}
}
target_arch = "wasm32" => {
if simd128_available() {
unsafe {
arch::wasm_simd128::rgbf16_to_rgb_u16_row::<BE>(rgb_in, rgb_out, width);
}
return;
}
}
_ => {}
}
}
scalar::rgbf16_to_rgb_u16_row::<BE>(rgb_in, rgb_out, width);
}
#[cfg_attr(not(tarpaulin), inline(always))]
pub fn rgbf16_to_rgba_u16_row<const BE: bool>(
rgb_in: &[half::f16],
rgba_out: &mut [u16],
width: usize,
use_simd: bool,
) {
let rgb_in_min = rgb_row_elems(width);
let rgba_out_min = rgba_row_elems(width);
assert!(rgb_in.len() >= rgb_in_min, "rgbf16 row too short");
assert!(rgba_out.len() >= rgba_out_min, "rgba_out row too short");
if use_simd {
cfg_select! {
target_arch = "aarch64" => {
if neon_available() && fp16_available() {
unsafe {
arch::neon::rgbf16_to_rgba_u16_row::<BE>(rgb_in, rgba_out, width);
}
return;
}
}
target_arch = "x86_64" => {
if avx512_available() && f16c_available() {
unsafe {
arch::x86_avx512::rgbf16_to_rgba_u16_row::<BE>(rgb_in, rgba_out, width);
}
return;
}
if avx2_available() && f16c_available() {
unsafe {
arch::x86_avx2::rgbf16_to_rgba_u16_row::<BE>(rgb_in, rgba_out, width);
}
return;
}
if sse41_available() && f16c_available() {
unsafe {
arch::x86_sse41::rgbf16_to_rgba_u16_row::<BE>(rgb_in, rgba_out, width);
}
return;
}
}
target_arch = "wasm32" => {
if simd128_available() {
unsafe {
arch::wasm_simd128::rgbf16_to_rgba_u16_row::<BE>(rgb_in, rgba_out, width);
}
return;
}
}
_ => {}
}
}
scalar::rgbf16_to_rgba_u16_row::<BE>(rgb_in, rgba_out, width);
}
#[cfg_attr(not(tarpaulin), inline(always))]
pub fn rgbf16_to_rgb_f16_row<const BE: bool>(
rgb_in: &[half::f16],
rgb_out: &mut [half::f16],
width: usize,
use_simd: bool,
) {
let rgb_in_min = rgb_row_elems(width);
let rgb_out_min = rgb_row_elems(width);
assert!(rgb_in.len() >= rgb_in_min, "rgbf16 row too short");
assert!(rgb_out.len() >= rgb_out_min, "rgb_f16_out row too short");
if use_simd {
cfg_select! {
target_arch = "aarch64" => {
if neon_available() && fp16_available() {
unsafe {
arch::neon::rgbf16_to_rgb_f16_row::<BE>(rgb_in, rgb_out, width);
}
return;
}
}
target_arch = "x86_64" => {
if avx512_available() && f16c_available() {
unsafe {
arch::x86_avx512::rgbf16_to_rgb_f16_row::<BE>(rgb_in, rgb_out, width);
}
return;
}
if avx2_available() && f16c_available() {
unsafe {
arch::x86_avx2::rgbf16_to_rgb_f16_row::<BE>(rgb_in, rgb_out, width);
}
return;
}
if sse41_available() && f16c_available() {
unsafe {
arch::x86_sse41::rgbf16_to_rgb_f16_row::<BE>(rgb_in, rgb_out, width);
}
return;
}
}
target_arch = "wasm32" => {
if simd128_available() {
unsafe {
arch::wasm_simd128::rgbf16_to_rgb_f16_row::<BE>(rgb_in, rgb_out, width);
}
return;
}
}
_ => {}
}
}
scalar::rgbf16_to_rgb_f16_row::<BE>(rgb_in, rgb_out, width);
}
#[cfg_attr(not(tarpaulin), inline(always))]
pub fn rgbf16_to_rgb_f32_row<const BE: bool>(
rgb_in: &[half::f16],
rgb_out: &mut [f32],
width: usize,
use_simd: bool,
) {
let rgb_in_min = rgb_row_elems(width);
let rgb_out_min = rgb_row_elems(width);
assert!(rgb_in.len() >= rgb_in_min, "rgbf16 row too short");
assert!(rgb_out.len() >= rgb_out_min, "rgb_f32_out row too short");
if use_simd {
cfg_select! {
target_arch = "aarch64" => {
if neon_available() && fp16_available() {
unsafe {
arch::neon::rgbf16_to_rgb_f32_row::<BE>(rgb_in, rgb_out, width);
}
return;
}
}
target_arch = "x86_64" => {
if avx512_available() && f16c_available() {
unsafe {
arch::x86_avx512::rgbf16_to_rgb_f32_row::<BE>(rgb_in, rgb_out, width);
}
return;
}
if avx2_available() && f16c_available() {
unsafe {
arch::x86_avx2::rgbf16_to_rgb_f32_row::<BE>(rgb_in, rgb_out, width);
}
return;
}
if sse41_available() && f16c_available() {
unsafe {
arch::x86_sse41::rgbf16_to_rgb_f32_row::<BE>(rgb_in, rgb_out, width);
}
return;
}
}
target_arch = "wasm32" => {
if simd128_available() {
unsafe {
arch::wasm_simd128::rgbf16_to_rgb_f32_row::<BE>(rgb_in, rgb_out, width);
}
return;
}
}
_ => {}
}
}
scalar::rgbf16_to_rgb_f32_row::<BE>(rgb_in, rgb_out, width);
}
#[cfg_attr(not(tarpaulin), inline(always))]
pub fn rgbaf16_to_rgb_row<const BE: bool>(
rgba_in: &[half::f16],
rgb_out: &mut [u8],
width: usize,
use_simd: bool,
) {
assert!(
rgba_in.len() >= rgba_row_elems(width),
"rgbaf16 row too short"
);
assert!(
rgb_out.len() >= rgb_row_bytes(width),
"rgb_out row too short"
);
if use_simd {
cfg_select! {
target_arch = "aarch64" => {
if neon_available() && fp16_available() {
unsafe {
arch::neon::rgbaf16_to_rgb_row::<BE>(rgba_in, rgb_out, width);
}
return;
}
}
target_arch = "x86_64" => {
if avx512_available() && f16c_available() {
unsafe {
arch::x86_avx512::rgbaf16_to_rgb_row::<BE>(rgba_in, rgb_out, width);
}
return;
}
if avx2_available() && f16c_available() {
unsafe {
arch::x86_avx2::rgbaf16_to_rgb_row::<BE>(rgba_in, rgb_out, width);
}
return;
}
if sse41_available() && f16c_available() {
unsafe {
arch::x86_sse41::rgbaf16_to_rgb_row::<BE>(rgba_in, rgb_out, width);
}
return;
}
}
target_arch = "wasm32" => {
if simd128_available() {
unsafe {
arch::wasm_simd128::rgbaf16_to_rgb_row::<BE>(rgba_in, rgb_out, width);
}
return;
}
}
_ => {}
}
}
scalar::rgbaf16_to_rgb_row::<BE>(rgba_in, rgb_out, width);
}
#[cfg_attr(not(tarpaulin), inline(always))]
pub fn rgbaf16_to_rgba_row<const BE: bool>(
rgba_in: &[half::f16],
rgba_out: &mut [u8],
width: usize,
use_simd: bool,
) {
assert!(
rgba_in.len() >= rgba_row_elems(width),
"rgbaf16 row too short"
);
assert!(
rgba_out.len() >= rgba_row_bytes(width),
"rgba_out row too short"
);
if use_simd {
cfg_select! {
target_arch = "aarch64" => {
if neon_available() && fp16_available() {
unsafe {
arch::neon::rgbaf16_to_rgba_row::<BE>(rgba_in, rgba_out, width);
}
return;
}
}
target_arch = "x86_64" => {
if avx512_available() && f16c_available() {
unsafe {
arch::x86_avx512::rgbaf16_to_rgba_row::<BE>(rgba_in, rgba_out, width);
}
return;
}
if avx2_available() && f16c_available() {
unsafe {
arch::x86_avx2::rgbaf16_to_rgba_row::<BE>(rgba_in, rgba_out, width);
}
return;
}
if sse41_available() && f16c_available() {
unsafe {
arch::x86_sse41::rgbaf16_to_rgba_row::<BE>(rgba_in, rgba_out, width);
}
return;
}
}
target_arch = "wasm32" => {
if simd128_available() {
unsafe {
arch::wasm_simd128::rgbaf16_to_rgba_row::<BE>(rgba_in, rgba_out, width);
}
return;
}
}
_ => {}
}
}
scalar::rgbaf16_to_rgba_row::<BE>(rgba_in, rgba_out, width);
}
#[cfg_attr(not(tarpaulin), inline(always))]
pub fn rgbaf16_to_rgb_u16_row<const BE: bool>(
rgba_in: &[half::f16],
rgb_out: &mut [u16],
width: usize,
use_simd: bool,
) {
assert!(
rgba_in.len() >= rgba_row_elems(width),
"rgbaf16 row too short"
);
assert!(
rgb_out.len() >= rgb_row_elems(width),
"rgb_out row too short"
);
if use_simd {
cfg_select! {
target_arch = "aarch64" => {
if neon_available() && fp16_available() {
unsafe {
arch::neon::rgbaf16_to_rgb_u16_row::<BE>(rgba_in, rgb_out, width);
}
return;
}
}
target_arch = "x86_64" => {
if avx512_available() && f16c_available() {
unsafe {
arch::x86_avx512::rgbaf16_to_rgb_u16_row::<BE>(rgba_in, rgb_out, width);
}
return;
}
if avx2_available() && f16c_available() {
unsafe {
arch::x86_avx2::rgbaf16_to_rgb_u16_row::<BE>(rgba_in, rgb_out, width);
}
return;
}
if sse41_available() && f16c_available() {
unsafe {
arch::x86_sse41::rgbaf16_to_rgb_u16_row::<BE>(rgba_in, rgb_out, width);
}
return;
}
}
target_arch = "wasm32" => {
if simd128_available() {
unsafe {
arch::wasm_simd128::rgbaf16_to_rgb_u16_row::<BE>(rgba_in, rgb_out, width);
}
return;
}
}
_ => {}
}
}
scalar::rgbaf16_to_rgb_u16_row::<BE>(rgba_in, rgb_out, width);
}
#[cfg_attr(not(tarpaulin), inline(always))]
pub fn rgbaf16_to_rgba_u16_row<const BE: bool>(
rgba_in: &[half::f16],
rgba_out: &mut [u16],
width: usize,
use_simd: bool,
) {
assert!(
rgba_in.len() >= rgba_row_elems(width),
"rgbaf16 row too short"
);
assert!(
rgba_out.len() >= rgba_row_elems(width),
"rgba_out row too short"
);
if use_simd {
cfg_select! {
target_arch = "aarch64" => {
if neon_available() && fp16_available() {
unsafe {
arch::neon::rgbaf16_to_rgba_u16_row::<BE>(rgba_in, rgba_out, width);
}
return;
}
}
target_arch = "x86_64" => {
if avx512_available() && f16c_available() {
unsafe {
arch::x86_avx512::rgbaf16_to_rgba_u16_row::<BE>(rgba_in, rgba_out, width);
}
return;
}
if avx2_available() && f16c_available() {
unsafe {
arch::x86_avx2::rgbaf16_to_rgba_u16_row::<BE>(rgba_in, rgba_out, width);
}
return;
}
if sse41_available() && f16c_available() {
unsafe {
arch::x86_sse41::rgbaf16_to_rgba_u16_row::<BE>(rgba_in, rgba_out, width);
}
return;
}
}
target_arch = "wasm32" => {
if simd128_available() {
unsafe {
arch::wasm_simd128::rgbaf16_to_rgba_u16_row::<BE>(rgba_in, rgba_out, width);
}
return;
}
}
_ => {}
}
}
scalar::rgbaf16_to_rgba_u16_row::<BE>(rgba_in, rgba_out, width);
}
#[cfg_attr(not(tarpaulin), inline(always))]
pub fn rgbaf16_to_rgb_f16_row<const BE: bool>(
rgba_in: &[half::f16],
rgb_out: &mut [half::f16],
width: usize,
use_simd: bool,
) {
assert!(
rgba_in.len() >= rgba_row_elems(width),
"rgbaf16 row too short"
);
assert!(
rgb_out.len() >= rgb_row_elems(width),
"rgb_f16_out row too short"
);
if use_simd {
cfg_select! {
target_arch = "aarch64" => {
if neon_available() && fp16_available() {
unsafe {
arch::neon::rgbaf16_to_rgb_f16_row::<BE>(rgba_in, rgb_out, width);
}
return;
}
}
target_arch = "x86_64" => {
if avx512_available() && f16c_available() {
unsafe {
arch::x86_avx512::rgbaf16_to_rgb_f16_row::<BE>(rgba_in, rgb_out, width);
}
return;
}
if avx2_available() && f16c_available() {
unsafe {
arch::x86_avx2::rgbaf16_to_rgb_f16_row::<BE>(rgba_in, rgb_out, width);
}
return;
}
if sse41_available() && f16c_available() {
unsafe {
arch::x86_sse41::rgbaf16_to_rgb_f16_row::<BE>(rgba_in, rgb_out, width);
}
return;
}
}
target_arch = "wasm32" => {
if simd128_available() {
unsafe {
arch::wasm_simd128::rgbaf16_to_rgb_f16_row::<BE>(rgba_in, rgb_out, width);
}
return;
}
}
_ => {}
}
}
scalar::rgbaf16_to_rgb_f16_row::<BE>(rgba_in, rgb_out, width);
}
#[cfg_attr(not(tarpaulin), inline(always))]
pub fn rgbaf16_to_rgba_f16_row<const BE: bool>(
rgba_in: &[half::f16],
rgba_out: &mut [half::f16],
width: usize,
use_simd: bool,
) {
assert!(
rgba_in.len() >= rgba_row_elems(width),
"rgbaf16 row too short"
);
assert!(
rgba_out.len() >= rgba_row_elems(width),
"rgba_f16_out row too short"
);
if use_simd {
cfg_select! {
target_arch = "aarch64" => {
if neon_available() && fp16_available() {
unsafe {
arch::neon::rgbaf16_to_rgba_f16_row::<BE>(rgba_in, rgba_out, width);
}
return;
}
}
target_arch = "x86_64" => {
if avx512_available() && f16c_available() {
unsafe {
arch::x86_avx512::rgbaf16_to_rgba_f16_row::<BE>(rgba_in, rgba_out, width);
}
return;
}
if avx2_available() && f16c_available() {
unsafe {
arch::x86_avx2::rgbaf16_to_rgba_f16_row::<BE>(rgba_in, rgba_out, width);
}
return;
}
if sse41_available() && f16c_available() {
unsafe {
arch::x86_sse41::rgbaf16_to_rgba_f16_row::<BE>(rgba_in, rgba_out, width);
}
return;
}
}
target_arch = "wasm32" => {
if simd128_available() {
unsafe {
arch::wasm_simd128::rgbaf16_to_rgba_f16_row::<BE>(rgba_in, rgba_out, width);
}
return;
}
}
_ => {}
}
}
scalar::rgbaf16_to_rgba_f16_row::<BE>(rgba_in, rgba_out, width);
}
#[cfg_attr(not(tarpaulin), inline(always))]
pub fn rgbaf16_to_rgb_f32_row<const BE: bool>(
rgba_in: &[half::f16],
rgb_out: &mut [f32],
width: usize,
use_simd: bool,
) {
assert!(
rgba_in.len() >= rgba_row_elems(width),
"rgbaf16 row too short"
);
assert!(
rgb_out.len() >= rgb_row_elems(width),
"rgb_f32_out row too short"
);
if use_simd {
cfg_select! {
target_arch = "aarch64" => {
if neon_available() && fp16_available() {
unsafe {
arch::neon::rgbaf16_to_rgb_f32_row::<BE>(rgba_in, rgb_out, width);
}
return;
}
}
target_arch = "x86_64" => {
if avx512_available() && f16c_available() {
unsafe {
arch::x86_avx512::rgbaf16_to_rgb_f32_row::<BE>(rgba_in, rgb_out, width);
}
return;
}
if avx2_available() && f16c_available() {
unsafe {
arch::x86_avx2::rgbaf16_to_rgb_f32_row::<BE>(rgba_in, rgb_out, width);
}
return;
}
if sse41_available() && f16c_available() {
unsafe {
arch::x86_sse41::rgbaf16_to_rgb_f32_row::<BE>(rgba_in, rgb_out, width);
}
return;
}
}
target_arch = "wasm32" => {
if simd128_available() {
unsafe {
arch::wasm_simd128::rgbaf16_to_rgb_f32_row::<BE>(rgba_in, rgb_out, width);
}
return;
}
}
_ => {}
}
}
scalar::rgbaf16_to_rgb_f32_row::<BE>(rgba_in, rgb_out, width);
}
#[cfg_attr(not(tarpaulin), inline(always))]
pub fn rgbaf16_to_rgba_f32_row<const BE: bool>(
rgba_in: &[half::f16],
rgba_out: &mut [f32],
width: usize,
use_simd: bool,
) {
assert!(
rgba_in.len() >= rgba_row_elems(width),
"rgbaf16 row too short"
);
assert!(
rgba_out.len() >= rgba_row_elems(width),
"rgba_f32_out row too short"
);
if use_simd {
cfg_select! {
target_arch = "aarch64" => {
if neon_available() && fp16_available() {
unsafe {
arch::neon::rgbaf16_to_rgba_f32_row::<BE>(rgba_in, rgba_out, width);
}
return;
}
}
target_arch = "x86_64" => {
if avx512_available() && f16c_available() {
unsafe {
arch::x86_avx512::rgbaf16_to_rgba_f32_row::<BE>(rgba_in, rgba_out, width);
}
return;
}
if avx2_available() && f16c_available() {
unsafe {
arch::x86_avx2::rgbaf16_to_rgba_f32_row::<BE>(rgba_in, rgba_out, width);
}
return;
}
if sse41_available() && f16c_available() {
unsafe {
arch::x86_sse41::rgbaf16_to_rgba_f32_row::<BE>(rgba_in, rgba_out, width);
}
return;
}
}
target_arch = "wasm32" => {
if simd128_available() {
unsafe {
arch::wasm_simd128::rgbaf16_to_rgba_f32_row::<BE>(rgba_in, rgba_out, width);
}
return;
}
}
_ => {}
}
}
scalar::rgbaf16_to_rgba_f32_row::<BE>(rgba_in, rgba_out, width);
}