use crate::internals::ProcessedOffset;
use crate::wasm32::transpose::{v128_load_deinterleave_half_u8_x2, v128_load_deinterleave_u8_x2};
use crate::wasm32::utils::{i16x8_pack_sat_u8x16, wasm_store_rgb, wasm_zip_lo_i8x16};
use crate::yuv_support::{
CbCrInverseTransform, YuvChromaRange, YuvChromaSubsampling, YuvNVOrder, YuvSourceChannels,
};
use std::arch::wasm32::*;
#[target_feature(enable = "simd128")]
pub(crate) unsafe fn wasm_yuv_nv_to_rgba_row420<
const UV_ORDER: u8,
const DESTINATION_CHANNELS: u8,
const YUV_CHROMA_SAMPLING: u8,
>(
range: &YuvChromaRange,
transform: &CbCrInverseTransform<i32>,
y_plane0: &[u8],
y_plane1: &[u8],
uv_plane: &[u8],
rgba0: &mut [u8],
rgba1: &mut [u8],
start_cx: usize,
start_ux: usize,
width: usize,
) -> ProcessedOffset {
let order: YuvNVOrder = UV_ORDER.into();
let destination_channels: YuvSourceChannels = DESTINATION_CHANNELS.into();
let chroma_subsampling: YuvChromaSubsampling = YUV_CHROMA_SAMPLING.into();
let channels = destination_channels.get_channels_count();
let uv_ptr = uv_plane.as_ptr();
let y_corr = u8x16_splat(range.bias_y as u8);
let uv_corr = i16x8_splat(range.bias_uv as i16);
let v_luma_coeff = i16x8_splat(transform.y_coef as i16);
let v_cr_coeff = i16x8_splat(transform.cr_coef as i16);
let v_cb_coeff = i16x8_splat(transform.cb_coef as i16);
let v_g_coeff_1 = i16x8_splat(-1i16 * (transform.g_coeff_1 as i16));
let v_g_coeff_2 = i16x8_splat(-1i16 * (transform.g_coeff_2 as i16));
let v_alpha = u8x16_splat(255u8);
const V_SCALE: u32 = 2;
let mut cx = start_cx;
let mut ux = start_ux;
while cx + 16 < width {
let y_values0 = u8x16_sub_sat(
v128_load(y_plane0.get_unchecked(cx..).as_ptr() as *const v128),
y_corr,
);
let y_values1 = u8x16_sub_sat(
v128_load(y_plane1.get_unchecked(cx..).as_ptr() as *const v128),
y_corr,
);
let u_high_u16;
let v_high_u16;
let u_low_u16;
let v_low_u16;
match chroma_subsampling {
YuvChromaSubsampling::Yuv420 | YuvChromaSubsampling::Yuv422 => {
let mut uv_values = v128_load_deinterleave_half_u8_x2(uv_ptr.add(ux));
if order == YuvNVOrder::VU {
uv_values = (uv_values.1, uv_values.0);
}
let u_values = wasm_zip_lo_i8x16(uv_values.0, uv_values.0);
let v_values = wasm_zip_lo_i8x16(uv_values.1, uv_values.1);
u_high_u16 = u16x8_extend_high_u8x16(u_values);
v_high_u16 = u16x8_extend_high_u8x16(v_values);
u_low_u16 = u16x8_extend_low_u8x16(u_values);
v_low_u16 = u16x8_extend_low_u8x16(v_values);
}
YuvChromaSubsampling::Yuv444 => {
let mut uv_values = v128_load_deinterleave_u8_x2(uv_ptr.add(ux));
if order == YuvNVOrder::VU {
uv_values = (uv_values.1, uv_values.0);
}
u_high_u16 = u16x8_extend_high_u8x16(uv_values.0);
v_high_u16 = u16x8_extend_high_u8x16(uv_values.0);
u_low_u16 = u16x8_extend_low_u8x16(uv_values.1);
v_low_u16 = u16x8_extend_low_u8x16(uv_values.1);
}
}
let u_high = i16x8_shl(i16x8_sub(u_high_u16, uv_corr), V_SCALE);
let v_high = i16x8_shl(i16x8_sub(v_high_u16, uv_corr), V_SCALE);
let y_high0 = i16x8_q15mulr_sat(
i16x8_shl(u16x8_extend_high_u8x16(y_values0), V_SCALE),
v_luma_coeff,
);
let y_high1 = i16x8_q15mulr_sat(
i16x8_shl(u16x8_extend_high_u8x16(y_values1), V_SCALE),
v_luma_coeff,
);
let g_coeff0 = i16x8_add(
i16x8_q15mulr_sat(v_high, v_g_coeff_1),
i16x8_q15mulr_sat(u_high, v_g_coeff_2),
);
let r_high0 = i16x8_add(y_high0, i16x8_q15mulr_sat(v_high, v_cr_coeff));
let b_high0 = i16x8_add(y_high0, i16x8_q15mulr_sat(u_high, v_cb_coeff));
let g_high0 = i16x8_add(y_high0, g_coeff0);
let r_high1 = i16x8_add(y_high1, i16x8_q15mulr_sat(v_high, v_cr_coeff));
let b_high1 = i16x8_add(y_high1, i16x8_q15mulr_sat(u_high, v_cb_coeff));
let g_high1 = i16x8_add(y_high1, g_coeff0);
let u_low = i16x8_shl(i16x8_sub(u_low_u16, uv_corr), V_SCALE);
let v_low = i16x8_shl(i16x8_sub(v_low_u16, uv_corr), V_SCALE);
let y_low0 = i16x8_q15mulr_sat(
i16x8_shl(u16x8_extend_low_u8x16(y_values0), V_SCALE),
v_luma_coeff,
);
let y_low1 = i16x8_q15mulr_sat(
i16x8_shl(u16x8_extend_low_u8x16(y_values1), V_SCALE),
v_luma_coeff,
);
let g_coeff2 = i16x8_add(
i16x8_q15mulr_sat(v_low, v_g_coeff_1),
i16x8_q15mulr_sat(u_low, v_g_coeff_2),
);
let r_low0 = i16x8_add(y_low0, i16x8_q15mulr_sat(v_low, v_cr_coeff));
let b_low0 = i16x8_add(y_low0, i16x8_q15mulr_sat(u_low, v_cb_coeff));
let g_low0 = i16x8_add(y_low0, g_coeff2);
let r_low1 = i16x8_add(y_low1, i16x8_q15mulr_sat(v_low, v_cr_coeff));
let b_low1 = i16x8_add(y_low1, i16x8_q15mulr_sat(u_low, v_cb_coeff));
let g_low1 = i16x8_add(y_low1, g_coeff2);
let r_values0 = i16x8_pack_sat_u8x16(r_low0, r_high0);
let g_values0 = i16x8_pack_sat_u8x16(g_low0, g_high0);
let b_values0 = i16x8_pack_sat_u8x16(b_low0, b_high0);
let r_values1 = i16x8_pack_sat_u8x16(r_low1, r_high1);
let g_values1 = i16x8_pack_sat_u8x16(g_low1, g_high1);
let b_values1 = i16x8_pack_sat_u8x16(b_low1, b_high1);
let dst_shift = cx * channels;
wasm_store_rgb::<DESTINATION_CHANNELS>(
rgba0.get_unchecked_mut(dst_shift..).as_mut_ptr(),
r_values0,
g_values0,
b_values0,
v_alpha,
);
wasm_store_rgb::<DESTINATION_CHANNELS>(
rgba1.get_unchecked_mut(dst_shift..).as_mut_ptr(),
r_values1,
g_values1,
b_values1,
v_alpha,
);
cx += 16;
match chroma_subsampling {
YuvChromaSubsampling::Yuv420 | YuvChromaSubsampling::Yuv422 => {
ux += 16;
}
YuvChromaSubsampling::Yuv444 => {
ux += 32;
}
}
}
ProcessedOffset { cx, ux }
}