use crate::{
V128,
core::{
ShiftAmount,
simd,
simd::{ImmLaneIdx2, ImmLaneIdx4, ImmLaneIdx8, ImmLaneIdx16},
},
engine::executor::handler::{
dispatch::Done,
exec::decode_op,
state::{Freg32, Freg64, Inst, Ip, Ireg, Mem0Len, Mem0Ptr, Sp, VmState},
utils::{IntoControl as _, get_value},
},
};
use core::convert::identity;
macro_rules! execution_handler_for_v128_select {
( $(fn $snake_name:ident($camel_name:ident));* $(;)? ) => {
$(
execution_handler! {
fn $snake_name(
state: &mut VmState,
ip: Ip,
sp: Sp,
mem0: Mem0Ptr,
mem0_len: Mem0Len,
instance: Inst,
ireg: Ireg,
freg32: Freg32,
freg64: Freg64,
) -> Done = {
let (
ip,
crate::ir::decode::$camel_name {
result,
condition,
true_val,
false_val,
},
) = unsafe { decode_op(ip) };
let condition: bool = get_value(condition, sp, ireg, freg32, freg64);
let selected = match condition {
true => true_val,
false => false_val,
};
let selected: V128 = get_value(selected, sp, ireg, freg32, freg64);
set_value!(result, selected, sp, ireg, freg32, freg64);
dispatch!(state, ip, sp, mem0, mem0_len, instance, ireg, freg32, freg64)
}
}
)*
};
}
execution_handler_for_v128_select! {
fn v128_select_srss(V128Select_Srss);
fn v128_select_ssss(V128Select_Ssss);
}
macro_rules! impl_splat_bytes {
( $(fn $name:ident(value: $ty:ty) -> V128 = $splat:expr; )* ) => {
$(
fn $name(value: $ty) -> V128 {
$splat(value as _)
}
)*
}
}
impl_splat_bytes! {
fn splat_u8(value: u8) -> V128 = simd::i8x16_splat;
fn splat_u16(value: u16) -> V128 = simd::i16x8_splat;
fn splat_u32(value: u32) -> V128 = simd::i32x4_splat;
fn splat_u64(value: u64) -> V128 = simd::i64x2_splat;
fn splat_f32(value: f32) -> V128 = simd::f32x4_splat;
fn splat_f64(value: f64) -> V128 = simd::f64x2_splat;
}
handler_unary! {
fn v128_copy_ss(V128Copy_Ss) = identity::<V128>;
fn v128_copy_si(V128Copy_Si) = identity::<V128>;
fn v128_splat_u8_sr(V128SplatU8_Sr) = splat_u8;
fn v128_splat_u8_ss(V128SplatU8_Ss) = splat_u8;
fn v128_splat_u8_si(V128SplatU8_Si) = splat_u8;
fn v128_splat_u16_sr(V128SplatU16_Sr) = splat_u16;
fn v128_splat_u16_ss(V128SplatU16_Ss) = splat_u16;
fn v128_splat_u16_si(V128SplatU16_Si) = splat_u16;
fn v128_splat_u32_sr(V128SplatU32_Sr) = splat_u32;
fn v128_splat_u32_ss(V128SplatU32_Ss) = splat_u32;
fn v128_splat_u32_si(V128SplatU32_Si) = splat_u32;
fn v128_splat_u64_sr(V128SplatU64_Sr) = splat_u64;
fn v128_splat_u64_ss(V128SplatU64_Ss) = splat_u64;
fn v128_splat_u64_si(V128SplatU64_Si) = splat_u64;
fn v128_splat_f32_sr(V128SplatF32_Sr) = splat_f32;
fn v128_splat_f64_sr(V128SplatF64_Sr) = splat_f64;
fn v128_not_ss(V128Not_Ss) = simd::v128_not;
fn v128_any_true_rs(V128AnyTrue_Rs) = simd::v128_any_true;
fn i8x16_abs_ss(I8x16Abs_Ss) = simd::i8x16_abs;
fn i8x16_neg_ss(I8x16Neg_Ss) = simd::i8x16_neg;
fn i8x16_popcnt_ss(I8x16Popcnt_Ss) = simd::i8x16_popcnt;
fn i8x16_all_true_rs(I8x16AllTrue_Rs) = simd::i8x16_all_true;
fn i8x16_bitmask_rs(I8x16Bitmask_Rs) = simd::i8x16_bitmask;
fn i16x8_abs_ss(I16x8Abs_Ss) = simd::i16x8_abs;
fn i16x8_neg_ss(I16x8Neg_Ss) = simd::i16x8_neg;
fn i16x8_all_true_rs(I16x8AllTrue_Rs) = simd::i16x8_all_true;
fn i16x8_bitmask_rs(I16x8Bitmask_Rs) = simd::i16x8_bitmask;
fn i16x8_extadd_pairwise_i8x16_ss(I16x8ExtaddPairwiseI8x16_Ss) = simd::i16x8_extadd_pairwise_i8x16_s;
fn u16x8_extadd_pairwise_i8x16_ss(U16x8ExtaddPairwiseI8x16_Ss) = simd::i16x8_extadd_pairwise_i8x16_u;
fn i16x8_extend_low_i8x16_ss(I16x8ExtendLowI8x16_Ss) = simd::i16x8_extend_low_i8x16_s;
fn u16x8_extend_low_i8x16_ss(U16x8ExtendLowI8x16_Ss) = simd::i16x8_extend_low_i8x16_u;
fn i16x8_extend_high_i8x16_ss(I16x8ExtendHighI8x16_Ss) = simd::i16x8_extend_high_i8x16_s;
fn u16x8_extend_high_i8x16_ss(U16x8ExtendHighI8x16_Ss) = simd::i16x8_extend_high_i8x16_u;
fn i32x4_abs_ss(I32x4Abs_Ss) = simd::i32x4_abs;
fn i32x4_neg_ss(I32x4Neg_Ss) = simd::i32x4_neg;
fn i32x4_all_true_rs(I32x4AllTrue_Rs) = simd::i32x4_all_true;
fn i32x4_bitmask_rs(I32x4Bitmask_Rs) = simd::i32x4_bitmask;
fn i32x4_extadd_pairwise_i16x8_ss(I32x4ExtaddPairwiseI16x8_Ss) = simd::i32x4_extadd_pairwise_i16x8_s;
fn u32x4_extadd_pairwise_i16x8_ss(U32x4ExtaddPairwiseI16x8_Ss) = simd::i32x4_extadd_pairwise_i16x8_u;
fn i32x4_extend_low_i16x8_ss(I32x4ExtendLowI16x8_Ss) = simd::i32x4_extend_low_i16x8_s;
fn u32x4_extend_low_i16x8_ss(U32x4ExtendLowI16x8_Ss) = simd::i32x4_extend_low_i16x8_u;
fn i32x4_extend_high_i16x8_ss(I32x4ExtendHighI16x8_Ss) = simd::i32x4_extend_high_i16x8_s;
fn u32x4_extend_high_i16x8_ss(U32x4ExtendHighI16x8_Ss) = simd::i32x4_extend_high_i16x8_u;
fn i64x2_abs_ss(I64x2Abs_Ss) = simd::i64x2_abs;
fn i64x2_neg_ss(I64x2Neg_Ss) = simd::i64x2_neg;
fn i64x2_all_true_rs(I64x2AllTrue_Rs) = simd::i64x2_all_true;
fn i64x2_bitmask_rs(I64x2Bitmask_Rs) = simd::i64x2_bitmask;
fn i64x2_extend_low_i32x4_ss(I64x2ExtendLowI32x4_Ss) = simd::i64x2_extend_low_i32x4_s;
fn u64x2_extend_low_i32x4_ss(U64x2ExtendLowI32x4_Ss) = simd::i64x2_extend_low_i32x4_u;
fn i64x2_extend_high_i32x4_ss(I64x2ExtendHighI32x4_Ss) = simd::i64x2_extend_high_i32x4_s;
fn u64x2_extend_high_i32x4_ss(U64x2ExtendHighI32x4_Ss) = simd::i64x2_extend_high_i32x4_u;
fn f32x4_demote_zero_f64x2_ss(F32x4DemoteZeroF64x2_Ss) = simd::f32x4_demote_f64x2_zero;
fn f32x4_ceil_ss(F32x4Ceil_Ss) = simd::f32x4_ceil;
fn f32x4_floor_ss(F32x4Floor_Ss) = simd::f32x4_floor;
fn f32x4_trunc_ss(F32x4Trunc_Ss) = simd::f32x4_trunc;
fn f32x4_nearest_ss(F32x4Nearest_Ss) = simd::f32x4_nearest;
fn f32x4_abs_ss(F32x4Abs_Ss) = simd::f32x4_abs;
fn f32x4_neg_ss(F32x4Neg_Ss) = simd::f32x4_neg;
fn f32x4_sqrt_ss(F32x4Sqrt_Ss) = simd::f32x4_sqrt;
fn f64x2_promote_low_f32x4_ss(F64x2PromoteLowF32x4_Ss) = simd::f64x2_promote_low_f32x4;
fn f64x2_ceil_ss(F64x2Ceil_Ss) = simd::f64x2_ceil;
fn f64x2_floor_ss(F64x2Floor_Ss) = simd::f64x2_floor;
fn f64x2_trunc_ss(F64x2Trunc_Ss) = simd::f64x2_trunc;
fn f64x2_nearest_ss(F64x2Nearest_Ss) = simd::f64x2_nearest;
fn f64x2_abs_ss(F64x2Abs_Ss) = simd::f64x2_abs;
fn f64x2_neg_ss(F64x2Neg_Ss) = simd::f64x2_neg;
fn f64x2_sqrt_ss(F64x2Sqrt_Ss) = simd::f64x2_sqrt;
fn i32x4_trunc_sat_f32x4_ss(I32x4TruncSatF32x4_Ss) = simd::i32x4_trunc_sat_f32x4_s;
fn u32x4_trunc_sat_f32x4_ss(U32x4TruncSatF32x4_Ss) = simd::i32x4_trunc_sat_f32x4_u;
fn i32x4_trunc_sat_zero_f64x2_ss(I32x4TruncSatZeroF64x2_Ss) = simd::i32x4_trunc_sat_f64x2_s_zero;
fn u32x4_trunc_sat_zero_f64x2_ss(U32x4TruncSatZeroF64x2_Ss) = simd::i32x4_trunc_sat_f64x2_u_zero;
fn f32x4_convert_i32x4_ss(F32x4ConvertI32x4_Ss) = simd::f32x4_convert_i32x4_s;
fn f32x4_convert_u32x4_ss(F32x4ConvertU32x4_Ss) = simd::f32x4_convert_i32x4_u;
fn f64x2_convert_low_i32x4_ss(F64x2ConvertLowI32x4_Ss) = simd::f64x2_convert_low_i32x4_s;
fn f64x2_convert_low_u32x4_ss(F64x2ConvertLowU32x4_Ss) = simd::f64x2_convert_low_i32x4_u;
fn v128_low_zero32_sr(V128LowZero32_Sr) = simd::v128_low32_zero;
fn v128_low_zero64_sr(V128LowZero64_Sr) = simd::v128_low64_zero;
fn u16x8_widen8x8_sr(U16x8Widen8x8_Sr) = simd::v128_widen8x8_u;
fn i16x8_widen8x8_sr(I16x8Widen8x8_Sr) = simd::v128_widen8x8_s;
fn u32x4_widen16x4_sr(U32x4Widen16x4_Sr) = simd::v128_widen16x4_u;
fn i32x4_widen16x4_sr(I32x4Widen16x4_Sr) = simd::v128_widen16x4_s;
fn u64x2_widen32x2_sr(U64x2Widen32x2_Sr) = simd::v128_widen32x2_u;
fn i64x2_widen32x2_sr(I64x2Widen32x2_Sr) = simd::v128_widen32x2_s;
}
handler_binary! {
fn i8x16_swizzle_sss(I8x16Swizzle_Sss) = simd::i8x16_swizzle;
fn i8x16_eq_sss(I8x16Eq_Sss) = simd::i8x16_eq;
fn i8x16_not_eq_sss(I8x16NotEq_Sss) = simd::i8x16_ne;
fn i16x8_eq_sss(I16x8Eq_Sss) = simd::i16x8_eq;
fn i16x8_not_eq_sss(I16x8NotEq_Sss) = simd::i16x8_ne;
fn i32x4_eq_sss(I32x4Eq_Sss) = simd::i32x4_eq;
fn i32x4_not_eq_sss(I32x4NotEq_Sss) = simd::i32x4_ne;
fn i64x2_eq_sss(I64x2Eq_Sss) = simd::i64x2_eq;
fn i64x2_not_eq_sss(I64x2NotEq_Sss) = simd::i64x2_ne;
fn i8x16_lt_sss(I8x16Lt_Sss) = simd::i8x16_lt_s;
fn i8x16_le_sss(I8x16Le_Sss) = simd::i8x16_le_s;
fn i16x8_lt_sss(I16x8Lt_Sss) = simd::i16x8_lt_s;
fn i16x8_le_sss(I16x8Le_Sss) = simd::i16x8_le_s;
fn i32x4_lt_sss(I32x4Lt_Sss) = simd::i32x4_lt_s;
fn i32x4_le_sss(I32x4Le_Sss) = simd::i32x4_le_s;
fn i64x2_lt_sss(I64x2Lt_Sss) = simd::i64x2_lt_s;
fn i64x2_le_sss(I64x2Le_Sss) = simd::i64x2_le_s;
fn u8x16_lt_sss(U8x16Lt_Sss) = simd::i8x16_lt_u;
fn u8x16_le_sss(U8x16Le_Sss) = simd::i8x16_le_u;
fn u16x8_lt_sss(U16x8Lt_Sss) = simd::i16x8_lt_u;
fn u16x8_le_sss(U16x8Le_Sss) = simd::i16x8_le_u;
fn u32x4_lt_sss(U32x4Lt_Sss) = simd::i32x4_lt_u;
fn u32x4_le_sss(U32x4Le_Sss) = simd::i32x4_le_u;
fn f32x4_eq_sss(F32x4Eq_Sss) = simd::f32x4_eq;
fn f32x4_not_eq_sss(F32x4NotEq_Sss) = simd::f32x4_ne;
fn f32x4_lt_sss(F32x4Lt_Sss) = simd::f32x4_lt;
fn f32x4_le_sss(F32x4Le_Sss) = simd::f32x4_le;
fn f64x2_eq_sss(F64x2Eq_Sss) = simd::f64x2_eq;
fn f64x2_not_eq_sss(F64x2NotEq_Sss) = simd::f64x2_ne;
fn f64x2_lt_sss(F64x2Lt_Sss) = simd::f64x2_lt;
fn f64x2_le_sss(F64x2Le_Sss) = simd::f64x2_le;
fn v128_and_sss(V128And_Sss) = simd::v128_and;
fn v128_and_not_sss(V128AndNot_Sss) = simd::v128_andnot;
fn v128_or_sss(V128Or_Sss) = simd::v128_or;
fn v128_xor_sss(V128Xor_Sss) = simd::v128_xor;
fn i8x16_narrow_i16x8_sss(I8x16NarrowI16x8_Sss) = simd::i8x16_narrow_i16x8_s;
fn u8x16_narrow_i16x8_sss(U8x16NarrowI16x8_Sss) = simd::i8x16_narrow_i16x8_u;
fn i8x16_add_sss(I8x16Add_Sss) = simd::i8x16_add;
fn i8x16_add_sat_sss(I8x16AddSat_Sss) = simd::i8x16_add_sat_s;
fn u8x16_add_sat_sss(U8x16AddSat_Sss) = simd::i8x16_add_sat_u;
fn i8x16_sub_sss(I8x16Sub_Sss) = simd::i8x16_sub;
fn i8x16_sub_sat_sss(I8x16SubSat_Sss) = simd::i8x16_sub_sat_s;
fn u8x16_sub_sat_sss(U8x16SubSat_Sss) = simd::i8x16_sub_sat_u;
fn i8x16_min_sss(I8x16Min_Sss) = simd::i8x16_min_s;
fn u8x16_min_sss(U8x16Min_Sss) = simd::i8x16_min_u;
fn i8x16_max_sss(I8x16Max_Sss) = simd::i8x16_max_s;
fn u8x16_max_sss(U8x16Max_Sss) = simd::i8x16_max_u;
fn u8x16_avgr_sss(U8x16Avgr_Sss) = simd::i8x16_avgr_u;
fn i16x8_relaxed_dot_i8x16_i7x16_sss(I16x8RelaxedDotI8x16I7x16_Sss) = simd::i16x8_relaxed_dot_i8x16_i7x16_s;
fn i16x8_q15_mulr_sat_sss(I16x8Q15MulrSat_Sss) = simd::i16x8_q15mulr_sat_s;
fn i16x8_narrow_i32x4_sss(I16x8NarrowI32x4_Sss) = simd::i16x8_narrow_i32x4_s;
fn u16x8_narrow_i32x4_sss(U16x8NarrowI32x4_Sss) = simd::i16x8_narrow_i32x4_u;
fn i16x8_extmul_low_i8x16_sss(I16x8ExtmulLowI8x16_Sss) = simd::i16x8_extmul_low_i8x16_s;
fn u16x8_extmul_low_i8x16_sss(U16x8ExtmulLowI8x16_Sss) = simd::i16x8_extmul_low_i8x16_u;
fn i16x8_extmul_high_i8x16_sss(I16x8ExtmulHighI8x16_Sss) = simd::i16x8_extmul_high_i8x16_s;
fn u16x8_extmul_high_i8x16_sss(U16x8ExtmulHighI8x16_Sss) = simd::i16x8_extmul_high_i8x16_u;
fn i32x4_extmul_low_i16x8_sss(I32x4ExtmulLowI16x8_Sss) = simd::i32x4_extmul_low_i16x8_s;
fn u32x4_extmul_low_i16x8_sss(U32x4ExtmulLowI16x8_Sss) = simd::i32x4_extmul_low_i16x8_u;
fn i32x4_extmul_high_i16x8_sss(I32x4ExtmulHighI16x8_Sss) = simd::i32x4_extmul_high_i16x8_s;
fn u32x4_extmul_high_i16x8_sss(U32x4ExtmulHighI16x8_Sss) = simd::i32x4_extmul_high_i16x8_u;
fn i64x2_extmul_low_i32x4_sss(I64x2ExtmulLowI32x4_Sss) = simd::i64x2_extmul_low_i32x4_s;
fn u64x2_extmul_low_i32x4_sss(U64x2ExtmulLowI32x4_Sss) = simd::i64x2_extmul_low_i32x4_u;
fn i64x2_extmul_high_i32x4_sss(I64x2ExtmulHighI32x4_Sss) = simd::i64x2_extmul_high_i32x4_s;
fn u64x2_extmul_high_i32x4_sss(U64x2ExtmulHighI32x4_Sss) = simd::i64x2_extmul_high_i32x4_u;
fn i16x8_add_sss(I16x8Add_Sss) = simd::i16x8_add;
fn i16x8_add_sat_sss(I16x8AddSat_Sss) = simd::i16x8_add_sat_s;
fn u16x8_add_sat_sss(U16x8AddSat_Sss) = simd::i16x8_add_sat_u;
fn i16x8_sub_sss(I16x8Sub_Sss) = simd::i16x8_sub;
fn i16x8_sub_sat_sss(I16x8SubSat_Sss) = simd::i16x8_sub_sat_s;
fn u16x8_sub_sat_sss(U16x8SubSat_Sss) = simd::i16x8_sub_sat_u;
fn i16x8_mul_sss(I16x8Mul_Sss) = simd::i16x8_mul;
fn i16x8_min_sss(I16x8Min_Sss) = simd::i16x8_min_s;
fn u16x8_min_sss(U16x8Min_Sss) = simd::i16x8_min_u;
fn i16x8_max_sss(I16x8Max_Sss) = simd::i16x8_max_s;
fn u16x8_max_sss(U16x8Max_Sss) = simd::i16x8_max_u;
fn u16x8_avgr_sss(U16x8Avgr_Sss) = simd::i16x8_avgr_u;
fn i32x4_add_sss(I32x4Add_Sss) = simd::i32x4_add;
fn i32x4_sub_sss(I32x4Sub_Sss) = simd::i32x4_sub;
fn i32x4_mul_sss(I32x4Mul_Sss) = simd::i32x4_mul;
fn i32x4_min_sss(I32x4Min_Sss) = simd::i32x4_min_s;
fn u32x4_min_sss(U32x4Min_Sss) = simd::i32x4_min_u;
fn i32x4_max_sss(I32x4Max_Sss) = simd::i32x4_max_s;
fn u32x4_max_sss(U32x4Max_Sss) = simd::i32x4_max_u;
fn i32x4_dot_i16x8_sss(I32x4DotI16x8_Sss) = simd::i32x4_dot_i16x8_s;
fn i64x2_add_sss(I64x2Add_Sss) = simd::i64x2_add;
fn i64x2_sub_sss(I64x2Sub_Sss) = simd::i64x2_sub;
fn i64x2_mul_sss(I64x2Mul_Sss) = simd::i64x2_mul;
fn f32x4_add_sss(F32x4Add_Sss) = simd::f32x4_add;
fn f32x4_sub_sss(F32x4Sub_Sss) = simd::f32x4_sub;
fn f32x4_mul_sss(F32x4Mul_Sss) = simd::f32x4_mul;
fn f32x4_div_sss(F32x4Div_Sss) = simd::f32x4_div;
fn f32x4_min_sss(F32x4Min_Sss) = simd::f32x4_min;
fn f32x4_max_sss(F32x4Max_Sss) = simd::f32x4_max;
fn f32x4_pmin_sss(F32x4Pmin_Sss) = simd::f32x4_pmin;
fn f32x4_pmax_sss(F32x4Pmax_Sss) = simd::f32x4_pmax;
fn f64x2_add_sss(F64x2Add_Sss) = simd::f64x2_add;
fn f64x2_sub_sss(F64x2Sub_Sss) = simd::f64x2_sub;
fn f64x2_mul_sss(F64x2Mul_Sss) = simd::f64x2_mul;
fn f64x2_div_sss(F64x2Div_Sss) = simd::f64x2_div;
fn f64x2_min_sss(F64x2Min_Sss) = simd::f64x2_min;
fn f64x2_max_sss(F64x2Max_Sss) = simd::f64x2_max;
fn f64x2_pmin_sss(F64x2Pmin_Sss) = simd::f64x2_pmin;
fn f64x2_pmax_sss(F64x2Pmax_Sss) = simd::f64x2_pmax;
}
macro_rules! wrap_shift {
($f:expr) => {{ |v128: V128, rhs: ShiftAmount| -> V128 { $f(v128, u32::from(u8::from(rhs))) } }};
}
handler_binary! {
fn i8x16_shl_ssr(I8x16Shl_Ssr) = wrap_shift!(simd::i8x16_shl);
fn i8x16_shl_sss(I8x16Shl_Sss) = wrap_shift!(simd::i8x16_shl);
fn i8x16_shl_ssi(I8x16Shl_Ssi) = wrap_shift!(simd::i8x16_shl);
fn i8x16_shr_ssr(I8x16Shr_Ssr) = wrap_shift!(simd::i8x16_shr_s);
fn i8x16_shr_sss(I8x16Shr_Sss) = wrap_shift!(simd::i8x16_shr_s);
fn i8x16_shr_ssi(I8x16Shr_Ssi) = wrap_shift!(simd::i8x16_shr_s);
fn u8x16_shr_ssr(U8x16Shr_Ssr) = wrap_shift!(simd::i8x16_shr_u);
fn u8x16_shr_sss(U8x16Shr_Sss) = wrap_shift!(simd::i8x16_shr_u);
fn u8x16_shr_ssi(U8x16Shr_Ssi) = wrap_shift!(simd::i8x16_shr_u);
fn i16x8_shl_ssr(I16x8Shl_Ssr) = wrap_shift!(simd::i16x8_shl);
fn i16x8_shl_sss(I16x8Shl_Sss) = wrap_shift!(simd::i16x8_shl);
fn i16x8_shl_ssi(I16x8Shl_Ssi) = wrap_shift!(simd::i16x8_shl);
fn i16x8_shr_ssr(I16x8Shr_Ssr) = wrap_shift!(simd::i16x8_shr_s);
fn i16x8_shr_sss(I16x8Shr_Sss) = wrap_shift!(simd::i16x8_shr_s);
fn i16x8_shr_ssi(I16x8Shr_Ssi) = wrap_shift!(simd::i16x8_shr_s);
fn u16x8_shr_ssr(U16x8Shr_Ssr) = wrap_shift!(simd::i16x8_shr_u);
fn u16x8_shr_sss(U16x8Shr_Sss) = wrap_shift!(simd::i16x8_shr_u);
fn u16x8_shr_ssi(U16x8Shr_Ssi) = wrap_shift!(simd::i16x8_shr_u);
fn i32x4_shl_ssr(I32x4Shl_Ssr) = wrap_shift!(simd::i32x4_shl);
fn i32x4_shl_sss(I32x4Shl_Sss) = wrap_shift!(simd::i32x4_shl);
fn i32x4_shl_ssi(I32x4Shl_Ssi) = wrap_shift!(simd::i32x4_shl);
fn i32x4_shr_ssr(I32x4Shr_Ssr) = wrap_shift!(simd::i32x4_shr_s);
fn i32x4_shr_sss(I32x4Shr_Sss) = wrap_shift!(simd::i32x4_shr_s);
fn i32x4_shr_ssi(I32x4Shr_Ssi) = wrap_shift!(simd::i32x4_shr_s);
fn u32x4_shr_ssr(U32x4Shr_Ssr) = wrap_shift!(simd::i32x4_shr_u);
fn u32x4_shr_sss(U32x4Shr_Sss) = wrap_shift!(simd::i32x4_shr_u);
fn u32x4_shr_ssi(U32x4Shr_Ssi) = wrap_shift!(simd::i32x4_shr_u);
fn i64x2_shl_ssr(I64x2Shl_Ssr) = wrap_shift!(simd::i64x2_shl);
fn i64x2_shl_sss(I64x2Shl_Sss) = wrap_shift!(simd::i64x2_shl);
fn i64x2_shl_ssi(I64x2Shl_Ssi) = wrap_shift!(simd::i64x2_shl);
fn i64x2_shr_ssr(I64x2Shr_Ssr) = wrap_shift!(simd::i64x2_shr_s);
fn i64x2_shr_sss(I64x2Shr_Sss) = wrap_shift!(simd::i64x2_shr_s);
fn i64x2_shr_ssi(I64x2Shr_Ssi) = wrap_shift!(simd::i64x2_shr_s);
fn u64x2_shr_ssr(U64x2Shr_Ssr) = wrap_shift!(simd::i64x2_shr_u);
fn u64x2_shr_sss(U64x2Shr_Sss) = wrap_shift!(simd::i64x2_shr_u);
fn u64x2_shr_ssi(U64x2Shr_Ssi) = wrap_shift!(simd::i64x2_shr_u);
}
macro_rules! handler_extract_lane {
( $( fn $handler:ident($op:ident) = $eval:expr; )* ) => {
$(
execution_handler! {
fn $handler(
state: &mut VmState,
ip: Ip,
sp: Sp,
mem0: Mem0Ptr,
mem0_len: Mem0Len,
instance: Inst,
ireg: Ireg,
freg32: Freg32,
freg64: Freg64,
) -> Done = {
let (
ip,
crate::ir::decode::$op {
result,
value,
lane,
},
) = unsafe { decode_op(ip) };
let value = get_value(value, sp, ireg, freg32, freg64);
let extracted = $eval(value, lane);
set_value!(result, extracted, sp, ireg, freg32, freg64);
dispatch!(state, ip, sp, mem0, mem0_len, instance, ireg, freg32, freg64)
}
}
)*
};
}
handler_extract_lane! {
fn i8x16_extract_lane_rs(I8x16ExtractLane_Rs) = simd::i8x16_extract_lane_s;
fn u8x16_extract_lane_rs(U8x16ExtractLane_Rs) = simd::i8x16_extract_lane_u;
fn i16x8_extract_lane_rs(I16x8ExtractLane_Rs) = simd::i16x8_extract_lane_s;
fn u16x8_extract_lane_rs(U16x8ExtractLane_Rs) = simd::i16x8_extract_lane_u;
fn u32x4_extract_lane_rs(U32x4ExtractLane_Rs) = simd::i32x4_extract_lane;
fn u64x2_extract_lane_rs(U64x2ExtractLane_Rs) = simd::i64x2_extract_lane;
fn f32x4_extract_lane_rs(F32x4ExtractLane_Rs) = simd::f32x4_extract_lane;
fn f64x2_extract_lane_rs(F64x2ExtractLane_Rs) = simd::f64x2_extract_lane;
}
macro_rules! impl_replace_lane {
( $( fn $name:ident(v128: V128, lane: $lane_ty:ty, item: $item_ty:ty) -> V128 = $eval:expr; )* ) => {
$(
#[inline]
fn $name(v128: V128, lane: $lane_ty, item: $item_ty) -> V128 {
$eval(v128, lane, item as _)
}
)*
};
}
impl_replace_lane! {
fn v128_replace_lane8x16(v128: V128, lane: ImmLaneIdx16, item: u8) -> V128 = simd::i8x16_replace_lane;
fn v128_replace_lane16x8(v128: V128, lane: ImmLaneIdx8, item: u16) -> V128 = simd::i16x8_replace_lane;
fn v128_replace_lane32x4(v128: V128, lane: ImmLaneIdx4, item: u32) -> V128 = simd::i32x4_replace_lane;
fn v128_replace_lane64x2(v128: V128, lane: ImmLaneIdx2, item: u64) -> V128 = simd::i64x2_replace_lane;
fn f32x4_replace_lane(v128: V128, lane: ImmLaneIdx4, item: f32) -> V128 = simd::f32x4_replace_lane;
fn f64x2_replace_lane(v128: V128, lane: ImmLaneIdx2, item: f64) -> V128 = simd::f64x2_replace_lane;
}
macro_rules! handler_extract_lane {
( $( fn $handler:ident($op:ident) = $eval:expr; )* ) => {
$(
execution_handler! {
fn $handler(
state: &mut VmState,
ip: Ip,
sp: Sp,
mem0: Mem0Ptr,
mem0_len: Mem0Len,
instance: Inst,
ireg: Ireg,
freg32: Freg32,
freg64: Freg64,
) -> Done = {
let (
ip,
crate::ir::decode::$op {
result,
v128,
value,
lane,
},
) = unsafe { decode_op(ip) };
let v128 = get_value(v128, sp, ireg, freg32, freg64);
let value = get_value(value, sp, ireg, freg32, freg64);
let replaced = $eval(v128, lane, value);
set_value!(result, replaced, sp, ireg, freg32, freg64);
dispatch!(state, ip, sp, mem0, mem0_len, instance, ireg, freg32, freg64)
}
}
)*
};
}
handler_extract_lane! {
fn u8x16_replace_lane_ssr(U8x16ReplaceLane_Ssr) = v128_replace_lane8x16;
fn u8x16_replace_lane_sss(U8x16ReplaceLane_Sss) = v128_replace_lane8x16;
fn u8x16_replace_lane_ssi(U8x16ReplaceLane_Ssi) = v128_replace_lane8x16;
fn u16x8_replace_lane_ssr(U16x8ReplaceLane_Ssr) = v128_replace_lane16x8;
fn u16x8_replace_lane_sss(U16x8ReplaceLane_Sss) = v128_replace_lane16x8;
fn u16x8_replace_lane_ssi(U16x8ReplaceLane_Ssi) = v128_replace_lane16x8;
fn u32x4_replace_lane_ssr(U32x4ReplaceLane_Ssr) = v128_replace_lane32x4;
fn u32x4_replace_lane_sss(U32x4ReplaceLane_Sss) = v128_replace_lane32x4;
fn u32x4_replace_lane_ssi(U32x4ReplaceLane_Ssi) = v128_replace_lane32x4;
fn u64x2_replace_lane_ssr(U64x2ReplaceLane_Ssr) = v128_replace_lane64x2;
fn u64x2_replace_lane_sss(U64x2ReplaceLane_Sss) = v128_replace_lane64x2;
fn u64x2_replace_lane_ssi(U64x2ReplaceLane_Ssi) = v128_replace_lane64x2;
fn f32x4_replace_lane_ssr(F32x4ReplaceLane_Ssr) = f32x4_replace_lane;
fn f64x2_replace_lane_ssr(F64x2ReplaceLane_Ssr) = f64x2_replace_lane;
}
macro_rules! handler_ternary {
( $( fn $handler:ident($decode:ident, $v0:ident, $v1:ident, $v2:ident) = $eval:expr );* $(;)? ) => {
$(
execution_handler! {
fn $handler(
state: &mut VmState,
ip: Ip,
sp: Sp,
mem0: Mem0Ptr,
mem0_len: Mem0Len,
instance: Inst,
ireg: Ireg,
freg32: Freg32,
freg64: Freg64,
) -> Done = {
let (ip, $crate::ir::decode::$decode { result, $v0, $v1, $v2 }) = unsafe { decode_op(ip) };
let $v0 = get_value($v0, sp, ireg, freg32, freg64);
let $v1 = get_value($v1, sp, ireg, freg32, freg64);
let $v2 = get_value($v2, sp, ireg, freg32, freg64);
let value = $eval($v0, $v1, $v2).into_control()?;
set_value!(result, value, sp, ireg, freg32, freg64);
dispatch!(state, ip, sp, mem0, mem0_len, instance, ireg, freg32, freg64)
}
}
)*
};
}
handler_ternary! {
fn i8x16_shuffle(I8x16Shuffle, lhs, rhs, selector) = simd::i8x16_shuffle;
fn v128_bitselect_ssss(V128Bitselect_Ssss, a, b, c) = simd::v128_bitselect;
fn i32x4_relaxed_dot_i8x16_i7x16_add_ssss(I32x4RelaxedDotI8x16I7x16Add_Ssss, a, b, c) = simd::i32x4_relaxed_dot_i8x16_i7x16_add_s;
fn f32x4_relaxed_madd_ssss(F32x4RelaxedMadd_Ssss, a, b, c) = simd::f32x4_relaxed_madd;
fn f32x4_relaxed_nmadd_ssss(F32x4RelaxedNmadd_Ssss, a, b, c) = simd::f32x4_relaxed_nmadd;
fn f64x2_relaxed_madd_ssss(F64x2RelaxedMadd_Ssss, a, b, c) = simd::f64x2_relaxed_madd;
fn f64x2_relaxed_nmadd_ssss(F64x2RelaxedNmadd_Ssss, a, b, c) = simd::f64x2_relaxed_nmadd;
}
handler_load! {
fn v128_load_sr(V128Load_Sr) = simd::v128_load;
fn v128_load_ss(V128Load_Ss) = simd::v128_load;
}
handler_load_mem0_offset16_ss! {
fn v128_load_mem0_offset16_sr(V128LoadMem0Offset16_Sr) = simd::v128_load;
fn v128_load_mem0_offset16_ss(V128LoadMem0Offset16_Ss) = simd::v128_load;
}
handler_store_sx! {
fn v128_store_rs(V128Store_Rs, V128) = simd::v128_store;
fn v128_store_ss(V128Store_Ss, V128) = simd::v128_store;
}
handler_store_mem0_offset16_sx! {
fn v128_store_mem0_offset16_rs(V128StoreMem0Offset16_Rs, V128) = simd::v128_store;
fn v128_store_mem0_offset16_ss(V128StoreMem0Offset16_Ss, V128) = simd::v128_store;
}
macro_rules! handler_store_lane_ss {
( $( fn $handler:ident($op:ident) = $eval:expr );* $(;)? ) => {
$(
execution_handler! {
fn $handler(
state: &mut VmState,
ip: Ip,
sp: Sp,
mem0: Mem0Ptr,
mem0_len: Mem0Len,
instance: Inst,
ireg: Ireg,
freg32: Freg32,
freg64: Freg64,
) -> Done = {
let (
ip,
$crate::ir::decode::$op { ptr, offset, value, memory, lane },
) = unsafe { decode_op(ip) };
let ptr = get_value(ptr, sp, ireg, freg32, freg64);
let offset = get_value(offset, sp, ireg, freg32, freg64);
let value = get_value(value, sp, ireg, freg32, freg64);
let mem_bytes = $crate::engine::executor::handler::utils::memory_bytes(
memory, mem0, mem0_len, instance, state,
);
$eval(mem_bytes, ptr, offset, value, lane).into_control()?;
dispatch!(state, ip, sp, mem0, mem0_len, instance, ireg, freg32, freg64)
}
}
)*
};
}
handler_store_lane_ss! {
fn v128_store_lane8_rs(V128StoreLane8_Rs) = simd::v128_store8_lane;
fn v128_store_lane8_ss(V128StoreLane8_Ss) = simd::v128_store8_lane;
fn v128_store_lane16_rs(V128StoreLane16_Rs) = simd::v128_store16_lane;
fn v128_store_lane16_ss(V128StoreLane16_Ss) = simd::v128_store16_lane;
fn v128_store_lane32_rs(V128StoreLane32_Rs) = simd::v128_store32_lane;
fn v128_store_lane32_ss(V128StoreLane32_Ss) = simd::v128_store32_lane;
fn v128_store_lane64_rs(V128StoreLane64_Rs) = simd::v128_store64_lane;
fn v128_store_lane64_ss(V128StoreLane64_Ss) = simd::v128_store64_lane;
}
macro_rules! handler_store_lane_mem0_offset16_ss {
( $( fn $handler:ident($op:ident) = $eval:expr );* $(;)? ) => {
$(
execution_handler! {
fn $handler(
state: &mut VmState,
ip: Ip,
sp: Sp,
mem0: Mem0Ptr,
mem0_len: Mem0Len,
instance: Inst,
ireg: Ireg,
freg32: Freg32,
freg64: Freg64,
) -> Done = {
let (
ip,
$crate::ir::decode::$op { ptr, offset, value, lane },
) = unsafe { decode_op(ip) };
let ptr = get_value(ptr, sp, ireg, freg32, freg64);
let offset = get_value(offset, sp, ireg, freg32, freg64);
let value = get_value(value, sp, ireg, freg32, freg64);
let mem_bytes = $crate::engine::executor::handler::state::mem0_bytes(mem0, mem0_len);
$eval(mem_bytes, ptr, u64::from(offset), value, lane).into_control()?;
dispatch!(state, ip, sp, mem0, mem0_len, instance, ireg, freg32, freg64)
}
}
)*
};
}
handler_store_lane_mem0_offset16_ss! {
fn v128_store_lane8_mem0_offset16_rs(V128StoreLane8Mem0Offset16_Rs) = simd::v128_store8_lane;
fn v128_store_lane8_mem0_offset16_ss(V128StoreLane8Mem0Offset16_Ss) = simd::v128_store8_lane;
fn v128_store_lane16_mem0_offset16_rs(V128StoreLane16Mem0Offset16_Rs) = simd::v128_store16_lane;
fn v128_store_lane16_mem0_offset16_ss(V128StoreLane16Mem0Offset16_Ss) = simd::v128_store16_lane;
fn v128_store_lane32_mem0_offset16_rs(V128StoreLane32Mem0Offset16_Rs) = simd::v128_store32_lane;
fn v128_store_lane32_mem0_offset16_ss(V128StoreLane32Mem0Offset16_Ss) = simd::v128_store32_lane;
fn v128_store_lane64_mem0_offset16_rs(V128StoreLane64Mem0Offset16_Rs) = simd::v128_store64_lane;
fn v128_store_lane64_mem0_offset16_ss(V128StoreLane64Mem0Offset16_Ss) = simd::v128_store64_lane;
}