#ifndef SCANN_UTILS_INTERNAL_AVX_FUNCS_H_
#define SCANN_UTILS_INTERNAL_AVX_FUNCS_H_
#ifdef __x86_64__
#include "scann/utils/intrinsics/avx1.h"
#include "scann/utils/types.h"
namespace research_scann {
class AvxFunctionsAvx {
public:
SCANN_AVX1_INLINE static __m256 Int8ToFloatLower(__m128i x) {
__m128i avals0 = _mm_cvtepi8_epi32(x);
__m128i avals1 = _mm_cvtepi8_epi32(_mm_srli_si128(x, 4));
__m256i combined =
_mm256_insertf128_si256(_mm256_castsi128_si256(avals0), avals1, 1);
return _mm256_cvtepi32_ps(combined);
}
SCANN_AVX1_INLINE static __m256 Int8ToFloatUpper(__m128i x) {
return Int8ToFloatLower(_mm_srli_si128(x, 8));
}
SCANN_AVX1_INLINE static __m256 MultiplyAdd(__m256 mul1, __m256 mul2,
__m256 add) {
return _mm256_add_ps(add, _mm256_mul_ps(mul1, mul2));
}
SCANN_AVX1_INLINE static __m256d MultiplyAdd(__m256d mul1, __m256d mul2,
__m256d add) {
return _mm256_add_pd(add, _mm256_mul_pd(mul1, mul2));
}
SCANN_AVX1_INLINE static __m128d MultiplyAdd(__m128d mul1, __m128d mul2,
__m128d add) {
return _mm_add_pd(add, _mm_mul_pd(mul1, mul2));
}
SCANN_AVX1_INLINE static __m256 MultiplySub(__m256 mul1, __m256 mul2,
__m256 base) {
return _mm256_sub_ps(base, _mm256_mul_ps(mul1, mul2));
}
SCANN_AVX1_INLINE static __m256 SseToAvx(__m128 x) {
return _mm256_insertf128_ps(_mm256_setzero_ps(), x, 0);
}
SCANN_AVX1_INLINE static float Sum8(__m256 x) {
const __m128 upper = _mm256_extractf128_ps(x, 1);
const __m128 lower = _mm256_castps256_ps128(x);
__m128 sum = _mm_add_ps(upper, lower);
sum = _mm_add_ps(
sum, _mm_castsi128_ps(_mm_srli_si128(_mm_castps_si128(sum), 8)));
return sum[0] + sum[1];
}
};
}
#endif
#endif