#ifndef SCANN_HASHES_INTERNAL_LUT16_ARGS_H_
#define SCANN_HASHES_INTERNAL_LUT16_ARGS_H_
#include <cstddef>
#include <cstdint>
#include <functional>
#include "absl/base/prefetch.h"
#include "scann/base/restrict_allowlist.h"
#include "scann/utils/fast_top_neighbors.h"
#include "scann/utils/types.h"
namespace research_scann {
namespace asymmetric_hashing_internal {
inline constexpr size_t kPrefetchBytesAhead = 768;
enum class PrefetchStrategy {
kOff,
kSeq,
kSmart,
kSmartT0,
};
template <typename DistT>
struct LUT16ArgsBase {
SCANN_DECLARE_COPYABLE_CLASS(LUT16ArgsBase);
static_assert(IsSameAny<DistT, int16_t, int32_t, float>(), "");
LUT16ArgsBase() {}
const uint8_t* packed_dataset = nullptr;
const uint8_t* next_partition = nullptr;
int enable_avx512_codepath = 0;
size_t num_32dp_simd_iters = 0;
size_t num_blocks = 0;
ConstSpan<const uint8_t*> lookups;
PrefetchStrategy prefetch_strategy = PrefetchStrategy::kSeq;
};
template <typename DistT>
struct LUT16Args : public LUT16ArgsBase<DistT> {
ConstSpan<DistT*> distances;
};
template <typename DistT, typename TopN>
struct LUT16ArgsTopNBase : public LUT16Args<DistT> {
DatapointIndex first_dp_index = 0;
DatapointIndex num_datapoints = 0;
ConstSpan<TopN*> fast_topns;
ConstSpan<RestrictAllowlistConstView> restrict_whitelists;
template <size_t kNumQueries>
SCANN_INLINE array<const uint32_t*, kNumQueries> GetRestrictWhitelistPtrs()
const {
array<const uint32_t*, kNumQueries> restrict_whitelist_ptrs;
if (restrict_whitelists.empty()) {
std::fill(restrict_whitelist_ptrs.begin(), restrict_whitelist_ptrs.end(),
nullptr);
return restrict_whitelist_ptrs;
}
DCHECK_EQ(restrict_whitelists.size(), kNumQueries);
for (size_t i : Seq(kNumQueries)) {
restrict_whitelist_ptrs[i] =
reinterpret_cast<const uint32_t*>(restrict_whitelists[i].data());
if (!restrict_whitelists[i].empty()) {
DCHECK_EQ(restrict_whitelists[i].size(), num_datapoints);
}
}
return restrict_whitelist_ptrs;
}
};
template <typename Dist, typename TopN = FastTopNeighbors<Dist>>
struct LUT16ArgsTopN : public LUT16ArgsTopNBase<Dist, TopN> {};
template <typename TopN>
struct LUT16ArgsTopN<float, TopN> : public LUT16ArgsTopNBase<float, TopN> {
ConstSpan<float> biases;
ConstSpan<float> fixed_point_multipliers;
std::function<DatapointIndex(DatapointIndex)> datapoint_translation_predicate;
std::function<uint32_t(DatapointIndex, uint32_t,
const std::function<DatapointIndex(DatapointIndex)>&)>
batch_filter_predicate;
};
#define SCANN_INSTANTIATE_CLASS_FOR_LUT16_BATCH_SIZES(EXTERN_KEYWORD, \
ClassName) \
EXTERN_KEYWORD template class ClassName<1, PrefetchStrategy::kSmart>; \
EXTERN_KEYWORD template class ClassName<2, PrefetchStrategy::kSmart>; \
EXTERN_KEYWORD template class ClassName<3, PrefetchStrategy::kSmart>; \
EXTERN_KEYWORD template class ClassName<4, PrefetchStrategy::kSmart>; \
EXTERN_KEYWORD template class ClassName<5, PrefetchStrategy::kSmart>; \
EXTERN_KEYWORD template class ClassName<6, PrefetchStrategy::kSmart>; \
EXTERN_KEYWORD template class ClassName<7, PrefetchStrategy::kSmart>; \
EXTERN_KEYWORD template class ClassName<8, PrefetchStrategy::kSmart>; \
EXTERN_KEYWORD template class ClassName<9, PrefetchStrategy::kSmart>; \
EXTERN_KEYWORD template class ClassName<1, PrefetchStrategy::kSmartT0>; \
EXTERN_KEYWORD template class ClassName<2, PrefetchStrategy::kSmartT0>; \
EXTERN_KEYWORD template class ClassName<3, PrefetchStrategy::kSmartT0>; \
EXTERN_KEYWORD template class ClassName<4, PrefetchStrategy::kSmartT0>; \
EXTERN_KEYWORD template class ClassName<5, PrefetchStrategy::kSmartT0>; \
EXTERN_KEYWORD template class ClassName<6, PrefetchStrategy::kSmartT0>; \
EXTERN_KEYWORD template class ClassName<7, PrefetchStrategy::kSmartT0>; \
EXTERN_KEYWORD template class ClassName<8, PrefetchStrategy::kSmartT0>; \
EXTERN_KEYWORD template class ClassName<9, PrefetchStrategy::kSmartT0>; \
EXTERN_KEYWORD template class ClassName<1, PrefetchStrategy::kSeq>; \
EXTERN_KEYWORD template class ClassName<2, PrefetchStrategy::kSeq>; \
EXTERN_KEYWORD template class ClassName<3, PrefetchStrategy::kSeq>; \
EXTERN_KEYWORD template class ClassName<4, PrefetchStrategy::kSeq>; \
EXTERN_KEYWORD template class ClassName<5, PrefetchStrategy::kSeq>; \
EXTERN_KEYWORD template class ClassName<6, PrefetchStrategy::kSeq>; \
EXTERN_KEYWORD template class ClassName<7, PrefetchStrategy::kSeq>; \
EXTERN_KEYWORD template class ClassName<8, PrefetchStrategy::kSeq>; \
EXTERN_KEYWORD template class ClassName<9, PrefetchStrategy::kSeq>; \
EXTERN_KEYWORD template class ClassName<1, PrefetchStrategy::kOff>; \
EXTERN_KEYWORD template class ClassName<2, PrefetchStrategy::kOff>; \
EXTERN_KEYWORD template class ClassName<3, PrefetchStrategy::kOff>; \
EXTERN_KEYWORD template class ClassName<4, PrefetchStrategy::kOff>; \
EXTERN_KEYWORD template class ClassName<5, PrefetchStrategy::kOff>; \
EXTERN_KEYWORD template class ClassName<6, PrefetchStrategy::kOff>; \
EXTERN_KEYWORD template class ClassName<7, PrefetchStrategy::kOff>; \
EXTERN_KEYWORD template class ClassName<8, PrefetchStrategy::kOff>; \
EXTERN_KEYWORD template class ClassName<9, PrefetchStrategy::kOff>;
} }
#endif