#ifndef SCANN_HASHES_ASYMMETRIC_HASHING2_INDEXING_H_
#define SCANN_HASHES_ASYMMETRIC_HASHING2_INDEXING_H_
#include <cstdint>
#include <memory>
#include <string>
#include <type_traits>
#include <utility>
#include <vector>
#include "scann/data_format/datapoint.h"
#include "scann/data_format/dataset.h"
#include "scann/distance_measures/distance_measure_base.h"
#include "scann/hashes/asymmetric_hashing2/training_model.h"
#include "scann/projection/chunking_projection.h"
#include "scann/utils/common.h"
#include "scann/utils/types.h"
namespace research_scann {
namespace asymmetric_hashing2 {
template <typename T>
class Indexer {
public:
using FloatT = FloatingTypeFor<T>;
Indexer(shared_ptr<const ChunkingProjection<T>> projector,
shared_ptr<const DistanceMeasure> quantization_distance,
shared_ptr<const Model<T>> model);
Status Hash(const DatapointPtr<T>& input, Datapoint<uint8_t>* hashed) const;
Status Hash(const DatapointPtr<T>& input, std::string* hashed) const;
Status Hash(const DatapointPtr<T>& input, MutableSpan<uint8_t> hashed) const;
Status Hash(ConstSpan<T> input, MutableSpan<uint8_t> hashed) const;
struct NoiseShapingParameter {
double eta = NAN;
double threshold = NAN;
};
Status HashWithNoiseShaping(
const DatapointPtr<T>& input, Datapoint<uint8_t>* hashed,
const NoiseShapingParameter& noise_shaping_param) const;
Status HashWithNoiseShaping(
const DatapointPtr<T>& input, MutableSpan<uint8_t> hashed,
const NoiseShapingParameter& noise_shaping_param) const;
Status HashWithNoiseShaping(
ConstSpan<T> input, MutableSpan<uint8_t> hashed,
const NoiseShapingParameter& noise_shaping_param) const;
Status HashWithNoiseShaping(
const DatapointPtr<T>& maybe_residual, const DatapointPtr<T>& original,
Datapoint<uint8_t>* hashed,
const NoiseShapingParameter& noise_shaping_param) const;
Status HashWithNoiseShaping(
const DatapointPtr<T>& maybe_residual, const DatapointPtr<T>& original,
MutableSpan<uint8_t> hashed,
const NoiseShapingParameter& noise_shaping_param) const;
Status HashWithNoiseShaping(
ConstSpan<T> maybe_residual, ConstSpan<T> original,
MutableSpan<uint8_t> hashed,
const NoiseShapingParameter& noise_shaping_param) const;
StatusOr<DenseDataset<uint8_t>> HashDataset(
const TypedDataset<T>& dataset) const;
Status Reconstruct(const DatapointPtr<uint8_t>& input,
Datapoint<FloatT>* reconstructed) const;
Status Reconstruct(absl::string_view input,
Datapoint<FloatT>* reconstructed) const;
Status Reconstruct(ConstSpan<uint8_t> input,
MutableSpan<FloatT> reconstructed) const;
StatusOr<FloatT> DistanceBetweenOriginalAndHashed(
ConstSpan<FloatT> original, ConstSpan<uint8_t> hashed,
shared_ptr<const DistanceMeasure> distance_override = nullptr) const;
DimensionIndex hashed_space_bytes() const;
ABSL_DEPRECATED("Use hashed_space_bytes() instead.")
DimensionIndex hash_space_dimension() const { return hashed_space_bytes(); }
DimensionIndex original_space_dimension() const;
Status ComputeResidual(const DatapointPtr<T>& original,
const DatapointPtr<uint8_t>& hashed,
Datapoint<FloatT>* result) const;
shared_ptr<const Model<T>> model() { return model_; }
private:
shared_ptr<const ChunkingProjection<T>> projector_;
shared_ptr<const DistanceMeasure> quantization_distance_;
shared_ptr<const Model<T>> model_;
std::vector<FloatT> flattend_model_;
std::vector<std::pair<uint32_t, uint32_t>> subspace_sizes_;
};
SCANN_INSTANTIATE_TYPED_CLASS(extern, Indexer);
} }
#endif