#ifndef SCANN_HASHES_ASYMMETRIC_HASHING2_TRAINING_H_
#define SCANN_HASHES_ASYMMETRIC_HASHING2_TRAINING_H_
#include <utility>
#include "scann/data_format/dataset.h"
#include "scann/hashes/asymmetric_hashing2/training_model.h"
#include "scann/hashes/asymmetric_hashing2/training_options.h"
#include "scann/hashes/internal/asymmetric_hashing_impl.h"
#include "scann/hashes/internal/stacked_quantizers.h"
#include "scann/oss_wrappers/scann_down_cast.h"
#include "scann/oss_wrappers/scann_threadpool.h"
#include "scann/utils/types.h"
namespace research_scann {
namespace asymmetric_hashing2 {
template <typename T>
StatusOr<unique_ptr<Model<T>>> TrainSingleMachine(
const TypedDataset<T>& dataset, const TrainingOptions<T>& params,
shared_ptr<ThreadPool> pool = nullptr) {
unique_ptr<Model<T>> result;
if (params.config().quantization_scheme() ==
AsymmetricHasherConfig::STACKED) {
if (!dataset.IsDense())
return InvalidArgumentError(
"Stacked quantizers can only process dense datasets.");
const auto& dense = down_cast<const DenseDataset<T>&>(dataset);
SCANN_ASSIGN_OR_RETURN(
auto centers,
::research_scann::asymmetric_hashing_internal::StackedQuantizers<
T>::Train(dense, params, pool));
SCANN_ASSIGN_OR_RETURN(
result, Model<T>::FromCenters(std::move(centers),
params.config().quantization_scheme()));
} else if (params.config().quantization_scheme() ==
AsymmetricHasherConfig::PRODUCT_AND_BIAS) {
const auto& dense = down_cast<const DenseDataset<T>&>(dataset);
DenseDataset<T> dataset_no_bias;
dataset_no_bias.set_dimensionality(dense.dimensionality() - 1);
dataset_no_bias.Reserve(dense.size());
for (const auto& dp : dense) {
SCANN_RETURN_IF_ERROR(dataset_no_bias.Append(
MakeDatapointPtr(dp.values(), dp.dimensionality() - 1)));
}
SCANN_ASSIGN_OR_RETURN(
auto centers,
::research_scann::asymmetric_hashing_internal::TrainAsymmetricHashing(
dataset_no_bias, params, pool));
auto converted = asymmetric_hashing_internal::ConvertCentersIfNecessary<T>(
std::move(centers));
SCANN_ASSIGN_OR_RETURN(
result, Model<T>::FromCenters(std::move(converted),
params.config().quantization_scheme()));
} else {
SCANN_ASSIGN_OR_RETURN(
auto centers,
::research_scann::asymmetric_hashing_internal::TrainAsymmetricHashing(
dataset, params, pool));
auto converted = asymmetric_hashing_internal::ConvertCentersIfNecessary<T>(
std::move(centers));
SCANN_ASSIGN_OR_RETURN(
result, Model<T>::FromCenters(std::move(converted),
params.config().quantization_scheme()));
}
result->SetProjection(params.projector());
return {std::move(result)};
}
} }
#endif