#ifndef SCANN_PARTITIONING_PARTITIONER_FACTORY_H_
#define SCANN_PARTITIONING_PARTITIONER_FACTORY_H_
#include <cstdint>
#include <memory>
#include <string>
#include "scann/data_format/dataset.h"
#include "scann/oss_wrappers/scann_status.h"
#include "scann/partitioning/partitioner.pb.h"
#include "scann/partitioning/partitioner_base.h"
#include "scann/partitioning/partitioner_factory_base.h"
#include "scann/proto/partitioning.pb.h"
#include "scann/trees/kmeans_tree/kmeans_tree.h"
#include "scann/utils/types.h"
#include "scann/utils/util_functions.h"
namespace research_scann {
template <typename T>
StatusOr<unique_ptr<Partitioner<T>>> PartitionerFromSerialized(
const SerializedPartitioner& proto, const PartitioningConfig& config,
int32_t projection_seed_offset = 0);
template <typename T>
StatusOr<unique_ptr<Partitioner<T>>> PartitionerFromSerialized(
const std::string& serialized, const PartitioningConfig& config,
int32_t projection_seed_offset = 0);
template <typename T>
StatusOr<unique_ptr<Partitioner<T>>> PartitionerFromKMeansTree(
shared_ptr<const KMeansTree> kmeans_tree, const PartitioningConfig& config);
template <typename T>
StatusOr<unique_ptr<Partitioner<T>>> LoadSinglePartitioner(
const PartitioningConfig& config, int32_t epoch,
int32_t projection_seed_offset = 0);
template <typename T>
StatusOr<std::shared_ptr<const Partitioner<T>>> LoadSinglePartitionerWithCache(
const PartitioningConfig& config, int32_t epoch = 0);
template <typename T>
StatusOr<std::shared_ptr<const Partitioner<T>>>
PartitionerFromSerializedWithCache(
const SerializedPartitioner& serialized_partitioner,
const PartitioningConfig& config);
StatusOr<SerializedPartitioner> ReadSerializedPartitioner(
const PartitioningConfig& config, int32_t epoch = 0);
template <typename T>
StatusOr<unique_ptr<Partitioner<T>>> PartitionerFromSerializedImpl(
const SerializedPartitioner& proto, const PartitioningConfig& config);
template <typename T>
StatusOr<unique_ptr<Partitioner<T>>> PartitionerFromSerialized(
const std::string& serialized, const PartitioningConfig& config,
int32_t projection_seed_offset) {
SerializedPartitioner proto;
if (!proto.ParseFromString(serialized)) {
return InvalidArgumentError(
"Could not parse serialized Partitioner proto.");
}
return PartitionerFromSerialized<T>(proto, config, projection_seed_offset);
}
StatusOr<std::string> CanonicalizePartitionerFilename(
const PartitioningConfig& config, int32_t epoch = 0);
template <typename T>
StatusOr<unique_ptr<Partitioner<T>>> LoadSinglePartitioner(
const PartitioningConfig& config, int32_t epoch,
int32_t projection_seed_offset) {
SCANN_ASSIGN_OR_RETURN(SerializedPartitioner sp,
ReadSerializedPartitioner(config));
return PartitionerFromSerialized<T>(sp, config, projection_seed_offset);
}
#define SCANN_INSTANTIATE_SERIALIZED_PARTITIONER_FACTORY(extern_or_nothing, \
type) \
extern_or_nothing template StatusOr<unique_ptr<Partitioner<type>>> \
PartitionerFromSerialized<type>(const SerializedPartitioner& proto, \
const PartitioningConfig& config, \
int32_t projection_seed_offset); \
extern_or_nothing template StatusOr<unique_ptr<Partitioner<type>>> \
PartitionerFromKMeansTree<type>( \
std::shared_ptr<const KMeansTree> kmeans_tree, \
const PartitioningConfig& config);
SCANN_INSTANTIATE_SERIALIZED_PARTITIONER_FACTORY(extern, int8_t);
SCANN_INSTANTIATE_SERIALIZED_PARTITIONER_FACTORY(extern, uint8_t);
SCANN_INSTANTIATE_SERIALIZED_PARTITIONER_FACTORY(extern, int16_t);
SCANN_INSTANTIATE_SERIALIZED_PARTITIONER_FACTORY(extern, int32_t);
SCANN_INSTANTIATE_SERIALIZED_PARTITIONER_FACTORY(extern, uint32_t);
SCANN_INSTANTIATE_SERIALIZED_PARTITIONER_FACTORY(extern, int64_t);
SCANN_INSTANTIATE_SERIALIZED_PARTITIONER_FACTORY(extern, float);
SCANN_INSTANTIATE_SERIALIZED_PARTITIONER_FACTORY(extern, double);
}
#endif