#ifndef SCANN_SCANN_OPS_CC_SCANN_NPY_H_
#define SCANN_SCANN_OPS_CC_SCANN_NPY_H_
#include <cstdint>
#include <functional>
#include <limits>
#include <optional>
#include <stdexcept>
#include <string>
#include <utility>
#include "absl/strings/string_view.h"
#include "absl/synchronization/mutex.h"
#include "absl/types/span.h"
#include "pybind11/numpy.h"
#include "pybind11/pybind11.h"
#include "scann/base/single_machine_factory_options.h"
#include "scann/data_format/dataset.h"
#include "scann/scann_ops/cc/scann.h"
#include "scann/utils/types.h"
namespace research_scann {
template <typename T>
using np_row_major_arr =
pybind11::array_t<T, pybind11::array::c_style | pybind11::array::forcecast>;
class ScannNumpy {
public:
ScannNumpy(const std::string& artifacts_dir,
const std::string& scann_assets_pbtxt);
ScannNumpy(const np_row_major_arr<float>& np_dataset,
absl::string_view config, int training_threads);
std::pair<pybind11::array_t<DatapointIndex>, pybind11::array_t<float>> Search(
const np_row_major_arr<float>& query, int final_nn, int pre_reorder_nn,
int leaves);
std::pair<pybind11::array_t<DatapointIndex>, pybind11::array_t<float>>
SearchBatched(const np_row_major_arr<float>& queries, int final_nn,
int pre_reorder_nn, int leaves, bool parallel = false,
int batch_size = 256);
void Serialize(std::string path, bool relative_path = false,
std::optional<std::string> docids_pkl = std::nullopt);
vector<DatapointIndex> Upsert(
std::vector<std::optional<DatapointIndex>> indices,
std::vector<np_row_major_arr<float>>& vecs, int batch_size = 256);
vector<DatapointIndex> Upsert(
std::vector<std::optional<DatapointIndex>> indices,
const np_row_major_arr<float>& vecs, int batch_size = 256);
vector<DatapointIndex> Delete(std::vector<DatapointIndex> indices);
int Rebalance(const string& config = "");
size_t Size() const;
void SetNumThreads(int num_threads);
void Reserve(size_t num_datapoints);
static string SuggestAutopilot(absl::string_view config, DatapointIndex n,
DimensionIndex dim);
string Config();
pybind11::dict GetHealthStats() const;
void InitializeHealthStats();
private:
int RebalanceLocked(const string& config) ABSL_EXCLUSIVE_LOCKS_REQUIRED(mu_);
vector<DatapointIndex> UpsertRows(
const std::vector<std::optional<DatapointIndex>>& indices, size_t n_rows,
const std::function<ConstSpan<float>(size_t)>& rows, int batch_size);
mutable absl::Mutex mu_;
ScannInterface scann_ ABSL_GUARDED_BY(mu_);
};
}
#endif