corenn 0.3.0

Billion-scale vector database
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44

use clap::Parser;
use clap::Subcommand;
use corenn::cmd::eval::EvalArgs;
use corenn::cmd::export_vectors::ExportVectorsArgs;
use corenn::cmd::migrate_hnsw::MigrateHnswArgs;
use corenn::cmd::serve::ServeArgs;
use tikv_jemallocator::Jemalloc;

extern crate blas_src;

// Use jemalloc as the GNU malloc doesn't return freed memory to system during full-database iteration. Also see https://github.com/facebook/rocksdb/issues/12425#issuecomment-2004733577.
#[global_allocator]
static ALLOC: Jemalloc = Jemalloc;

#[derive(Subcommand)]
enum Commands {
  /// Evaluate queries against a CoreNN database.
  Eval(EvalArgs),
  /// Export all vectors from a CoreNN database.
  ExportVectors(ExportVectorsArgs),
  /// Create a new CoreNN database from an existing HNSW index.
  MigrateHnsw(MigrateHnswArgs),
  /// Serve a CoreNN database over HTTP.
  Serve(ServeArgs),
}

#[derive(Parser)]
struct Cli {
  #[command(subcommand)]
  command: Commands,
}

#[tokio::main]
async fn main() {
  tracing_subscriber::fmt::init();

  let cli = Cli::parse();
  match cli.command {
    Commands::Eval(args) => args.exec().await,
    Commands::ExportVectors(args) => args.exec().await,
    Commands::MigrateHnsw(args) => args.exec().await,
    Commands::Serve(args) => args.exec().await,
  };
}