diskann-benchmark-simd 0.51.0

DiskANN is a fast approximate nearest neighbor search library for high dimensional data
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104

/*
 * Copyright (c) Microsoft Corporation.
 * Licensed under the MIT license.
 */

use diskann_benchmark_runner::{output, registry, App, Output};
use diskann_benchmark_simd::{register, SimdOp};

pub fn main() -> anyhow::Result<()> {
    // Create the pocket bench application.
    let app = App::parse();
    main_inner(&app, &mut output::default())
}

fn main_inner(app: &App, output: &mut dyn Output) -> anyhow::Result<()> {
    // Register inputs and benchmarks.
    let mut inputs = registry::Inputs::new();
    inputs.register::<SimdOp>()?;

    let mut benchmarks = registry::Benchmarks::new();
    register(&mut benchmarks);

    // Here we go!
    app.run(&inputs, &benchmarks, output)
}

///////////
// Tests //
///////////

#[cfg(test)]
mod tests {
    use super::*;

    use std::path::{Path, PathBuf};

    use diskann_benchmark_runner::app::{Check, Commands};

    fn run_integration_test(input_file: &Path, output_file: &Path) {
        let commands = Commands::Run {
            input_file: input_file.to_str().unwrap().into(),
            output_file: output_file.to_str().unwrap().into(),
            dry_run: false,
            allow_debug: true,
        };

        let app = App::from_commands(commands);

        let mut output = output::Memory::new();
        main_inner(&app, &mut output).unwrap();
        println!(
            "output = {}",
            String::from_utf8(output.into_inner()).unwrap()
        );

        assert!(output_file.exists());
    }

    fn run_check_test(input_file: &Path, tolerances: &Path) -> String {
        let commands = Commands::Check(Check::Verify {
            tolerances: tolerances.to_str().unwrap().into(),
            input_file: input_file.to_str().unwrap().into(),
        });

        let app = App::from_commands(commands);

        let mut output = output::Memory::new();
        main_inner(&app, &mut output).unwrap();
        String::from_utf8(output.into_inner()).unwrap()
    }

    #[test]
    fn integration_test() {
        let input = if cfg!(target_arch = "x86_64") {
            "test.json"
        } else if cfg!(target_arch = "aarch64") {
            "test-aarch64.json"
        } else {
            panic!("Please add a dedicated test input for the compiled architecture");
        };

        let input_path = PathBuf::from(env!("CARGO_MANIFEST_DIR"))
            .join("examples")
            .join(input);

        let tempdir = tempfile::tempdir().unwrap();
        let output_path = tempdir.path().join("output.json");

        run_integration_test(&input_path, &output_path);
    }

    #[test]
    fn check_verify() {
        let input_path = PathBuf::from(env!("CARGO_MANIFEST_DIR"))
            .join("examples")
            .join("simd-scalar.json");
        let tolerance_path = PathBuf::from(env!("CARGO_MANIFEST_DIR"))
            .join("examples")
            .join("tolerance.json");

        let stdout = run_check_test(&input_path, &tolerance_path);
        println!("stdout = {}", stdout);
    }
}