apexbase 1.21.0

High-performance HTAP embedded database with Rust core
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80

import importlib.util
from functools import lru_cache
from pathlib import Path

import numpy as np
import pytest


@lru_cache(maxsize=1)
def load_benchmark_module():
    repo_root = Path(__file__).resolve().parents[1]
    module_path = repo_root / "benchmarks" / "bench_vs_sqlite_duckdb.py"
    spec = importlib.util.spec_from_file_location("bench_vs_sqlite_duckdb", module_path)
    module = importlib.util.module_from_spec(spec)
    assert spec.loader is not None
    spec.loader.exec_module(module)
    return module


def test_default_vector_rows_defaults_to_1m_floor():
    module = load_benchmark_module()

    assert module.default_vector_rows(50_000) == 1_000_000
    assert module.default_vector_rows(200_000) == 1_000_000
    assert module.default_vector_rows(800_000) == 1_000_000
    assert module.default_vector_rows(1_500_000) == 1_500_000


def test_generate_vector_data_is_deterministic_and_shaped():
    module = load_benchmark_module()

    vecs1, query1, batch1 = module.generate_vector_data(8, 4, seed=7)
    vecs2, query2, batch2 = module.generate_vector_data(8, 4, seed=7)

    assert vecs1.shape == (8, 4)
    assert query1.shape == (4,)
    assert batch1.shape == (module.VECTOR_BATCH_QUERY_COUNT, 4)
    assert np.array_equal(vecs1, vecs2)
    assert np.array_equal(query1, query2)
    assert np.array_equal(batch1, batch2)


def test_build_duckdb_vector_sql_uses_expected_functions():
    module = load_benchmark_module()
    query = np.array([0.1, 0.2, 0.3], dtype=np.float32)

    sql_l2 = module.build_duckdb_vector_sql(query, 10, "l2")
    sql_cos = module.build_duckdb_vector_sql(query, 5, "cosine")
    sql_dot = module.build_duckdb_vector_sql(query, 3, "dot")

    assert "array_distance" in sql_l2
    assert "::FLOAT[3]" in sql_l2
    assert "LIMIT 10" in sql_l2
    assert "array_cosine_distance" in sql_cos
    assert "LIMIT 5" in sql_cos
    assert "array_negative_inner_product" in sql_dot
    assert "LIMIT 3" in sql_dot

    with pytest.raises(ValueError):
        module.build_duckdb_vector_sql(query, 10, "l1")


def test_public_profile_matches_readme_scoreboard_shape():
    module = load_benchmark_module()

    assert len(module.PUBLIC_OLAP_BENCHMARK_NAMES) == 29
    assert len(module.OLTP_FAIR_BENCHMARK_NAMES) == 9
    assert len(module.benchmark_specs_for_profile(module.PROFILE_PUBLIC)) == 38
    assert module.module_metric_counts(module.PROFILE_PUBLIC) == (29, 9, 1)
    assert module.vector_metric_sets(module.PROFILE_PUBLIC)[1] == [
        ("Batch TopK Cosine (10 queries)", "cosine")
    ]


def test_extended_profile_keeps_diagnostics_available():
    module = load_benchmark_module()

    assert len(module.benchmark_specs_for_profile(module.PROFILE_EXTENDED)) == 47
    assert module.module_metric_counts(module.PROFILE_EXTENDED) == (46, 48, 9)
    assert module.vector_metric_count(module.PROFILE_EXTENDED) == 9