embeddenator-testkit 0.21.0

Comprehensive testing utilities and performance benchmarking for embeddenator VSA operations
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106

[package]
name = "embeddenator-testkit"
version = "0.21.0"
edition = "2021"
authors = ["Tyler Zervas <tz-dev@vectorweight.com>"]
description = "Comprehensive testing utilities and performance benchmarking for embeddenator VSA operations"
license = "MIT"
repository = "https://github.com/tzervas/embeddenator-testkit"
documentation = "https://docs.rs/embeddenator-testkit"
keywords = ["vsa", "testing", "benchmarking", "performance", "embeddenator"]
categories = ["development-tools::testing"]

[features]
default = []
metrics = []  # Enable metrics-related integration tests
tracing = []  # Enable tracing-related integration tests
gpu = []  # Future GPU testing support
distributed = []  # Future distributed testing
large-scale = ["embeddenator-fs"]  # Enable 20GB+ dataset tests (requires embeddenator-fs)
integration = ["embeddenator-fs", "embeddenator-retrieval", "embeddenator-io", "embeddenator-obs", "embeddenator-interop", "metrics", "tracing"]  # Full integration test suite
realworld-datasets = ["reqwest", "tokio", "flate2", "tar", "zip", "walkdir", "futures-util"]  # Real-world dataset download and management
media-formats = ["image", "symphonia"]  # Image and video/audio format support

[dependencies]
embeddenator-vsa = { path = "../embeddenator-vsa", version = ">=0.21.0, <1.0.0", features = ["simd"] }
embeddenator-fs = { path = "../embeddenator-fs", version = ">=0.23.0, <1.0.0", optional = true }
embeddenator-retrieval = { path = "../embeddenator-retrieval", version = ">=0.21.0, <1.0.0", optional = true }
embeddenator-io = { path = "../embeddenator-io", version = ">=0.21.0, <1.0.0", optional = true, features = ["compression-zstd"] }
embeddenator-obs = { path = "../embeddenator-obs", version = ">=0.21.0, <1.0.0", optional = true, features = ["metrics", "tracing"] }
embeddenator-interop = { path = "../embeddenator-interop", version = ">=0.22.0, <1.0.0", optional = true }
rand = ">=0.9, <1.0"
tempfile = ">=3.13, <4.0"
criterion = { version = ">=0.5, <1.0", features = ["html_reports"] }
proptest = ">=1.4, <2.0"
serde = { version = ">=1.0, <2.0", features = ["derive"] }
serde_json = ">=1.0, <2.0"
bincode = ">=1.3, <2.0"
rayon = ">=1.8, <2.0"
indicatif = ">=0.17, <1.0"
humansize = ">=2.1, <3.0"
anyhow = ">=1.0, <2.0"
sha2 = ">=0.10, <1.0"
chrono = { version = ">=0.4, <1.0", features = ["serde"] }
hex = ">=0.4, <1.0"
dirs = ">=5.0, <6.0"
tracing = ">=0.1, <1.0"

# Real-world dataset dependencies (optional)
reqwest = { version = ">=0.12, <1.0", features = ["stream", "rustls-tls"], optional = true }
futures-util = { version = ">=0.3, <1.0", optional = true }
tokio = { version = ">=1.35, <2.0", features = ["rt-multi-thread", "fs", "io-util"], optional = true }
flate2 = { version = ">=1.0, <2.0", optional = true }
tar = { version = ">=0.4, <1.0", optional = true }
zip = { version = ">=2.0, <3.0", optional = true }
walkdir = { version = ">=2.4, <3.0", optional = true }

# Media format dependencies (optional)
image = { version = ">=0.25, <1.0", optional = true }
symphonia = { version = ">=0.5, <1.0", features = ["all"], optional = true }

[[bench]]
name = "performance_validation"
harness = false

[[bench]]
name = "large_scale_operations"
harness = false
required-features = ["large-scale"]

[[bench]]
name = "optimization_validation"
harness = false

[[bench]]
name = "integrated_workflows"
harness = false
required-features = ["integration"]

[[bench]]
name = "realworld_datasets"
harness = false

[[test]]
name = "cross_component_integration"
path = "tests/cross_component_integration.rs"
required-features = ["integration"]

[[test]]
name = "e2e_workflows"
path = "tests/e2e_workflows.rs"
required-features = ["integration"]

[[test]]
name = "format_conversion"
path = "tests/format_conversion.rs"
required-features = ["integration"]

[[test]]
name = "observability_integration"
path = "tests/observability_integration.rs"
required-features = ["integration"]

[[test]]
name = "performance_integration"
path = "tests/performance_integration.rs"
required-features = ["integration"]