#![allow(deprecated)]
use std::sync::Arc;
use std::sync::atomic::AtomicBool;
use crate::common::budget::ResourcePermit;
use crate::common::counter::hardware_counter::HardwareCounterCell;
use crate::common::flags::FeatureFlags;
use crate::common::progress_tracker::ProgressTracker;
use crate::common::types::PointOffsetType;
use rand::rng;
use tempfile::Builder;
use crate::segment::data_types::vectors::{DEFAULT_VECTOR_NAME, only_default_vector};
use crate::segment::entry::entry_point::SegmentEntry;
use crate::segment::fixtures::index_fixtures::random_vector;
use crate::segment::index::hnsw_index::get_num_indexing_threads;
use crate::segment::index::hnsw_index::hnsw::{HNSWIndex, HnswIndexOpenArgs};
use crate::segment::segment_constructor::VectorIndexBuildArgs;
use crate::segment::segment_constructor::simple_segment_constructor::build_simple_segment;
use crate::segment::types::{Distance, HnswConfig, HnswGlobalConfig, SeqNumberType};
#[test]
fn test_graph_connectivity() {
let stopped = AtomicBool::new(false);
let dim = 32;
let m = 16;
let num_vectors: u64 = 1_000;
let ef_construct = 100;
let distance = Distance::Cosine;
let full_scan_threshold = 10_000;
let mut rng = rng();
let dir = Builder::new().prefix("segment_dir").tempdir().unwrap();
let hnsw_dir = Builder::new().prefix("hnsw_dir").tempdir().unwrap();
let hw_counter = HardwareCounterCell::new();
let mut segment = build_simple_segment(dir.path(), dim, distance).unwrap();
for n in 0..num_vectors {
let idx = n.into();
let vector = random_vector(&mut rng, dim);
segment
.upsert_point(
n as SeqNumberType,
idx,
only_default_vector(&vector),
&hw_counter,
)
.unwrap();
}
let payload_index_ptr = segment.payload_index.clone();
let hnsw_config = HnswConfig {
memory: None,
m,
ef_construct,
full_scan_threshold,
max_indexing_threads: 4,
on_disk: Some(false),
payload_m: None,
inline_storage: None,
};
let permit_cpu_count = get_num_indexing_threads(hnsw_config.max_indexing_threads);
let permit = Arc::new(ResourcePermit::dummy(permit_cpu_count as u32));
let hnsw_index = HNSWIndex::build(
HnswIndexOpenArgs {
path: hnsw_dir.path(),
id_tracker: segment.id_tracker.clone(),
vector_storage: segment.vector_data[DEFAULT_VECTOR_NAME]
.vector_storage
.clone(),
quantized_vectors: Default::default(),
payload_index: payload_index_ptr,
hnsw_config,
},
VectorIndexBuildArgs {
permit,
old_indices: &[],
gpu_device: None,
rng: &mut rng,
stopped: &stopped,
hnsw_global_config: &HnswGlobalConfig::default(),
feature_flags: FeatureFlags::default(),
progress: ProgressTracker::new_for_test(),
},
)
.unwrap();
let mut reverse_links = vec![vec![]; num_vectors as usize];
for point_id in 0..num_vectors {
for link in hnsw_index
.graph()
.links
.links(point_id as PointOffsetType, 0)
{
reverse_links[link as usize].push(point_id);
}
}
for point_id in 0..num_vectors {
assert!(
!reverse_links[point_id as usize].is_empty(),
"Point {point_id} has no inbound links"
);
}
}