wkv 0.1.1

Single-node hybrid-log storage engine with TTL, GC, checkpoints, range index
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106

//! Compact 紧缩测试公共辅助方法与 Fixture

use std::sync::Arc;

use aok::Void;
use tempfile::{TempDir, tempdir};
use wdev::SegmentedDevice;
use wkv::{StoreConfig, StoreSession, WedbStore};

const DEFAULT_NUM_BUCKETS: usize = 4096;
const DEFAULT_PAGE_SIZE: usize = 64 * 1024;
const DEFAULT_NUM_PAGES: usize = 16;
const DEFAULT_MUTABLE_FRACTION: f64 = 0.5;

/// 创建默认测试存储引擎实例（单页 64KB，16 页环形缓冲，可变区比例 0.5）
pub fn create_test_store(
  db_name: &str,
) -> aok::Result<(
  TempDir,
  Arc<WedbStore<SegmentedDevice>>,
  StoreSession<SegmentedDevice>,
)> {
  create_custom_store(
    db_name,
    DEFAULT_NUM_BUCKETS,
    DEFAULT_PAGE_SIZE,
    DEFAULT_NUM_PAGES,
    DEFAULT_MUTABLE_FRACTION,
  )
}

/// 创建自定义参数存储引擎实例
pub fn create_custom_store(
  db_name: &str,
  num_buckets: usize,
  page_size: usize,
  num_pages: usize,
  mutable_fraction: f64,
) -> aok::Result<(
  TempDir,
  Arc<WedbStore<SegmentedDevice>>,
  StoreSession<SegmentedDevice>,
)> {
  let dir = tempdir()?;
  let db_path = dir.path().join(db_name);
  let device = Arc::new(SegmentedDevice::single_file(&db_path)?);
  let config = StoreConfig::new(num_buckets, page_size, num_pages, mutable_fraction)?;
  let store = Arc::new(WedbStore::open(config, device)?);
  let session = store.new_session()?;
  Ok((dir, store, session))
}

/// 创建启用 ReadCache 的存储引擎实例
pub fn create_read_cache_store(
  db_name: &str,
  num_buckets: usize,
  page_size: usize,
  num_pages: usize,
) -> aok::Result<(
  TempDir,
  Arc<WedbStore<SegmentedDevice>>,
  StoreSession<SegmentedDevice>,
)> {
  let dir = tempdir()?;
  let db_path = dir.path().join(db_name);
  let device = Arc::new(SegmentedDevice::single_file(&db_path)?);
  let config = StoreConfig::new(num_buckets, page_size, num_pages, DEFAULT_MUTABLE_FRACTION)?
    .with_read_cache(true);
  let store = Arc::new(WedbStore::open(config, device)?);
  let session = store.new_session()?;
  Ok((dir, store, session))
}

/// 批量回读校验辅助函数：验证区间记录与删除断言（对标 libs/storage/Tsavorite/cs/test/test.hlog/SpanByteLogCompactionTests.cs:VerifyRead）
pub async fn verify_records<F>(
  session: &StoreSession<SegmentedDevice>,
  prefix: &str,
  total: usize,
  mut is_deleted: F,
) -> Void
where
  F: FnMut(usize) -> bool,
{
  use std::fmt::Write;

  let mut k = String::with_capacity(prefix.len() + 8);
  let mut expected = String::with_capacity(prefix.len() + 16);

  for i in 0..total {
    k.clear();
    let _ = write!(&mut k, "{prefix}:{i:05}");
    let val = session.read(k.as_bytes()).await?;
    if is_deleted(i) {
      assert!(val.is_none(), "已删除或淘汰记录必须返回 None: {k}");
    } else {
      expected.clear();
      let _ = write!(&mut expected, "{prefix}:{i:05}:payload");
      assert_eq!(
        val.as_deref(),
        Some(expected.as_bytes()),
        "存活记录读取不一致: {k}"
      );
    }
  }
  aok::OK
}