1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
use core::{
  cmp::Ordering,
  hash::{Hash, Hasher},
};

use crate::{
  bftag::BfTag,
  buf::stack_heap_buf,
  error::{Error, Result},
  meta::kv_prefix,
};

/// 成员子键定长头部大小(1 字节 BfTag::ZMember + 8 字节 key_id + 8 字节 version = 17 字节)
pub const MEMBER_KEY_HEADER_SIZE: usize = 17;

/// 分值子键定长头部大小(1 字节 BfTag::ZScore + 8 字节 key_id + 8 字节 version + 8 字节 order_preserving_score = 25 字节)
pub const SCORE_KEY_HEADER_SIZE: usize = 25;

/// 子键栈分配最大容量(128 字节,对齐 2 条 64 字节缓存行,消除绝大多数短成员键的堆分配开销)
pub const ZSET_SUBKEY_STACK_CAP: usize = 128;

/// 校验集合成员长度合法性,并计算子键编码后的总字节数(const fn)
#[inline(always)]
const fn check_member_len(member_len: usize, header_size: usize) -> Result<usize> {
  if member_len > u32::MAX as usize - header_size {
    return Err(Error::KeyLengthOverflow(member_len));
  }
  match header_size.checked_add(member_len) {
    Some(len) => Ok(len),
    None => Err(Error::RecordSizeOverflow),
  }
}

/// 将 f64 浮点数转换为大端保序 8 字节数组(无分支位翻转,支持原生字节序比较)
///
/// 算法原理:
/// IEEE 754 格式下:
/// - 若符号位为 1 (负数),反转所有 64 位(使得负数绝对值越大的数翻转后整体越小);
/// - 若符号位为 0 (正数或 +0.0),仅翻转最高符号位(使得正数整体大于任何翻转后的负数)。
///
/// 全程采用算术右移生成掩码,完全消除 CPU 分支预测失败开销。
#[inline(always)]
pub const fn encode_order_preserving_f64(val: f64) -> [u8; 8] {
  let bits = val.to_bits();
  // 算术右移 63 位:负数产生 0xFFFF_FFFF_FFFF_FFFF,非负数产生 0x0000_0000_0000_0000
  let mask = (((bits as i64) >> 63) as u64) | (1 << 63);
  (bits ^ mask).to_be_bytes()
}

/// 从保序大端 8 字节数组还原 f64 浮点数(无分支位翻转,完全无损还原)
#[inline(always)]
pub const fn decode_order_preserving_f64(bytes: [u8; 8]) -> f64 {
  let sortable = u64::from_be_bytes(bytes);
  // 最高位为 0 说明原为负数(曾全部翻转),需再次异或 u64::MAX;
  // 最高位为 1 说明原为非负数(曾翻转符号位),需再次异或 1 << 63。
  let mask = ((((!sortable) as i64) >> 63) as u64) | (1 << 63);
  f64::from_bits(sortable ^ mask)
}

/// 有序集合成员子键只读零拷贝切片视图
///
/// 物理二进制结构:
/// `[0x00 (BfTag::ZMember) | key_id: 8B be | version: 8B be | member]`
#[derive(Debug, Clone, Copy, PartialEq, Eq, Hash, PartialOrd, Ord)]
pub struct ZMemberKeyRef<'a> {
  /// 集合全局唯一 ID
  pub key_id: u64,
  /// 逻辑版本号
  pub version: u64,
  /// 成员二进制切片(零拷贝借用)
  pub member: &'a [u8],
}

impl<'a> ZMemberKeyRef<'a> {
  /// 创建成员键只读切片视图(const fn)
  #[inline(always)]
  pub const fn new(key_id: u64, version: u64, member: &'a [u8]) -> Self {
    Self {
      key_id,
      version,
      member,
    }
  }

  /// 从只读切片零拷贝解析成员键视图(const fn)
  #[inline(always)]
  pub const fn from_slice(slice: &'a [u8]) -> Result<Self> {
    ZSetSubKeyCodec::decode_member_key(slice)
  }

  /// 获取定长 17 字节前缀头(const fn)
  #[inline(always)]
  pub const fn header(&self) -> [u8; MEMBER_KEY_HEADER_SIZE] {
    ZSetSubKeyCodec::encode_member_header(self.key_id, self.version)
  }

  /// 获取序列化编码后的总字节数(const fn)
  #[inline(always)]
  pub const fn encoded_len(&self) -> usize {
    MEMBER_KEY_HEADER_SIZE + self.member.len()
  }

  /// 将成员键编码写入目标切片(零堆分配)
  #[inline]
  pub fn write_to_slice(&self, dst: &mut [u8]) -> Result<usize> {
    ZSetSubKeyCodec::encode_member_key_to_slice(self.key_id, self.version, self.member, dst)
  }

  /// 预分配精准容量并编码为全新 Vec<u8>(单次堆分配)
  #[inline]
  pub fn to_vec(&self) -> Vec<u8> {
    self.try_to_vec().unwrap_or_default()
  }

  /// 尝试编码为全新分配的 Vec<u8>,若长度溢出或为空则返回错误
  #[inline]
  pub fn try_to_vec(&self) -> Result<Vec<u8>> {
    ZSetSubKeyCodec::encode_member_key(self.key_id, self.version, self.member)
  }
}

/// 有序集合分值索引子键只读零拷贝切片视图
///
/// 物理二进制结构:
/// `[0x01 (BfTag::ZScore) | key_id: 8B be | version: 8B be | order_preserving_score: 8B | member]`
#[derive(Debug, Clone, Copy)]
pub struct ZScoreKeyRef<'a> {
  /// 集合全局唯一 ID
  pub key_id: u64,
  /// 逻辑版本号
  pub version: u64,
  /// 还原后的原始分值
  pub score: f64,
  /// 保序编码后的原始 8 字节(大端保序映射)
  pub raw_score: [u8; 8],
  /// 成员二进制切片(零拷贝借用)
  pub member: &'a [u8],
}

impl<'a> ZScoreKeyRef<'a> {
  /// 创建分值键只读切片视图(const fn)
  #[inline(always)]
  pub const fn new(key_id: u64, version: u64, score: f64, member: &'a [u8]) -> Self {
    let raw_score = encode_order_preserving_f64(score);
    Self {
      key_id,
      version,
      score,
      raw_score,
      member,
    }
  }

  /// 从已知原始保序 8 字节创建分值键切片视图(const fn,零冗余位运算)
  #[inline(always)]
  pub const fn from_raw(key_id: u64, version: u64, raw_score: [u8; 8], member: &'a [u8]) -> Self {
    let score = decode_order_preserving_f64(raw_score);
    Self {
      key_id,
      version,
      score,
      raw_score,
      member,
    }
  }

  /// 从只读切片零拷贝解析分值键视图(const fn)
  #[inline(always)]
  pub const fn from_slice(slice: &'a [u8]) -> Result<Self> {
    ZSetSubKeyCodec::decode_score_key(slice)
  }

  /// 获取定长 25 字节前缀头(const fn,直接复用 raw_score,零重编码)
  #[inline(always)]
  pub const fn header(&self) -> [u8; SCORE_KEY_HEADER_SIZE] {
    ZSetSubKeyCodec::encode_score_header_from_raw(self.key_id, self.version, self.raw_score)
  }

  /// 获取序列化编码后的总字节数(const fn)
  #[inline(always)]
  pub const fn encoded_len(&self) -> usize {
    SCORE_KEY_HEADER_SIZE + self.member.len()
  }

  /// 将分值键编码写入目标切片(零堆分配,直接复用 raw_score 免重复浮点编码)
  #[inline]
  pub fn write_to_slice(&self, dst: &mut [u8]) -> Result<usize> {
    let total_len = check_member_len(self.member.len(), SCORE_KEY_HEADER_SIZE)?;
    if dst.len() < total_len {
      return Err(Error::BufferTooShort {
        expected: total_len,
        actual: dst.len(),
      });
    }
    dst[..SCORE_KEY_HEADER_SIZE].copy_from_slice(&self.header());
    dst[SCORE_KEY_HEADER_SIZE..total_len].copy_from_slice(self.member);
    Ok(total_len)
  }

  /// 预分配精准容量并编码为全新 Vec<u8>(单次堆分配)
  #[inline]
  pub fn to_vec(&self) -> Vec<u8> {
    self.try_to_vec().unwrap_or_default()
  }

  /// 尝试编码为全新分配的 Vec<u8>,若长度溢出或为空则返回错误
  #[inline]
  pub fn try_to_vec(&self) -> Result<Vec<u8>> {
    ZSetSubKeyCodec::encode_score_key(self.key_id, self.version, self.score, self.member)
  }
}

impl<'a> PartialEq for ZScoreKeyRef<'a> {
  #[inline(always)]
  fn eq(&self, other: &Self) -> bool {
    self.key_id == other.key_id
      && self.version == other.version
      && self.raw_score == other.raw_score
      && self.member == other.member
  }
}

impl<'a> Eq for ZScoreKeyRef<'a> {}

impl<'a> PartialOrd for ZScoreKeyRef<'a> {
  #[inline(always)]
  fn partial_cmp(&self, other: &Self) -> Option<Ordering> {
    Some(self.cmp(other))
  }
}

impl<'a> Ord for ZScoreKeyRef<'a> {
  #[inline(always)]
  fn cmp(&self, other: &Self) -> Ordering {
    (self.key_id, self.version, &self.raw_score, self.member).cmp(&(
      other.key_id,
      other.version,
      &other.raw_score,
      other.member,
    ))
  }
}

impl<'a> Hash for ZScoreKeyRef<'a> {
  #[inline(always)]
  fn hash<H: Hasher>(&self, state: &mut H) {
    self.key_id.hash(state);
    self.version.hash(state);
    self.raw_score.hash(state);
    self.member.hash(state);
  }
}

// 有序集合子键高性能缓冲区:短 member 优先走 128 字节栈分配,超长自动回退到堆
// 栈容量 128 字节刚好对齐 2 条 64 字节 CPU 缓存行(Cache Line),消除高频短键堆分配
stack_heap_buf!(ZSetSubKeyBuf, ZSET_SUBKEY_STACK_CAP);

impl ZSetSubKeyBuf {
  /// 从成员参数直接构造优先栈分配的子键缓冲区
  #[inline]
  pub fn from_member(key_id: u64, version: u64, member: &[u8]) -> Result<Self> {
    ZSetSubKeyCodec::encode_member_key_buf(key_id, version, member)
  }

  /// 从分值参数直接构造优先栈分配的子键缓冲区
  #[inline]
  pub fn from_score(key_id: u64, version: u64, score: f64, member: &[u8]) -> Result<Self> {
    ZSetSubKeyCodec::encode_score_key_buf(key_id, version, score, member)
  }
}

/// 有序集合打平子键与保序分值无锁静态编解码器
pub struct ZSetSubKeyCodec;

impl ZSetSubKeyCodec {
  /// 编码 17 字节定长成员子键前缀头(const fn)
  #[inline(always)]
  pub const fn encode_member_header(key_id: u64, version: u64) -> [u8; MEMBER_KEY_HEADER_SIZE] {
    kv_prefix(BfTag::ZMember.as_u8(), key_id, version)
  }

  /// 编码 17 字节定长分值子键公共前缀头(const fn)
  #[inline(always)]
  pub const fn encode_score_prefix(key_id: u64, version: u64) -> [u8; MEMBER_KEY_HEADER_SIZE] {
    kv_prefix(BfTag::ZScore.as_u8(), key_id, version)
  }

  /// 从已知原始保序 8 字节编码 25 字节定长分值子键前缀头(const fn)
  #[inline(always)]
  pub const fn encode_score_header_from_raw(
    key_id: u64,
    version: u64,
    raw_score: [u8; 8],
  ) -> [u8; SCORE_KEY_HEADER_SIZE] {
    let prefix = Self::encode_score_prefix(key_id, version);
    let mut out = [0u8; SCORE_KEY_HEADER_SIZE];
    let mut i = 0;
    while i < MEMBER_KEY_HEADER_SIZE {
      out[i] = prefix[i];
      i += 1;
    }
    let mut j = 0;
    while j < 8 {
      out[MEMBER_KEY_HEADER_SIZE + j] = raw_score[j];
      j += 1;
    }
    out
  }

  /// 编码 25 字节定长分值子键前缀头(const fn)
  #[inline(always)]
  pub const fn encode_score_header(
    key_id: u64,
    version: u64,
    score: f64,
  ) -> [u8; SCORE_KEY_HEADER_SIZE] {
    Self::encode_score_header_from_raw(key_id, version, encode_order_preserving_f64(score))
  }

  /// 从只读切片快速解码 17 字节成员键前缀头 (key_id, version)(const fn)
  #[inline]
  pub const fn decode_member_header(slice: &[u8]) -> Result<(u64, u64)> {
    if slice.len() < MEMBER_KEY_HEADER_SIZE {
      return Err(Error::BufferTooShort {
        expected: MEMBER_KEY_HEADER_SIZE,
        actual: slice.len(),
      });
    }
    if slice[0] != BfTag::ZMember.as_u8() {
      return Err(Error::InvalidKeyTag(slice[0]));
    }
    let key_id = u64::from_be_bytes([
      slice[1], slice[2], slice[3], slice[4], slice[5], slice[6], slice[7], slice[8],
    ]);
    let version = u64::from_be_bytes([
      slice[9], slice[10], slice[11], slice[12], slice[13], slice[14], slice[15], slice[16],
    ]);
    Ok((key_id, version))
  }

  /// 从只读切片快速解码 25 字节分值键前缀头原始数据 (key_id, version, raw_score)(const fn)
  #[inline]
  pub const fn decode_score_header_raw(slice: &[u8]) -> Result<(u64, u64, [u8; 8])> {
    if slice.len() < SCORE_KEY_HEADER_SIZE {
      return Err(Error::BufferTooShort {
        expected: SCORE_KEY_HEADER_SIZE,
        actual: slice.len(),
      });
    }
    if slice[0] != BfTag::ZScore.as_u8() {
      return Err(Error::InvalidKeyTag(slice[0]));
    }
    let key_id = u64::from_be_bytes([
      slice[1], slice[2], slice[3], slice[4], slice[5], slice[6], slice[7], slice[8],
    ]);
    let version = u64::from_be_bytes([
      slice[9], slice[10], slice[11], slice[12], slice[13], slice[14], slice[15], slice[16],
    ]);
    let raw_score = [
      slice[17], slice[18], slice[19], slice[20], slice[21], slice[22], slice[23], slice[24],
    ];
    Ok((key_id, version, raw_score))
  }

  /// 从只读切片快速解码 25 字节分值键前缀头 (key_id, version, score)(const fn)
  #[inline]
  pub const fn decode_score_header(slice: &[u8]) -> Result<(u64, u64, f64)> {
    match Self::decode_score_header_raw(slice) {
      Ok((key_id, version, raw_score)) => {
        Ok((key_id, version, decode_order_preserving_f64(raw_score)))
      }
      Err(e) => Err(e),
    }
  }

  /// 编码有序集合成员子键至目标切片(零堆分配)
  #[inline]
  pub fn encode_member_key_to_slice(
    key_id: u64,
    version: u64,
    member: &[u8],
    dst: &mut [u8],
  ) -> Result<usize> {
    let total_len = check_member_len(member.len(), MEMBER_KEY_HEADER_SIZE)?;
    if dst.len() < total_len {
      return Err(Error::BufferTooShort {
        expected: total_len,
        actual: dst.len(),
      });
    }
    let header = Self::encode_member_header(key_id, version);
    dst[..MEMBER_KEY_HEADER_SIZE].copy_from_slice(&header);
    dst[MEMBER_KEY_HEADER_SIZE..total_len].copy_from_slice(member);
    Ok(total_len)
  }

  /// 编码有序集合成员子键为全新 Vec<u8>(单次堆分配)
  #[inline]
  pub fn encode_member_key(key_id: u64, version: u64, member: &[u8]) -> Result<Vec<u8>> {
    let total_len = check_member_len(member.len(), MEMBER_KEY_HEADER_SIZE)?;
    let mut vec = Vec::with_capacity(total_len);
    let header = Self::encode_member_header(key_id, version);
    vec.extend_from_slice(&header);
    vec.extend_from_slice(member);
    Ok(vec)
  }

  /// 编码有序集合成员子键为优先栈分配的缓冲区(消除短 member 堆分配)
  #[inline]
  pub fn encode_member_key_buf(key_id: u64, version: u64, member: &[u8]) -> Result<ZSetSubKeyBuf> {
    let total_len = check_member_len(member.len(), MEMBER_KEY_HEADER_SIZE)?;
    if total_len <= ZSET_SUBKEY_STACK_CAP {
      let mut buf = [0u8; ZSET_SUBKEY_STACK_CAP];
      let header = Self::encode_member_header(key_id, version);
      buf[..MEMBER_KEY_HEADER_SIZE].copy_from_slice(&header);
      buf[MEMBER_KEY_HEADER_SIZE..total_len].copy_from_slice(member);
      Ok(ZSetSubKeyBuf::Stack(buf, total_len as u8))
    } else {
      let mut vec = Vec::with_capacity(total_len);
      let header = Self::encode_member_header(key_id, version);
      vec.extend_from_slice(&header);
      vec.extend_from_slice(member);
      Ok(ZSetSubKeyBuf::Heap(vec))
    }
  }

  /// 零拷贝解码有序集合成员子键(const fn)
  #[inline]
  pub const fn decode_member_key<'a>(slice: &'a [u8]) -> Result<ZMemberKeyRef<'a>> {
    let (key_id, version) = match Self::decode_member_header(slice) {
      Ok(v) => v,
      Err(e) => return Err(e),
    };
    let member = slice.split_at(MEMBER_KEY_HEADER_SIZE).1;
    if member.len() > u32::MAX as usize - MEMBER_KEY_HEADER_SIZE {
      return Err(Error::KeyLengthOverflow(member.len()));
    }
    Ok(ZMemberKeyRef {
      key_id,
      version,
      member,
    })
  }

  /// 编码有序集合分值子键至目标切片(零堆分配)
  #[inline]
  pub fn encode_score_key_to_slice(
    key_id: u64,
    version: u64,
    score: f64,
    member: &[u8],
    dst: &mut [u8],
  ) -> Result<usize> {
    let total_len = check_member_len(member.len(), SCORE_KEY_HEADER_SIZE)?;
    if dst.len() < total_len {
      return Err(Error::BufferTooShort {
        expected: total_len,
        actual: dst.len(),
      });
    }
    let header = Self::encode_score_header(key_id, version, score);
    dst[..SCORE_KEY_HEADER_SIZE].copy_from_slice(&header);
    dst[SCORE_KEY_HEADER_SIZE..total_len].copy_from_slice(member);
    Ok(total_len)
  }

  /// 编码有序集合分值子键为全新 Vec<u8>(单次堆分配)
  #[inline]
  pub fn encode_score_key(key_id: u64, version: u64, score: f64, member: &[u8]) -> Result<Vec<u8>> {
    let total_len = check_member_len(member.len(), SCORE_KEY_HEADER_SIZE)?;
    let mut vec = Vec::with_capacity(total_len);
    let header = Self::encode_score_header(key_id, version, score);
    vec.extend_from_slice(&header);
    vec.extend_from_slice(member);
    Ok(vec)
  }

  /// 编码有序集合分值子键为优先栈分配的缓冲区(消除短 member 堆分配)
  #[inline]
  pub fn encode_score_key_buf(
    key_id: u64,
    version: u64,
    score: f64,
    member: &[u8],
  ) -> Result<ZSetSubKeyBuf> {
    let total_len = check_member_len(member.len(), SCORE_KEY_HEADER_SIZE)?;
    if total_len <= ZSET_SUBKEY_STACK_CAP {
      let mut buf = [0u8; ZSET_SUBKEY_STACK_CAP];
      let header = Self::encode_score_header(key_id, version, score);
      buf[..SCORE_KEY_HEADER_SIZE].copy_from_slice(&header);
      buf[SCORE_KEY_HEADER_SIZE..total_len].copy_from_slice(member);
      Ok(ZSetSubKeyBuf::Stack(buf, total_len as u8))
    } else {
      let mut vec = Vec::with_capacity(total_len);
      let header = Self::encode_score_header(key_id, version, score);
      vec.extend_from_slice(&header);
      vec.extend_from_slice(member);
      Ok(ZSetSubKeyBuf::Heap(vec))
    }
  }

  /// 零拷贝解码有序集合分值子键(const fn)
  #[inline]
  pub const fn decode_score_key<'a>(slice: &'a [u8]) -> Result<ZScoreKeyRef<'a>> {
    let (key_id, version, raw_score) = match Self::decode_score_header_raw(slice) {
      Ok(v) => v,
      Err(e) => return Err(e),
    };
    let score = decode_order_preserving_f64(raw_score);
    let member = slice.split_at(SCORE_KEY_HEADER_SIZE).1;
    if member.len() > u32::MAX as usize - SCORE_KEY_HEADER_SIZE {
      return Err(Error::KeyLengthOverflow(member.len()));
    }
    Ok(ZScoreKeyRef {
      key_id,
      version,
      score,
      raw_score,
      member,
    })
  }
}