fastalp 0.1.38

World's fastest and highest-ratio lossless floating-point compression / 全球最快、压缩比最高的通用时序浮点无损压缩
Documentation
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
use crate::{
  constants::{BITS_PER_BYTE, BITS_U64, BYTES_U64},
  float::AlpFloat,
  params::bit_mask,
};

const BITS_64: u8 = 64;

const CHUNK_8: usize = 8;

/// Calculates total bytes required to pack N W-bit integers.
/// 计算 N 个 W-bit 整数打包所需的总字节数
#[inline(always)]
pub const fn packed_byte_size(count: usize, bit_width: u8) -> usize {
  (count * (bit_width as usize)).div_ceil(BITS_PER_BYTE)
}

/// Fast bit packing: packs `values` into `dst`.
/// 高速位打包:将 `values` 打包入 `dst`
pub fn bitpack_u64(values: &[u64], bit_width: u8, dst: &mut Vec<u8>) {
  if values.is_empty() || bit_width == 0 {
    return;
  }

  let total_bytes = packed_byte_size(values.len(), bit_width);
  let old_len = dst.len();
  dst.reserve(total_bytes + 16);

  if bit_width <= 48 {
    let stride = bit_width as usize;
    let mask = bit_mask(bit_width);
    let (chunks, rem) = values.as_chunks::<CHUNK_8>();

    // SAFETY: dst reserved (total_bytes + 16), writes stride bytes per 8 integers, trailing remainder filled, bounds safe
    // SAFETY: dst 已 reserve(total_bytes + 16),按 8 个整数一组打包写入 stride 字节,余数在结尾填充,完全覆盖 total_bytes 且不越界。
    unsafe {
      let mut dst_ptr = dst.as_mut_ptr().add(old_len);
      for chunk in chunks {
        pack_chunk_8(bit_width, mask_chunk_8(chunk, mask), dst_ptr);
        dst_ptr = dst_ptr.add(stride);
      }

      if !rem.is_empty() {
        pack_rem(rem.iter().copied(), bit_width, dst_ptr);
      }

      dst.set_len(old_len + total_bytes);
    }
    return;
  } else if bit_width == BITS_64 {
    // SAFETY: dst reserved (total_bytes + 16), writes 8-byte LE sequence per element and safely updates length
    // SAFETY: dst 已 reserve(total_bytes + 16),逐元素写入 8-byte 小端序列后安全更新长度。
    unsafe {
      let mut dst_ptr = dst.as_mut_ptr().add(old_len);
      for &v in values {
        dst_ptr.cast::<u64>().write_unaligned(v.to_le());
        dst_ptr = dst_ptr.add(BYTES_U64);
      }
      dst.set_len(old_len + total_bytes);
    }
    return;
  }

  let mask = bit_mask(bit_width);
  let mut acc: u128 = 0;
  let mut bits: u32 = 0;

  // SAFETY: dst pre-reserved (total_bytes + 16), writes 64-bit word or remainder directly, covers total_bytes
  // SAFETY: dst 已预先 reserve(total_bytes + 16),通过指针直接写入累加器中的完整 64 位或剩余字节,完全覆盖 total_bytes。
  unsafe {
    let mut dst_ptr = dst.as_mut_ptr().add(old_len);
    for &val in values {
      push_bits_to_stream(&mut acc, &mut bits, val & mask, bit_width, &mut dst_ptr);
    }
    flush_remaining_bits(acc, bits, dst_ptr);
    dst.set_len(old_len + total_bytes);
  }
}

/// Generic fast bit packing of encoded floating-point frame-of-reference deltas into `dst`.
/// 通用高速位打包已编码的浮点差值整数并直接写入 `dst`
pub fn bitpack_encoded<F: AlpFloat>(
  encoded_ints: &[F::Int],
  base: F::Int,
  bit_width: u8,
  dst: &mut Vec<u8>,
) {
  if encoded_ints.is_empty() || bit_width == 0 {
    return;
  }

  let total_bytes = packed_byte_size(encoded_ints.len(), bit_width);
  let old_len = dst.len();
  dst.reserve(total_bytes + 16);

  if bit_width <= 48 {
    let stride = bit_width as usize;
    let (chunks, rem) = encoded_ints.as_chunks::<CHUNK_8>();

    // SAFETY: dst pre-reserved (total_bytes + 16), writes stride bytes per 8 integers, covers total_bytes
    // SAFETY: dst 已预先 reserve(total_bytes + 16),按 8 个整数一组打包写入 stride 字节,完全覆盖 total_bytes。
    unsafe {
      let mut dst_ptr = dst.as_mut_ptr().add(old_len);
      for chunk in chunks {
        pack_chunk_8(bit_width, diff_chunk_8::<F>(chunk, base), dst_ptr);
        dst_ptr = dst_ptr.add(stride);
      }

      pack_encoded_rem::<F>(rem, base, bit_width, dst_ptr);
      dst.set_len(old_len + total_bytes);
    }
    return;
  } else if bit_width == BITS_64 {
    // SAFETY: dst reserved (total_bytes + 16), writes 8-byte LE sequence per element
    // SAFETY: dst 已 reserve(total_bytes + 16),逐元素写入 8-byte 小端序列。
    unsafe {
      let mut dst_ptr = dst.as_mut_ptr().add(old_len);
      for &v in encoded_ints {
        dst_ptr
          .cast::<u64>()
          .write_unaligned(F::int_diff_to_u64(v, base).to_le());
        dst_ptr = dst_ptr.add(BYTES_U64);
      }
      dst.set_len(old_len + total_bytes);
    }
    return;
  }

  let mut acc: u128 = 0;
  let mut bits: u32 = 0;

  // SAFETY: dst pre-reserved (total_bytes + 16), writes 64-bit word or remainder directly, covers total_bytes
  // SAFETY: dst 已预先 reserve(total_bytes + 16),通过指针直接写入累加器中的完整 64 位或剩余字节,完全覆盖 total_bytes。
  unsafe {
    let mut dst_ptr = dst.as_mut_ptr().add(old_len);
    for &val in encoded_ints {
      let offset = F::int_diff_to_u64(val, base);
      push_bits_to_stream(&mut acc, &mut bits, offset, bit_width, &mut dst_ptr);
    }
    flush_remaining_bits(acc, bits, dst_ptr);
    dst.set_len(old_len + total_bytes);
  }
}

/// Fused delta computation and bitpacking directly into `dst`.
/// 熔合一阶差分计算与位打包:直接从原始整型数组提取相邻差分并打包,完全省去原地差分内存写入。
pub fn bitpack_fused_delta<F: AlpFloat>(
  raw_ints: &[F::Int],
  min_delta: F::Int,
  bit_width: u8,
  dst: &mut Vec<u8>,
) {
  if raw_ints.len() <= 1 || bit_width == 0 {
    return;
  }

  let deltas_len = raw_ints.len() - 1;
  let total_bytes = packed_byte_size(deltas_len, bit_width);
  let old_len = dst.len();
  dst.reserve(total_bytes + 16);

  let num_chunks = deltas_len / CHUNK_8;
  let rem_start = 1 + num_chunks * CHUNK_8;

  if bit_width <= 48 {
    let stride = bit_width as usize;
    unsafe {
      let mut dst_ptr = dst.as_mut_ptr().add(old_len);
      let mut raw_ptr = raw_ints.as_ptr();
      for _ in 0..num_chunks {
        pack_chunk_8(bit_width, delta_chunk_8::<F>(raw_ptr, min_delta), dst_ptr);
        dst_ptr = dst_ptr.add(stride);
        raw_ptr = raw_ptr.add(CHUNK_8);
      }

      pack_fused_delta_rem::<F>(raw_ints, rem_start, min_delta, bit_width, dst_ptr);
      dst.set_len(old_len + total_bytes);
    }
    return;
  } else if bit_width == BITS_64 {
    // SAFETY: dst reserved (total_bytes + 16), writes 8-byte LE sequence per element
    // SAFETY: dst 已 reserve(total_bytes + 16),逐元素写入 8-byte 小端序列。
    unsafe {
      let mut dst_ptr = dst.as_mut_ptr().add(old_len);
      for i in 1..raw_ints.len() {
        let delta = F::int_sub(*raw_ints.get_unchecked(i), *raw_ints.get_unchecked(i - 1));
        let offset = F::int_diff_to_u64(delta, min_delta);
        dst_ptr.cast::<u64>().write_unaligned(offset.to_le());
        dst_ptr = dst_ptr.add(BYTES_U64);
      }
      dst.set_len(old_len + total_bytes);
    }
    return;
  }

  // Fallback for > 48 bits (except 64)
  let mut acc: u128 = 0;
  let mut bits: u32 = 0;
  unsafe {
    let mut dst_ptr = dst.as_mut_ptr().add(old_len);
    for i in 1..raw_ints.len() {
      let delta = F::int_sub(*raw_ints.get_unchecked(i), *raw_ints.get_unchecked(i - 1));
      let offset = F::int_diff_to_u64(delta, min_delta);
      push_bits_to_stream(&mut acc, &mut bits, offset, bit_width, &mut dst_ptr);
    }
    flush_remaining_bits(acc, bits, dst_ptr);
    dst.set_len(old_len + total_bytes);
  }
}

/// Dispatches packing of an 8-integer chunk across width tiers (1..=16, 17..=32, 33..=48).
/// 统一分发 8 整数块打包至不同位宽层级(零开销内联函数)
#[inline(always)]
unsafe fn pack_chunk_8(bit_width: u8, chunk: [u64; CHUNK_8], dst_ptr: *mut u8) {
  unsafe {
    if bit_width <= 16 {
      pack_8_unrolled(bit_width, chunk, dst_ptr);
    } else if bit_width <= 32 {
      pack_8_w17_to_w32(bit_width, chunk, dst_ptr);
    } else {
      pack_8_w33_to_w48(bit_width, chunk, dst_ptr);
    }
  }
}

/// Pushes an integer into the 128-bit bitpacking accumulator and flushes complete 64-bit words.
/// 将单个整数压入 128 位位打包累加器,当满 64 位时以小端字节序写入目标指针
#[inline(always)]
unsafe fn push_bits_to_stream(
  acc: &mut u128,
  bits: &mut u32,
  val: u64,
  bit_width: u8,
  dst_ptr: &mut *mut u8,
) {
  unsafe {
    *acc |= (val as u128) << *bits;
    *bits += bit_width as u32;
    if *bits >= BITS_U64 as u32 {
      dst_ptr.cast::<u64>().write_unaligned((*acc as u64).to_le());
      *dst_ptr = dst_ptr.add(BYTES_U64);
      *acc >>= BITS_U64;
      *bits -= BITS_U64 as u32;
    }
  }
}

/// Flushes remaining bits from accumulator into byte stream.
/// 将累加器中剩余未写出的比特逐字节刷出至目标流
#[inline(always)]
unsafe fn flush_remaining_bits(mut acc: u128, mut bits: u32, mut dst_ptr: *mut u8) {
  unsafe {
    while bits > 0 {
      *dst_ptr = acc as u8;
      dst_ptr = dst_ptr.add(1);
      acc >>= BITS_PER_BYTE;
      bits = bits.saturating_sub(BITS_PER_BYTE as u32);
    }
  }
}

/// Applies bitmask to an 8-element u64 array.
/// 为 8 元素 u64 数组批量施加位掩码
#[inline(always)]
fn mask_chunk_8(chunk: &[u64; CHUNK_8], mask: u64) -> [u64; CHUNK_8] {
  [
    chunk[0] & mask,
    chunk[1] & mask,
    chunk[2] & mask,
    chunk[3] & mask,
    chunk[4] & mask,
    chunk[5] & mask,
    chunk[6] & mask,
    chunk[7] & mask,
  ]
}

/// Computes differences between an 8-element integer chunk and base as u64 array.
/// 计算 8 元素整数块相对于基准值的差值数组
#[inline(always)]
fn diff_chunk_8<F: AlpFloat>(chunk: &[F::Int; CHUNK_8], base: F::Int) -> [u64; CHUNK_8] {
  [
    F::int_diff_to_u64(chunk[0], base),
    F::int_diff_to_u64(chunk[1], base),
    F::int_diff_to_u64(chunk[2], base),
    F::int_diff_to_u64(chunk[3], base),
    F::int_diff_to_u64(chunk[4], base),
    F::int_diff_to_u64(chunk[5], base),
    F::int_diff_to_u64(chunk[6], base),
    F::int_diff_to_u64(chunk[7], base),
  ]
}

/// Computes fused 8-element delta offsets directly from raw pointer.
/// 从原始指针就地快速计算 8 个相邻一阶差分偏移量
#[inline(always)]
unsafe fn delta_chunk_8<F: AlpFloat>(raw_ptr: *const F::Int, min_delta: F::Int) -> [u64; CHUNK_8] {
  // SAFETY: Caller guarantees raw_ptr has readable range of at least 9 elements (prev + 8 values)
  // SAFETY: 调用方保证 raw_ptr 具有至少 9 个元素的有效读取范围 (prev + 8 values)
  unsafe {
    let prev = *raw_ptr;
    let x0 = *raw_ptr.add(1);
    let x1 = *raw_ptr.add(2);
    let x2 = *raw_ptr.add(3);
    let x3 = *raw_ptr.add(4);
    let x4 = *raw_ptr.add(5);
    let x5 = *raw_ptr.add(6);
    let x6 = *raw_ptr.add(7);
    let x7 = *raw_ptr.add(8);

    [
      F::int_diff_to_u64(F::int_sub(x0, prev), min_delta),
      F::int_diff_to_u64(F::int_sub(x1, x0), min_delta),
      F::int_diff_to_u64(F::int_sub(x2, x1), min_delta),
      F::int_diff_to_u64(F::int_sub(x3, x2), min_delta),
      F::int_diff_to_u64(F::int_sub(x4, x3), min_delta),
      F::int_diff_to_u64(F::int_sub(x5, x4), min_delta),
      F::int_diff_to_u64(F::int_sub(x6, x5), min_delta),
      F::int_diff_to_u64(F::int_sub(x7, x6), min_delta),
    ]
  }
}

/// Packs remainder encoded integers into destination buffer.
/// 打包剩余的差值编码整数
#[inline(always)]
unsafe fn pack_encoded_rem<F: AlpFloat>(
  rem: &[F::Int],
  base: F::Int,
  bit_width: u8,
  dst_ptr: *mut u8,
) {
  if !rem.is_empty() {
    unsafe {
      pack_rem(
        rem.iter().map(|&val| F::int_diff_to_u64(val, base)),
        bit_width,
        dst_ptr,
      );
    }
  }
}

/// Packs remainder fused delta integers into destination buffer.
/// 打包剩余的一阶差分整数
#[inline(always)]
unsafe fn pack_fused_delta_rem<F: AlpFloat>(
  raw_ints: &[F::Int],
  rem_start: usize,
  min_delta: F::Int,
  bit_width: u8,
  dst_ptr: *mut u8,
) {
  if rem_start < raw_ints.len() {
    let mut rem_deltas = [0u64; CHUNK_8];
    let rem_count = raw_ints.len() - rem_start;
    // SAFETY: rem_start + i < raw_ints.len()
    unsafe {
      for (i, dst_val) in rem_deltas[..rem_count].iter_mut().enumerate() {
        let curr = *raw_ints.get_unchecked(rem_start + i);
        let p = *raw_ints.get_unchecked(rem_start + i - 1);
        *dst_val = F::int_diff_to_u64(F::int_sub(curr, p), min_delta);
      }
      pack_rem(rem_deltas[..rem_count].iter().copied(), bit_width, dst_ptr);
    }
  }
}

/// Safely packs remainder integers (< 8) without 128-bit shift overflow.
/// 安全打包余数整数(少于 8 个),绝无 128-bit 位移溢出
#[inline(always)]
unsafe fn pack_rem(rem: impl IntoIterator<Item = u64>, bit_width: u8, mut dst_ptr: *mut u8) {
  let mask = bit_mask(bit_width);
  let mut acc: u128 = 0;
  let mut bits: u32 = 0;
  unsafe {
    for val in rem {
      acc |= ((val & mask) as u128) << bits;
      bits += bit_width as u32;
      while bits >= 64 {
        dst_ptr.cast::<u64>().write_unaligned((acc as u64).to_le());
        dst_ptr = dst_ptr.add(8);
        acc >>= 64;
        bits -= 64;
      }
    }
    while bits > 0 {
      *dst_ptr = acc as u8;
      dst_ptr = dst_ptr.add(1);
      acc >>= BITS_PER_BYTE;
      bits = bits.saturating_sub(BITS_PER_BYTE as u32);
    }
  }
}

/// Unrolls 8 integers into packed bytes for any bit width from 1 to 16.
/// 针对比特位宽 1~16 的 8 整数向量化就地循环展开打包
#[inline(always)]
unsafe fn pack_8_unrolled(w: u8, o: [u64; 8], dst_ptr: *mut u8) {
  let [o0, o1, o2, o3, o4, o5, o6, o7] = o;
  unsafe {
    match w {
      1 => {
        let b = (o0 as u8 & 1)
          | ((o1 as u8 & 1) << 1)
          | ((o2 as u8 & 1) << 2)
          | ((o3 as u8 & 1) << 3)
          | ((o4 as u8 & 1) << 4)
          | ((o5 as u8 & 1) << 5)
          | ((o6 as u8 & 1) << 6)
          | ((o7 as u8 & 1) << 7);
        *dst_ptr = b;
      }
      2 => {
        let b0 =
          (o0 as u8 & 3) | ((o1 as u8 & 3) << 2) | ((o2 as u8 & 3) << 4) | ((o3 as u8 & 3) << 6);
        let b1 =
          (o4 as u8 & 3) | ((o5 as u8 & 3) << 2) | ((o6 as u8 & 3) << 4) | ((o7 as u8 & 3) << 6);
        dst_ptr
          .cast::<u16>()
          .write_unaligned(u16::from_le_bytes([b0, b1]));
      }
      3 => {
        let word = (o0
          | (o1 << 3)
          | (o2 << 6)
          | (o3 << 9)
          | (o4 << 12)
          | (o5 << 15)
          | (o6 << 18)
          | (o7 << 21)) as u32;
        dst_ptr.cast::<u32>().write_unaligned(word.to_le());
      }
      4 => {
        let b0 = (o0 as u8 & 0xf) | ((o1 as u8 & 0xf) << 4);
        let b1 = (o2 as u8 & 0xf) | ((o3 as u8 & 0xf) << 4);
        let b2 = (o4 as u8 & 0xf) | ((o5 as u8 & 0xf) << 4);
        let b3 = (o6 as u8 & 0xf) | ((o7 as u8 & 0xf) << 4);
        dst_ptr
          .cast::<u32>()
          .write_unaligned(u32::from_le_bytes([b0, b1, b2, b3]));
      }
      5 => {
        let word = o0
          | (o1 << 5)
          | (o2 << 10)
          | (o3 << 15)
          | (o4 << 20)
          | (o5 << 25)
          | (o6 << 30)
          | (o7 << 35);
        dst_ptr.cast::<u64>().write_unaligned(word.to_le());
      }
      6 => {
        let word = o0
          | (o1 << 6)
          | (o2 << 12)
          | (o3 << 18)
          | (o4 << 24)
          | (o5 << 30)
          | (o6 << 36)
          | (o7 << 42);
        dst_ptr.cast::<u64>().write_unaligned(word.to_le());
      }
      7 => {
        let word = o0
          | (o1 << 7)
          | (o2 << 14)
          | (o3 << 21)
          | (o4 << 28)
          | (o5 << 35)
          | (o6 << 42)
          | (o7 << 49);
        dst_ptr.cast::<u64>().write_unaligned(word.to_le());
      }
      8 => {
        let word = o0
          | (o1 << 8)
          | (o2 << 16)
          | (o3 << 24)
          | (o4 << 32)
          | (o5 << 40)
          | (o6 << 48)
          | (o7 << 56);
        dst_ptr.cast::<u64>().write_unaligned(word.to_le());
      }
      9 => {
        let w0 = o0 | (o1 << 9) | (o2 << 18) | (o3 << 27);
        let w1 = o4 | (o5 << 9) | (o6 << 18) | (o7 << 27);
        let low = w0 | (w1 << 36);
        let high = (w1 >> 28) as u8;
        dst_ptr.cast::<u64>().write_unaligned(low.to_le());
        *dst_ptr.add(8) = high;
      }
      10 => {
        let w0 = o0 | (o1 << 10) | (o2 << 20) | (o3 << 30);
        let w1 = o4 | (o5 << 10) | (o6 << 20) | (o7 << 30);
        dst_ptr.cast::<u64>().write_unaligned(w0.to_le());
        dst_ptr.add(5).cast::<u64>().write_unaligned(w1.to_le());
      }
      11 => {
        let w0 = o0 | (o1 << 11) | (o2 << 22) | (o3 << 33);
        let w1 = o4 | (o5 << 11) | (o6 << 22) | (o7 << 33);
        let low = w0 | (w1 << 44);
        let high = (w1 >> 20) as u32;
        dst_ptr.cast::<u64>().write_unaligned(low.to_le());
        dst_ptr.add(8).cast::<u32>().write_unaligned(high.to_le());
      }
      12 => {
        let w0 = o0 | (o1 << 12) | (o2 << 24) | (o3 << 36);
        let w1 = o4 | (o5 << 12) | (o6 << 24) | (o7 << 36);
        dst_ptr.cast::<u64>().write_unaligned(w0.to_le());
        dst_ptr.add(6).cast::<u64>().write_unaligned(w1.to_le());
      }
      13 => {
        let w0 = o0 | (o1 << 13) | (o2 << 26) | (o3 << 39);
        let w1 = o4 | (o5 << 13) | (o6 << 26) | (o7 << 39);
        let low = w0 | (w1 << 52);
        let high = w1 >> 12;
        dst_ptr.cast::<u64>().write_unaligned(low.to_le());
        dst_ptr.add(8).cast::<u64>().write_unaligned(high.to_le());
      }
      14 => {
        let w0 = o0 | (o1 << 14) | (o2 << 28) | (o3 << 42);
        let w1 = o4 | (o5 << 14) | (o6 << 28) | (o7 << 42);
        dst_ptr.cast::<u64>().write_unaligned(w0.to_le());
        dst_ptr.add(7).cast::<u64>().write_unaligned(w1.to_le());
      }
      15 => {
        let w0 = o0 | (o1 << 15) | (o2 << 30) | (o3 << 45);
        let w1 = o4 | (o5 << 15) | (o6 << 30) | (o7 << 45);
        let low = w0 | (w1 << 60);
        let high = w1 >> 4;
        dst_ptr.cast::<u64>().write_unaligned(low.to_le());
        dst_ptr.add(8).cast::<u64>().write_unaligned(high.to_le());
      }
      16 => {
        let w0 = o0 | (o1 << 16) | (o2 << 32) | (o3 << 48);
        let w1 = o4 | (o5 << 16) | (o6 << 32) | (o7 << 48);
        dst_ptr.cast::<u64>().write_unaligned(w0.to_le());
        dst_ptr.add(8).cast::<u64>().write_unaligned(w1.to_le());
      }
      _ => {}
    }
  }
}

#[inline(always)]
unsafe fn write_pair(p: u64, w2: u32, b: usize, dst_ptr: *mut u8) {
  let byte_idx = b / 8;
  let shift = (b % 8) as u32;
  unsafe {
    if shift == 0 {
      dst_ptr
        .add(byte_idx)
        .cast::<u64>()
        .write_unaligned(p.to_le());
    } else {
      let existing = *dst_ptr.add(byte_idx);
      let combined = (p << shift) | (existing as u64);
      dst_ptr
        .add(byte_idx)
        .cast::<u64>()
        .write_unaligned(combined.to_le());
      if w2 + shift > 64 {
        *dst_ptr.add(byte_idx + 8) = (p >> (64 - shift)) as u8;
      }
    }
  }
}

/// Packs 8 integers of width 17..=32 into bytes.
/// 打包位宽在 17~32 之间的 8 个整数
#[inline(always)]
unsafe fn pack_8_w17_to_w32(w: u8, o: [u64; 8], dst_ptr: *mut u8) {
  let [o0, o1, o2, o3, o4, o5, o6, o7] = o;
  let w_u32 = w as u32;

  let w2 = w_u32 * 2;
  let p0 = o0 | (o1 << w_u32);
  let p1 = o2 | (o3 << w_u32);
  let p2 = o4 | (o5 << w_u32);
  let p3 = o6 | (o7 << w_u32);

  unsafe {
    write_pair(p0, w2, 0, dst_ptr);
    write_pair(p1, w2, w as usize * 2, dst_ptr);
    write_pair(p2, w2, w as usize * 4, dst_ptr);
    write_pair(p3, w2, w as usize * 6, dst_ptr);
  }
}

/// Packs 8 integers of width 33..=48 into bytes.
/// 打包位宽在 33~48 之间的 8 个整数
#[inline(always)]
unsafe fn pack_8_w33_to_w48(w: u8, o: [u64; 8], dst_ptr: *mut u8) {
  unsafe {
    for (i, &val) in o.iter().enumerate() {
      let b = i * (w as usize);
      let byte_idx = b / 8;
      let shift = (b % 8) as u32;
      if shift == 0 {
        dst_ptr
          .add(byte_idx)
          .cast::<u64>()
          .write_unaligned(val.to_le());
      } else {
        let existing = *dst_ptr.add(byte_idx);
        let combined = (val << shift) | (existing as u64);
        dst_ptr
          .add(byte_idx)
          .cast::<u64>()
          .write_unaligned(combined.to_le());
      }
    }
  }
}