fastalp 0.1.41

World's fastest and highest-ratio lossless floating-point compression / 全球最快、压缩比最高的通用时序浮点无损压缩
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52

use crate::{
  bitpack::{bitpack_fused_delta, packed_byte_size},
  encoder::{
    Exception,
    exception::{exceptions_byte_size, write_exceptions},
  },
  float::AlpFloat,
  header::{header_len, write_header},
  params::AlpParams,
};

/// Encodes integer array using Delta differential Frame-of-Reference encoding.
/// 使用 Delta 一阶差分基准值对齐编码写入字节缓冲区（熔合差分打包，零多余内存读写）
#[inline(always)]
pub fn encode_delta<F: AlpFloat>(
  params: AlpParams,
  encoded_ints: &[F::Int],
  min_delta: F::Int,
  exceptions: &[Exception<F::RawBits>],
  dst: &mut Vec<u8>,
) {
  let Some(&first) = encoded_ints.first() else {
    return;
  };

  let count = encoded_ints.len();
  let is_large = count > u16::MAX as usize;
  let exc_len = exceptions_byte_size::<F>(exceptions.len(), is_large);
  let deltas_len = count.saturating_sub(1);
  let total_len =
    header_len(count) + F::BASE_SIZE * 2 + packed_byte_size(deltas_len, params.bit_width) + exc_len;
  dst.reserve(total_len);

  // 1. Header: compact self-describing header (1B descriptor + optional count + 2B params)
  // 1. 头部：紧凑自描述头部 (1B 描述符 + 可选 count + 2B params)
  let type_byte = params.delta_type::<F>();
  write_header(type_byte, count, Some(params.pack()), dst);

  // 2. Base fields: First value (BASE_SIZE) + min_delta (BASE_SIZE)
  F::write_base(first, dst);
  F::write_base(min_delta, dst);

  // 3. Bitpacked deltas (fused delta bitpacking, eliminates 1024-element memory writeback)
  // 3. 差分位打包 (熔合差分直接打包，省去 1024 元素的大内存回写)
  if params.bit_width > 0 && encoded_ints.len() > 1 {
    bitpack_fused_delta::<F>(encoded_ints, min_delta, params.bit_width, dst);
  }

  // 4. Exceptions (written only when exceptions exist)
  // 4. 异常值 (仅在存在异常值时写入)
  write_exceptions::<F>(count, exceptions, dst);
}