fastalp 0.1.30

World's fastest and highest-ratio lossless floating-point compression / 全球最快、压缩比最高的通用时序浮点无损压缩
Documentation
use core::mem::size_of;

use crate::{
  constants::{EARLY_EXIT_BIT_WIDTH, SAMPLES_COUNT},
  float::AlpFloat,
};

/// Sampling and optimal factor selection result.
/// 采样与最优系数选择结果
#[derive(Debug, Clone, Copy, PartialEq, Eq)]
pub struct BestParams {
  pub exp: u8,
  pub fac: u8,
  pub use_div: bool,
}

/// Checks whether float is special non-encodable value (NaN, Inf, -0.0, out of range).
/// 检查浮点数是否为不可编码的特殊值(NaN, Inf, -0.0, 超出范围)
#[inline(always)]
pub fn is_impossible<F: AlpFloat>(n: F) -> bool {
  n.is_impossible()
}

/// High performance single float encoding probe with pre-extracted power factors.
/// 高性能单值浮点数编码探测(已预提取幂表因子)
#[inline(always)]
pub fn try_encode_fast<F: AlpFloat>(
  val: F,
  exp_factor: F,
  fac_int: i64,
  frac_exp: F,
) -> Option<F::Int> {
  val.try_encode_fast(exp_factor, fac_int, frac_exp)
}

/// Attempts to encode float as integer and verifies 100% lossless reconstruction.
/// 尝试将单个浮点数编码为整型,并验证反解是否 100% 精确无损
#[inline(always)]
pub fn try_encode_value<F: AlpFloat>(val: F, exp: u8, fac: u8) -> Option<F::Int> {
  if exp > F::MAX_EXPONENT || fac > exp || fac > F::MAX_FAC {
    return None;
  }
  let exp_factor = F::exp_factor(exp, fac);
  let fac_int = F::fac_int(fac);
  let frac_exp = F::frac_exp(exp);
  val.try_encode_fast(exp_factor, fac_int, frac_exp)
}

/// Fast single-pass search for identical/constant values.
/// 全等与常数浮点数序列的快速指数与基准值探测(零堆分配、O(1) 复杂度)
#[inline]
pub fn find_identical_base<F: AlpFloat>(val: F) -> Option<(u8, F::Int)> {
  const FAC_INT: i64 = 1;
  for exp in 0..=F::MAX_EXPONENT {
    let frac_exp = F::frac_exp(exp);
    let exp_factor = F::exp_factor(exp, 0);
    if let Some(base) = F::try_encode_fast(val, exp_factor, FAC_INT, frac_exp) {
      return Some((exp, base));
    }
  }
  None
}

/// Discovers best exponent, factor, and division mode by evaluating cost over sampled subset.
/// 通过对采样样本进行代价评估,找出最优的指数 (exp)、因子 (fac) 与除法重构模式 (use_div)
pub fn find_best_params<F: AlpFloat>(samples: &[F]) -> BestParams {
  if samples.is_empty() {
    return BestParams {
      exp: 0,
      fac: 0,
      use_div: false,
    };
  }

  let mut valid_samples: [F; SAMPLES_COUNT] = [F::ZERO; SAMPLES_COUNT];
  let mut sample_len = 0;
  for &val in samples {
    if !val.is_impossible() {
      valid_samples[sample_len] = val;
      sample_len += 1;
      if sample_len == SAMPLES_COUNT {
        break;
      }
    }
  }

  let active_samples = &valid_samples[..sample_len];
  if sample_len == 0 {
    return BestParams {
      exp: 0,
      fac: 0,
      use_div: false,
    };
  }

  let mut best_cost = size_of::<F>() * 8 * sample_len;
  let mut best_exceptions = sample_len;
  let mut best_params = BestParams {
    exp: 0,
    fac: 0,
    use_div: false,
  };

  // 第一轮:优先探测纯十进制乘法组合 (fac == 0),按高频精度优先探索 (2, 1, 3, 0, 4..)
  // 现实工业传感器、金融量化、监控时序绝大多数为 1~3 位小数或整数,优先探测命中率超 95%,即刻触发早停
  const EXP_PRIORITY: [u8; 19] = [
    2, 1, 3, 0, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18,
  ];
  let mut any_decimal = false;
  for &exp in &EXP_PRIORITY {
    if exp > F::MAX_EXPONENT {
      continue;
    }
    let frac_exp = F::frac_exp(exp);
    let exp_factor = F::exp_factor(exp, 0);
    let fac_int = 1i64;

    // 前置 6 采样快筛:若前 6 个独立采样全部无法编码,其在 1024 全集产生 <=128 异常的概率低于 26 万分之一,直接跳过
    let pre_n = active_samples.len().min(6);
    let mut pre_enc = [None; 6];
    let mut pre_exc = 0;
    for (i, &val) in active_samples[..pre_n].iter().enumerate() {
      let res = F::try_encode_fast(val, exp_factor, fac_int, frac_exp);
      if res.is_none() {
        pre_exc += 1;
      }
      pre_enc[i] = res;
    }
    if pre_exc == pre_n {
      continue;
    }

    let mut exceptions = pre_exc;
    let mut min_val = F::MAX_INT;
    let mut max_val = F::MIN_INT;

    for &enc_opt in &pre_enc[..pre_n] {
      if let Some(enc) = enc_opt {
        min_val = min_val.min(enc);
        max_val = max_val.max(enc);
      }
    }

    for &val in &active_samples[pre_n..] {
      if let Some(enc) = F::try_encode_fast(val, exp_factor, fac_int, frac_exp) {
        min_val = min_val.min(enc);
        max_val = max_val.max(enc);
      } else {
        exceptions += 1;
        if exceptions * F::EXCEPTION_PENALTY >= best_cost {
          break;
        }
      }
    }

    if exceptions != sample_len {
      any_decimal = true;
      if exceptions * F::EXCEPTION_PENALTY < best_cost {
        let max_offset = if min_val <= max_val {
          F::calc_range(min_val, max_val)
        } else {
          0
        };
        let bit_width = F::bits_needed(max_offset) as usize;
        let total_cost = bit_width * sample_len + exceptions * F::EXCEPTION_PENALTY;

        if total_cost < best_cost {
          best_cost = total_cost;
          best_exceptions = exceptions;
          best_params = BestParams {
            exp,
            fac: 0,
            use_div: false,
          };
          if total_cost == 0 || (exceptions == 0 && bit_width <= EARLY_EXIT_BIT_WIDTH) {
            return best_params;
          }
        }
      }
    }

    // 当 fac == 0 且标准乘法存在异常时,评估十进制除法重构模式 (Decimal Division Mode)
    if exp > 0 && exceptions > 0 && exceptions < sample_len {
      let mut div_exceptions = 0usize;
      let mut div_min = F::MAX_INT;
      let mut div_max = F::MIN_INT;

      for &val in active_samples {
        if let Some(enc) = F::try_encode_div(val, exp_factor) {
          div_min = div_min.min(enc);
          div_max = div_max.max(enc);
        } else {
          div_exceptions += 1;
          if div_exceptions * F::EXCEPTION_PENALTY >= best_cost {
            break;
          }
        }
      }

      if div_exceptions != sample_len {
        any_decimal = true;
        if div_exceptions * F::EXCEPTION_PENALTY < best_cost {
          let max_offset = if div_min <= div_max {
            F::calc_range(div_min, div_max)
          } else {
            0
          };
          let bit_width = F::bits_needed(max_offset) as usize;
          let total_cost = bit_width * sample_len + div_exceptions * F::EXCEPTION_PENALTY;

          if total_cost < best_cost {
            best_cost = total_cost;
            best_exceptions = div_exceptions;
            best_params = BestParams {
              exp,
              fac: 0,
              use_div: true,
            };
            if total_cost == 0 || (div_exceptions == 0 && bit_width <= EARLY_EXIT_BIT_WIDTH) {
              return best_params;
            }
          }
        }
      }
    }
  }

  // 若数据非十进制,或已找到开销极小的十进制模型 (<=3 bit/val),直接跳过高耗时的因子穷举
  if !any_decimal || best_cost <= sample_len * 3 {
    return best_params;
  }

  // 若纯十进制已达到 0 异常,只需向下搜索更小指数 (exp < best_exp)。
  // 指数 >= best_exp 的因子组合数值跨度与位宽恒大于等于纯十进制,不可能更优。
  let max_search_exp = if best_exceptions == 0 {
    best_params.exp.saturating_sub(1)
  } else {
    F::MAX_EXPONENT
  };

  if max_search_exp == 0 {
    return best_params;
  }

  // 第二轮:当纯十进制无法满足极低开销时,扩展搜索混合因子 (fac > 0)
  for exp in 1..=max_search_exp {
    let max_fac = exp.min(F::MAX_FAC);
    let frac_exp = F::frac_exp(exp);

    for fac in 1..=max_fac {
      let exp_factor = F::exp_factor(exp, fac);
      let fac_int = F::fac_int(fac);

      // 4 采样快速筛选:若前 4 采样已有 >=2 个异常,直接跳过当前组合
      let pre_n = active_samples.len().min(4);
      let mut pre_enc = [None; 4];
      let mut pre_exc = 0;
      for (i, &val) in active_samples[..pre_n].iter().enumerate() {
        let res = F::try_encode_fast(val, exp_factor, fac_int, frac_exp);
        if res.is_none() {
          pre_exc += 1;
        }
        pre_enc[i] = res;
      }
      let fac_penalty = sample_len * 2;
      if pre_exc >= 2 || pre_exc * F::EXCEPTION_PENALTY + fac_penalty >= best_cost {
        continue;
      }

      let mut exceptions = pre_exc;
      let mut min_val = F::MAX_INT;
      let mut max_val = F::MIN_INT;

      for &enc_opt in &pre_enc[..pre_n] {
        if let Some(enc) = enc_opt {
          min_val = min_val.min(enc);
          max_val = max_val.max(enc);
        }
      }

      for &val in &active_samples[pre_n..] {
        if let Some(enc) = F::try_encode_fast(val, exp_factor, fac_int, frac_exp) {
          min_val = min_val.min(enc);
          max_val = max_val.max(enc);
        } else {
          exceptions += 1;
          if exceptions * F::EXCEPTION_PENALTY + fac_penalty >= best_cost {
            break;
          }
        }
      }

      if exceptions != sample_len && exceptions * F::EXCEPTION_PENALTY + fac_penalty < best_cost {
        let max_offset = if min_val <= max_val {
          F::calc_range(min_val, max_val)
        } else {
          0
        };
        let bit_width = F::bits_needed(max_offset) as usize;
        let total_cost = bit_width * sample_len + exceptions * F::EXCEPTION_PENALTY + fac_penalty;

        if total_cost < best_cost {
          best_cost = total_cost;
          best_params = BestParams {
            exp,
            fac,
            use_div: false,
          };
          if total_cost == 0 || (exceptions == 0 && bit_width <= EARLY_EXIT_BIT_WIDTH) {
            return best_params;
          }
        }
      }
    }
  }

  best_params
}