use crate::{
bitpack::{bitunpack_u64_slice, packed_byte_size},
error::{Error, Result},
float::AlpFloat,
};
pub fn decode_delta<F: AlpFloat>(
src: &[u8],
count: usize,
exp: u8,
fac: u8,
delta_bit_width: u8,
use_div: bool,
dst: &mut Vec<F>,
) -> Result<()> {
let mut cursor = 0;
if src.len() < cursor + F::BASE_SIZE * 2 {
return Err(Error::UnexpectedEof {
needed: cursor + F::BASE_SIZE * 2,
available: src.len(),
});
}
let first = F::read_base(&src[cursor..cursor + F::BASE_SIZE]);
cursor += F::BASE_SIZE;
let min_delta = F::read_base(&src[cursor..cursor + F::BASE_SIZE]);
cursor += F::BASE_SIZE;
let start_idx = dst.len();
let exp_factor = F::exp_factor(exp, fac);
let fac_int = F::fac_int(fac);
let frac_flt = F::frac_exp(exp);
if count == 1 {
let val = if use_div {
F::decode_from_int_div(first, exp_factor)
} else {
F::decode_from_int(first, fac_int, frac_flt)
};
dst.push(val);
} else if delta_bit_width == 0 {
dst.reserve(count);
unsafe {
let ptr = dst.as_mut_ptr().add(start_idx);
let mut curr = first;
macro_rules! reconstruct_unrolled {
($dec_expr:expr) => {{
let d2 = F::int_add(min_delta, min_delta);
let d3 = F::int_add(d2, min_delta);
let d4 = F::int_add(d2, d2);
let unroll_end = 1 + ((count - 1) & !3);
let mut i = 1;
while i < unroll_end {
*ptr.add(i) = $dec_expr(F::int_add(curr, min_delta));
*ptr.add(i + 1) = $dec_expr(F::int_add(curr, d2));
*ptr.add(i + 2) = $dec_expr(F::int_add(curr, d3));
*ptr.add(i + 3) = $dec_expr(F::int_add(curr, d4));
curr = F::int_add(curr, d4);
i += 4;
}
while i < count {
curr = F::int_add(curr, min_delta);
*ptr.add(i) = $dec_expr(curr);
i += 1;
}
}};
}
if use_div {
*ptr = F::decode_from_int_div(first, exp_factor);
reconstruct_unrolled!(|c| F::decode_from_int_div(c, exp_factor));
} else if fac_int == 1 {
*ptr = F::decode_from_int_fac1(first, frac_flt);
reconstruct_unrolled!(|c| F::decode_from_int_fac1(c, frac_flt));
} else {
*ptr = F::decode_from_int(first, fac_int, frac_flt);
reconstruct_unrolled!(|c| F::decode_from_int(c, fac_int, frac_flt));
}
dst.set_len(start_idx + count);
}
} else {
let rest_count = count - 1;
let packed_len = packed_byte_size(rest_count, delta_bit_width);
if src.len() < cursor + packed_len {
return Err(Error::UnexpectedEof {
needed: cursor + packed_len,
available: src.len(),
});
}
dst.reserve(count);
unsafe {
let ptr = dst.as_mut_ptr().add(start_idx);
let mut curr = first;
let packed_slice = &src[cursor..cursor + packed_len];
if use_div {
*ptr = F::decode_from_int_div(first, exp_factor);
decode_delta_stream(
packed_slice,
rest_count,
delta_bit_width,
min_delta,
&mut curr,
ptr.add(1),
|c| F::decode_from_int_div(c, exp_factor),
)?;
} else if fac_int == 1 {
*ptr = F::decode_from_int_fac1(first, frac_flt);
decode_delta_stream(
packed_slice,
rest_count,
delta_bit_width,
min_delta,
&mut curr,
ptr.add(1),
|c| F::decode_from_int_fac1(c, frac_flt),
)?;
} else {
*ptr = F::decode_from_int(first, fac_int, frac_flt);
decode_delta_stream(
packed_slice,
rest_count,
delta_bit_width,
min_delta,
&mut curr,
ptr.add(1),
|c| F::decode_from_int(c, fac_int, frac_flt),
)?;
}
dst.set_len(start_idx + count);
}
cursor += packed_len;
}
super::patch_exceptions(&src[cursor..], count, start_idx, dst)?;
Ok(())
}
#[inline(always)]
unsafe fn decode_delta_offsets<F: AlpFloat, D: Fn(F::Int) -> F>(
offsets: &[u64],
min_delta: F::Int,
curr: &mut F::Int,
out_ptr: *mut F,
decode_fn: &D,
) {
let (chunks, rem) = offsets.as_chunks::<4>();
let mut idx = 0;
unsafe {
for chunk in chunks {
let d0 = F::u64_to_int_add(chunk[0], min_delta);
let d1 = F::u64_to_int_add(chunk[1], min_delta);
let d2 = F::u64_to_int_add(chunk[2], min_delta);
let d3 = F::u64_to_int_add(chunk[3], min_delta);
let s01 = F::int_add(d0, d1);
let s23 = F::int_add(d2, d3);
let c0 = F::int_add(*curr, d0);
let c1 = F::int_add(*curr, s01);
let c2 = F::int_add(c1, d2);
let c3 = F::int_add(c1, s23);
*curr = c3;
*out_ptr.add(idx) = decode_fn(c0);
*out_ptr.add(idx + 1) = decode_fn(c1);
*out_ptr.add(idx + 2) = decode_fn(c2);
*out_ptr.add(idx + 3) = decode_fn(c3);
idx += 4;
}
for &offset in rem {
let delta = F::u64_to_int_add(offset, min_delta);
*curr = F::int_add(*curr, delta);
*out_ptr.add(idx) = decode_fn(*curr);
idx += 1;
}
}
}
#[inline(always)]
unsafe fn decode_delta_stream<F: AlpFloat, D: Fn(F::Int) -> F>(
packed_slice: &[u8],
rest_count: usize,
delta_bit_width: u8,
min_delta: F::Int,
curr: &mut F::Int,
out_ptr: *mut F,
decode_fn: D,
) -> Result<()> {
let mut stack_offsets = [0u64; 1024];
let mut processed = 0;
let mut packed_offset = 0;
while processed < rest_count {
let batch = (rest_count - processed).min(1024);
let batch_bytes = packed_byte_size(batch, delta_bit_width);
bitunpack_u64_slice(
&packed_slice[packed_offset..packed_offset + batch_bytes],
batch,
delta_bit_width,
&mut stack_offsets[..batch],
)?;
unsafe {
decode_delta_offsets::<F, D>(
&stack_offsets[..batch],
min_delta,
curr,
out_ptr.add(processed),
&decode_fn,
);
}
packed_offset += batch_bytes;
processed += batch;
}
Ok(())
}