pco 1.0.0-rc

Good compression for numerical sequences
Documentation
use better_io::BetterBufRead;

use crate::bit_reader::{BitReader, BitReaderBuilder};
use crate::bit_writer::BitWriter;
use crate::constants::{MAX_SUPPORTED_PRECISION_BYTES, OVERSHOOT_PADDING};
use crate::data_types::Latent;
use crate::errors::PcoResult;
use crate::macros::{define_latent_enum, match_latent_enum};
use std::io::Write;

define_latent_enum!(
  #[derive(Clone, Debug, PartialEq, Eq)]
  pub DynLatents(Vec)
);

impl DynLatents {
  pub(crate) fn len(&self) -> usize {
    match_latent_enum!(
      self,
      DynLatents<T>(inner) => { inner.len() }
    )
  }

  pub(crate) fn exact_bit_size(&self) -> usize {
    match_latent_enum!(
      self,
      DynLatents<T>(inner) => { inner.len() * T::BITS as usize}
    )
  }

  pub(crate) fn read_long_uncompressed_in_place<R: BetterBufRead>(
    &mut self,
    reader_builder: &mut BitReaderBuilder<R>,
  ) -> PcoResult<()> {
    const READ_BATCH_N: usize = 512;
    const READ_SIZE: usize = READ_BATCH_N * MAX_SUPPORTED_PRECISION_BYTES + OVERSHOOT_PADDING;
    match_latent_enum!(
      self,
      DynLatents<L>(inner) => {
        let n = inner.len();
        for start in (0..n).step_by(READ_BATCH_N) {
          reader_builder.with_reader(READ_SIZE, |reader| unsafe {
            for x in inner[start..(start + READ_BATCH_N).min(n)].iter_mut() {
              *x = reader.read_uint::<L>(L::BITS);
            }
            Ok(())
          })?;
        }
      }
    );

    Ok(())
  }

  pub(crate) unsafe fn read_short_uncompressed_from<L: Latent>(
    reader: &mut BitReader,
    len: usize,
  ) -> PcoResult<Self> {
    let mut latents = vec![L::ZERO; len];
    for x in &mut latents {
      *x = reader.read_uint::<L>(L::BITS)
    }
    Ok(Self::new(latents))
  }

  pub(crate) unsafe fn write_uncompressed_to<W: Write>(&self, writer: &mut BitWriter<W>) {
    match_latent_enum!(
      &self,
      DynLatents<L>(inner) => {
        for &latent in inner {
          writer.write_uint(latent, L::BITS);
        }
      }
    );
  }
}