use md5::{Digest, Md5};
use rayon::prelude::*;
#[cfg(target_arch = "x86_64")]
use std::arch::x86_64::*;
use std::collections::TryReserveError;
#[cfg(target_arch = "aarch64")]
use std::arch::aarch64::poly16x8_t;
#[cfg(target_arch = "x86_64")]
use super::gf16::xor_dep_matrix;
use super::gf16::{input_logbases, Gf16, ORDER};
use super::packet::SliceChecksum;
use crate::SimdPath;
const HEAD_LEN: usize = 16 * 1024;
mod affine2x_kernels;
mod affine512;
mod affine_kernels;
mod api;
mod buffers;
mod fallback;
mod flush;
mod gfni_kernels;
mod hash;
mod shuffle_kernels;
mod tables;
pub use buffers::{
affine2x_buffer_size, affine512_kernel_available, affine_buffer_size, affine_kernel_available,
altmap_buffer_size, altmap_kernel_available, shuffle2x_buffer_size, shuffle2x_kernel_available,
shuffle512_kernel_available,
};
#[cfg(target_arch = "x86_64")]
use hash::slice_checksums_batch;
pub use hash::{slice_checksum, FileHasher, FileHashes};
#[cfg(target_arch = "x86_64")]
use crate::gf16;
use crate::{affine, affine2x, altmap, shuffle2x};
#[cfg(target_arch = "x86_64")]
use affine512::*;
use buffers::*;
#[cfg(target_arch = "x86_64")]
use tables::*;
#[derive(Debug, Clone)]
pub struct RecoverySlice {
pub exponent: u32,
pub data: Vec<u8>,
}
pub struct RecoveryEncoder {
gf: Gf16,
slice_words: usize,
logbases: Vec<u32>,
exponent_start: u32,
buffers: RecoveryBufferSet,
next_index: usize,
queued_slices: Vec<Vec<u8>>,
free_buffers: Vec<Vec<u8>>,
#[cfg_attr(not(target_arch = "x86_64"), allow(dead_code))]
affine_prepare: Vec<Vec<u8>>,
flush_limit_bytes: usize,
compute_checksums: bool,
pending_checksums: Vec<SliceChecksum>,
pub(super) simd_path: SimdPath,
#[cfg(feature = "bench-internals")]
forced_path: Option<BenchPath>,
#[cfg(target_arch = "x86_64")]
dep_tables: Option<Box<[[u16; 16]; 65536]>>,
}
#[cfg(feature = "bench-internals")]
#[derive(Clone, Copy, PartialEq, Eq, Debug)]
pub enum BenchPath {
Scalar,
#[cfg(target_arch = "x86_64")]
Ssse3,
#[cfg(target_arch = "x86_64")]
Avx2,
#[cfg(target_arch = "x86_64")]
Avx2Gfni,
#[cfg(target_arch = "x86_64")]
Avx512Gfni,
#[cfg(target_arch = "x86_64")]
Avx2Altmap,
#[cfg(target_arch = "x86_64")]
Avx2Shuffle2x,
#[cfg(target_arch = "aarch64")]
NeonClmul,
}
#[cfg(test)]
mod tests;