use super::endian::FileEndian;
use crate::mode::{Float32Complex, Int16Complex};
#[doc(hidden)]
pub trait EndianCodec: Sized {
const BYTE_SIZE: usize;
fn from_bytes(bytes: &[u8], offset: usize, endian: FileEndian) -> Self;
fn to_bytes(&self, bytes: &mut [u8], offset: usize, endian: FileEndian);
#[inline]
fn decode(bytes: &[u8], offset: usize, endian: FileEndian) -> Self {
Self::from_bytes(bytes, offset, endian)
}
#[inline]
fn encode(&self, bytes: &mut [u8], offset: usize, endian: FileEndian) {
self.to_bytes(bytes, offset, endian)
}
}
impl EndianCodec for i8 {
const BYTE_SIZE: usize = 1;
#[inline]
fn from_bytes(bytes: &[u8], offset: usize, _endian: FileEndian) -> Self {
bytes[offset] as Self
}
#[inline]
fn to_bytes(&self, bytes: &mut [u8], offset: usize, _endian: FileEndian) {
bytes[offset] = *self as u8;
}
}
impl EndianCodec for i16 {
const BYTE_SIZE: usize = 2;
#[inline]
fn from_bytes(bytes: &[u8], offset: usize, endian: FileEndian) -> Self {
let arr: [u8; 2] = [bytes[offset], bytes[offset + 1]];
match endian {
FileEndian::LittleEndian => Self::from_le_bytes(arr),
FileEndian::BigEndian => Self::from_be_bytes(arr),
}
}
#[inline]
fn to_bytes(&self, bytes: &mut [u8], offset: usize, endian: FileEndian) {
let arr = match endian {
FileEndian::LittleEndian => self.to_le_bytes(),
FileEndian::BigEndian => self.to_be_bytes(),
};
bytes[offset..offset + 2].copy_from_slice(&arr);
}
}
impl EndianCodec for u16 {
const BYTE_SIZE: usize = 2;
#[inline]
fn from_bytes(bytes: &[u8], offset: usize, endian: FileEndian) -> Self {
let arr: [u8; 2] = [bytes[offset], bytes[offset + 1]];
match endian {
FileEndian::LittleEndian => Self::from_le_bytes(arr),
FileEndian::BigEndian => Self::from_be_bytes(arr),
}
}
#[inline]
fn to_bytes(&self, bytes: &mut [u8], offset: usize, endian: FileEndian) {
let arr = match endian {
FileEndian::LittleEndian => self.to_le_bytes(),
FileEndian::BigEndian => self.to_be_bytes(),
};
bytes[offset..offset + 2].copy_from_slice(&arr);
}
}
impl EndianCodec for i32 {
const BYTE_SIZE: usize = 4;
#[inline]
fn from_bytes(bytes: &[u8], offset: usize, endian: FileEndian) -> Self {
let arr: [u8; 4] = [
bytes[offset],
bytes[offset + 1],
bytes[offset + 2],
bytes[offset + 3],
];
match endian {
FileEndian::LittleEndian => Self::from_le_bytes(arr),
FileEndian::BigEndian => Self::from_be_bytes(arr),
}
}
#[inline]
fn to_bytes(&self, bytes: &mut [u8], offset: usize, endian: FileEndian) {
let arr = match endian {
FileEndian::LittleEndian => self.to_le_bytes(),
FileEndian::BigEndian => self.to_be_bytes(),
};
bytes[offset..offset + 4].copy_from_slice(&arr);
}
}
impl EndianCodec for f32 {
const BYTE_SIZE: usize = 4;
#[inline]
fn from_bytes(bytes: &[u8], offset: usize, endian: FileEndian) -> Self {
let arr: [u8; 4] = [
bytes[offset],
bytes[offset + 1],
bytes[offset + 2],
bytes[offset + 3],
];
match endian {
FileEndian::LittleEndian => Self::from_le_bytes(arr),
FileEndian::BigEndian => Self::from_be_bytes(arr),
}
}
#[inline]
fn to_bytes(&self, bytes: &mut [u8], offset: usize, endian: FileEndian) {
let arr = match endian {
FileEndian::LittleEndian => self.to_le_bytes(),
FileEndian::BigEndian => self.to_be_bytes(),
};
bytes[offset..offset + 4].copy_from_slice(&arr);
}
}
impl EndianCodec for Int16Complex {
const BYTE_SIZE: usize = 4;
#[inline]
fn from_bytes(bytes: &[u8], offset: usize, endian: FileEndian) -> Self {
Self {
real: i16::from_bytes(bytes, offset, endian),
imag: i16::from_bytes(bytes, offset + 2, endian),
}
}
#[inline]
fn to_bytes(&self, bytes: &mut [u8], offset: usize, endian: FileEndian) {
self.real.to_bytes(bytes, offset, endian);
self.imag.to_bytes(bytes, offset + 2, endian);
}
}
impl EndianCodec for Float32Complex {
const BYTE_SIZE: usize = 8;
#[inline]
fn from_bytes(bytes: &[u8], offset: usize, endian: FileEndian) -> Self {
Self {
real: f32::from_bytes(bytes, offset, endian),
imag: f32::from_bytes(bytes, offset + 4, endian),
}
}
#[inline]
fn to_bytes(&self, bytes: &mut [u8], offset: usize, endian: FileEndian) {
self.real.to_bytes(bytes, offset, endian);
self.imag.to_bytes(bytes, offset + 4, endian);
}
}
#[cfg(feature = "f16")]
impl EndianCodec for crate::f16 {
const BYTE_SIZE: usize = 2;
#[inline]
fn from_bytes(bytes: &[u8], offset: usize, endian: FileEndian) -> Self {
let arr: [u8; 2] = [bytes[offset], bytes[offset + 1]];
let bits = match endian {
FileEndian::LittleEndian => u16::from_le_bytes(arr),
FileEndian::BigEndian => u16::from_be_bytes(arr),
};
Self::from_bits(bits)
}
#[inline]
fn to_bytes(&self, bytes: &mut [u8], offset: usize, endian: FileEndian) {
let bits = self.to_bits();
let arr = match endian {
FileEndian::LittleEndian => bits.to_le_bytes(),
FileEndian::BigEndian => bits.to_be_bytes(),
};
bytes[offset..offset + 2].copy_from_slice(&arr);
}
}
pub fn decode_slice<T: EndianCodec + Send + Copy>(
bytes: &[u8],
endian: FileEndian,
) -> Result<Vec<T>, crate::Error> {
if bytes.len() % T::BYTE_SIZE != 0 {
return Err(crate::Error::TypeMismatch {
expected: T::BYTE_SIZE,
actual: bytes.len(),
});
}
let n = bytes.len() / T::BYTE_SIZE;
let mut result = Vec::with_capacity(n);
if endian == FileEndian::native() {
unsafe {
core::ptr::copy_nonoverlapping(
bytes.as_ptr(),
result.as_mut_ptr() as *mut u8,
bytes.len(),
);
result.set_len(n);
}
return Ok(result);
}
#[cfg(feature = "simd")]
{
let dst_bytes =
unsafe { std::slice::from_raw_parts_mut(result.as_mut_ptr() as *mut u8, bytes.len()) };
match T::BYTE_SIZE {
2 => crate::engine::simd::swap_2byte_simd(bytes, dst_bytes),
4 => crate::engine::simd::swap_4byte_simd(bytes, dst_bytes),
8 => crate::engine::simd::swap_8byte_simd(bytes, dst_bytes),
_ => {
per_element_decode::<T>(&mut result, bytes, n, endian);
}
}
}
#[cfg(not(feature = "simd"))]
{
per_element_decode::<T>(&mut result, bytes, n, endian);
}
unsafe {
result.set_len(n);
}
Ok(result)
}
pub fn encode_slice<T: EndianCodec + Sync>(
values: &[T],
bytes: &mut [u8],
endian: FileEndian,
) -> Result<(), crate::Error> {
if values.len().checked_mul(T::BYTE_SIZE) != Some(bytes.len()) {
return Err(crate::Error::TypeMismatch {
expected: values.len() * T::BYTE_SIZE,
actual: bytes.len(),
});
}
if endian == FileEndian::native() {
unsafe {
core::ptr::copy_nonoverlapping(
values.as_ptr() as *const u8,
bytes.as_mut_ptr(),
bytes.len(),
);
}
return Ok(());
}
unsafe {
core::ptr::copy_nonoverlapping(
values.as_ptr() as *const u8,
bytes.as_mut_ptr(),
bytes.len(),
);
}
#[cfg(feature = "simd")]
{
match T::BYTE_SIZE {
2 => {
let (src, dst) = (bytes.as_ptr(), bytes.as_mut_ptr());
let len = bytes.len();
crate::engine::simd::swap_2byte_simd(
unsafe { std::slice::from_raw_parts(src, len) },
unsafe { std::slice::from_raw_parts_mut(dst, len) },
);
}
4 => {
let (src, dst) = (bytes.as_ptr(), bytes.as_mut_ptr());
let len = bytes.len();
crate::engine::simd::swap_4byte_simd(
unsafe { std::slice::from_raw_parts(src, len) },
unsafe { std::slice::from_raw_parts_mut(dst, len) },
);
}
8 => {
let (src, dst) = (bytes.as_ptr(), bytes.as_mut_ptr());
let len = bytes.len();
crate::engine::simd::swap_8byte_simd(
unsafe { std::slice::from_raw_parts(src, len) },
unsafe { std::slice::from_raw_parts_mut(dst, len) },
);
}
_ => {
per_element_encode::<T>(values, bytes, endian);
}
}
}
#[cfg(not(feature = "simd"))]
{
per_element_encode::<T>(values, bytes, endian);
}
Ok(())
}
fn per_element_decode<T: EndianCodec + Send>(
result: &mut Vec<T>,
bytes: &[u8],
n: usize,
endian: FileEndian,
) {
#[cfg(feature = "parallel")]
{
use rayon::prelude::*;
const CHUNK_VOXELS: usize = 262_144;
let result_slice = unsafe { std::slice::from_raw_parts_mut(result.as_mut_ptr(), n) };
result_slice
.par_chunks_mut(CHUNK_VOXELS)
.zip(bytes.par_chunks(CHUNK_VOXELS * T::BYTE_SIZE))
.for_each(|(dst, src)| {
for (i, val) in dst.iter_mut().enumerate() {
*val = T::from_bytes(src, i * T::BYTE_SIZE, endian);
}
});
}
#[cfg(not(feature = "parallel"))]
{
let result_slice = unsafe { std::slice::from_raw_parts_mut(result.as_mut_ptr(), n) };
for (i, slot) in result_slice.iter_mut().enumerate() {
*slot = T::from_bytes(bytes, i * T::BYTE_SIZE, endian);
}
}
}
fn per_element_encode<T: EndianCodec + Sync>(values: &[T], bytes: &mut [u8], endian: FileEndian) {
#[cfg(feature = "parallel")]
{
use rayon::prelude::*;
const CHUNK_VOXELS: usize = 262_144;
bytes
.par_chunks_mut(CHUNK_VOXELS * T::BYTE_SIZE)
.zip(values.par_chunks(CHUNK_VOXELS))
.for_each(|(dst, src)| {
for (i, val) in src.iter().enumerate() {
val.to_bytes(dst, i * T::BYTE_SIZE, endian);
}
});
}
#[cfg(not(feature = "parallel"))]
{
for (i, val) in values.iter().enumerate() {
val.to_bytes(bytes, i * T::BYTE_SIZE, endian);
}
}
}
#[cfg(feature = "parallel")]
pub fn encode_block_parallel<T: EndianCodec + Sync>(
values: &[T],
chunk_size: usize,
endian: FileEndian,
) -> Vec<(usize, Vec<u8>)> {
use rayon::prelude::*;
let chunk_count = values.len().div_ceil(chunk_size);
(0..chunk_count)
.into_par_iter()
.map(|chunk_idx| {
let start = chunk_idx * chunk_size;
let end = (start + chunk_size).min(values.len());
let chunk = &values[start..end];
let mut buffer = vec![0u8; chunk.len() * T::BYTE_SIZE];
for (i, val) in chunk.iter().enumerate() {
val.to_bytes(&mut buffer, i * T::BYTE_SIZE, endian);
}
(chunk_idx, buffer)
})
.collect()
}