#[cfg(target_arch = "x86")]
use core::arch::x86::*;
#[cfg(target_arch = "x86_64")]
use core::arch::x86_64::*;
use core::mem::{size_of, transmute};
use crate::{generate_seed, split_mix_64, SeedSource};
pub struct RngWide {
x: [__m256i; 2],
y: [__m256i; 2],
z: [__m256i; 2],
seed_source: SeedSource,
}
impl Default for RngWide {
fn default() -> Self {
unsafe {
let mut rng = Self {
x: [_mm256_setzero_si256(), _mm256_setzero_si256()],
y: [_mm256_setzero_si256(), _mm256_setzero_si256()],
z: [_mm256_setzero_si256(), _mm256_setzero_si256()],
seed_source: SeedSource::Fixed,
};
rng.seed();
rng
}
}
}
impl RngWide {
pub fn new() -> Self {
Self::default()
}
pub const fn from_seed_with_64bit(seeds: [u64; 8]) -> Self {
let lane0 = split_mix_64(seeds[0]);
let lane1 = split_mix_64(seeds[1]);
let lane2 = split_mix_64(seeds[2]);
let lane3 = split_mix_64(seeds[3]);
let lane4 = split_mix_64(seeds[4]);
let lane5 = split_mix_64(seeds[5]);
let lane6 = split_mix_64(seeds[6]);
let lane7 = split_mix_64(seeds[7]);
assert!(size_of::<[__m256i; 2]>() == size_of::<[[u64; 4]; 2]>());
unsafe {
Self {
x: transmute::<[[u64; 4]; 2], [__m256i; 2]>([
[lane0[0], lane1[0], lane2[0], lane3[0]],
[lane4[0], lane5[0], lane6[0], lane7[0]],
]),
y: transmute::<[[u64; 4]; 2], [__m256i; 2]>([
[lane0[1], lane1[1], lane2[1], lane3[1]],
[lane4[1], lane5[1], lane6[1], lane7[1]],
]),
z: transmute::<[[u64; 4]; 2], [__m256i; 2]>([
[lane0[2], lane1[2], lane2[2], lane3[2]],
[lane4[2], lane5[2], lane6[2], lane7[2]],
]),
seed_source: SeedSource::User,
}
}
}
pub const fn from_seed_with_192bit(seeds: [[u64; 3]; 8]) -> Self {
assert!(size_of::<[__m256i; 2]>() == size_of::<[[u64; 4]; 2]>());
unsafe {
Self {
x: transmute::<[[u64; 4]; 2], [__m256i; 2]>([
[seeds[0][0], seeds[1][0], seeds[2][0], seeds[3][0]],
[seeds[4][0], seeds[5][0], seeds[6][0], seeds[7][0]],
]),
y: transmute::<[[u64; 4]; 2], [__m256i; 2]>([
[seeds[0][1], seeds[1][1], seeds[2][1], seeds[3][1]],
[seeds[4][1], seeds[5][1], seeds[6][1], seeds[7][1]],
]),
z: transmute::<[[[u64; 4]; 2]; 1], [__m256i; 2]>([[
[seeds[0][2], seeds[1][2], seeds[2][2], seeds[3][2]],
[seeds[4][2], seeds[5][2], seeds[6][2], seeds[7][2]],
]]),
seed_source: SeedSource::User,
}
}
}
pub fn mix(&mut self) {
(0..10).for_each(|_| {
self.next();
});
}
pub fn seed(&mut self) {
let mut memory_address = self as *const _ as u64;
let mut seed_source = SeedSource::Fixed;
let mut x = [0u64; 8];
let mut y = [0u64; 8];
let mut z = [0u64; 8];
x.iter_mut()
.zip(y.iter_mut())
.zip(z.iter_mut())
.for_each(|((x, y), z)| {
let (lane, source) = generate_seed(memory_address);
*x = lane[0];
*y = lane[1];
*z = lane[2];
seed_source = source;
memory_address = memory_address.wrapping_add(1);
});
assert!(size_of::<[__m256i; 2]>() == size_of::<[u64; 8]>());
unsafe {
self.x = transmute::<[u64; 8], [__m256i; 2]>(x);
self.y = transmute::<[u64; 8], [__m256i; 2]>(y);
self.z = transmute::<[u64; 8], [__m256i; 2]>(z);
}
self.seed_source = seed_source;
}
#[inline(always)]
fn next(&mut self) -> [u64; 8] {
let xp = self.x;
let yp = self.y;
let zp = self.z;
unsafe {
let high_mul = _mm256_set1_epi64x(3548593792);
let low_mul = _mm256_set1_epi64x(1330403147);
let zp_high = _mm256_mul_epu32(zp[0], high_mul);
let zp_high_shift = _mm256_srli_epi64::<32>(zp[0]);
let zp_mid = _mm256_mul_epu32(zp_high_shift, low_mul);
let zp_mid_high = _mm256_add_epi64(zp_mid, zp_high);
let zp_mid_high = _mm256_slli_epi64::<32>(zp_mid_high);
let zp_low = _mm256_mul_epu32(low_mul, zp[0]);
let x0 = _mm256_add_epi64(zp_low, zp_mid_high);
let zp_high = _mm256_mul_epu32(zp[1], high_mul);
let zp_high_shift = _mm256_srli_epi64::<32>(zp[1]);
let zp_mid = _mm256_mul_epu32(zp_high_shift, low_mul);
let zp_mid_high = _mm256_add_epi64(zp_mid, zp_high);
let zp_mid_high = _mm256_slli_epi64::<32>(zp_mid_high);
let zp_low = _mm256_mul_epu32(low_mul, zp[1]);
let x1 = _mm256_add_epi64(zp_low, zp_mid_high);
self.x = [x0, x1];
let ty = _mm256_sub_epi64(yp[0], xp[0]);
let srl = _mm256_srli_epi64::<52>(ty);
let sll = _mm256_slli_epi64::<12>(ty);
let y0 = _mm256_or_si256(sll, srl);
let ty = _mm256_sub_epi64(yp[1], xp[1]);
let srl = _mm256_srli_epi64::<52>(ty);
let sll = _mm256_slli_epi64::<12>(ty);
let y1 = _mm256_or_si256(sll, srl);
self.y = [y0, y1];
let tz = _mm256_sub_epi64(zp[0], yp[0]);
let srl = _mm256_srli_epi64::<20>(tz);
let sll = _mm256_slli_epi64::<44>(tz);
let z0 = _mm256_or_si256(sll, srl);
let tz = _mm256_sub_epi64(zp[1], yp[1]);
let srl = _mm256_srli_epi64::<20>(tz);
let sll = _mm256_slli_epi64::<44>(tz);
let z1 = _mm256_or_si256(sll, srl);
self.z = [z0, z1];
assert!(size_of::<[__m256i; 2]>() == size_of::<[u64; 8]>());
transmute(xp)
}
}
#[inline(always)]
pub fn u64x8(&mut self) -> [u64; 8] {
self.next()
}
pub fn fill_bytes(&mut self, slice: &mut [u8]) {
const CHUNK_SIZE: usize = u64::BITS as usize;
let mut chunks = slice.chunks_exact_mut(CHUNK_SIZE);
for chunk in &mut chunks {
let data: [u8; CHUNK_SIZE] = unsafe { transmute(self.next()) };
chunk.copy_from_slice(&data);
}
assert!(size_of::<[u8; CHUNK_SIZE]>() == size_of::<[u64; 8]>());
let data: [u8; CHUNK_SIZE] = unsafe { transmute(self.next()) };
chunks
.into_remainder()
.iter_mut()
.enumerate()
.for_each(|(i, x)| *x = data[i]);
}
}