use crate::dct4::Dct4MixedRadix9Sample;
use crate::dct4::utils::radixq_dct4_rotation_twiddle;
use crate::mla::fmla;
use crate::util::{DctSample, try_vec};
use crate::{PxdctError, PxdctExecutor};
use num_complex::Complex;
use num_traits::AsPrimitive;
use std::sync::Arc;
pub(crate) struct Dct4MixedRadix9<T> {
inner_dct4: Arc<dyn PxdctExecutor<T> + Send + Sync>,
rotation_twiddles: Vec<Complex<T>>,
execution_length: usize,
}
impl<T: DctSample> Dct4MixedRadix9<T>
where
f64: AsPrimitive<T>,
usize: AsPrimitive<T>,
{
#[allow(unused)]
pub(crate) fn new(
len: usize,
dct2: Arc<dyn PxdctExecutor<T> + Send + Sync>,
) -> Result<Self, PxdctError> {
assert_eq!(
dct2.length(),
len / 9,
"DCT-IV Mixed-Radix-9 length DCTs must be one seventh of DCT-IV"
);
let mut twiddles = try_vec![Complex::<T>::default(); len / 9 * 4];
for (k, dst) in twiddles.chunks_exact_mut(4).enumerate() {
dst[0] = radixq_dct4_rotation_twiddle(9, 0, k, len);
dst[1] = radixq_dct4_rotation_twiddle(9, 1, k, len);
dst[2] = radixq_dct4_rotation_twiddle(9, 2, k, len);
dst[3] = radixq_dct4_rotation_twiddle(9, 3, k, len);
}
Ok(Self {
inner_dct4: dct2,
execution_length: len,
rotation_twiddles: twiddles,
})
}
}
impl<T: DctSample + Dct4MixedRadix9Sample> PxdctExecutor<T> for Dct4MixedRadix9<T>
where
f64: AsPrimitive<T>,
{
fn execute(&self, data: &mut [T]) -> Result<(), PxdctError> {
if !data.len().is_multiple_of(self.execution_length) {
return Err(PxdctError::InvalidSizeMultiplier(
data.len(),
self.execution_length,
));
}
let mut scratch = try_vec![T::default(); self.execution_length];
let q_modules = self.execution_length / 9;
let s = 2 * self.execution_length / 9;
for chunk in data.chunks_exact_mut(self.execution_length) {
let (a_buffer, c_s_buffer) = scratch.split_at_mut(q_modules);
let (c_buffer, s_buffer) = c_s_buffer.split_at_mut(q_modules * 4);
for (n, dst) in a_buffer.iter_mut().enumerate() {
unsafe {
*dst = *chunk.get_unchecked(n * 9 + 4);
}
}
for (m, (c_buffer, s_buffer)) in c_buffer
.chunks_exact_mut(q_modules)
.zip(s_buffer.chunks_exact_mut(q_modules))
.enumerate()
{
let mut sign = T::one();
for (n, (c_dst, s_dst)) in c_buffer.iter_mut().zip(s_buffer.iter_mut()).enumerate()
{
let u0 = unsafe { *chunk.get_unchecked(9 * n + m) };
let u1 = unsafe { *chunk.get_unchecked(9 * n + 9 - m - 1) };
*c_dst = u0 + u1;
*s_dst = (u0 - u1).mulsign(sign);
sign = -sign;
}
}
self.inner_dct4.execute(&mut scratch)?;
let (a_buffer, c_s_buffer) = scratch.split_at_mut(q_modules);
let (c_buffer, s_buffer) = c_s_buffer.split_at_mut(q_modules * 4);
for k in 0..q_modules {
let c_v0 = unsafe { *c_buffer.get_unchecked(k) };
let s_v0 = unsafe { *s_buffer.get_unchecked(q_modules - 1 - k) };
let a_v0 = unsafe { *a_buffer.get_unchecked(k) };
let c_v1 = unsafe { *c_buffer.get_unchecked(q_modules + k) };
let s_v1 = unsafe { *s_buffer.get_unchecked(q_modules * 2 - 1 - k) };
let c_v2 = unsafe { *c_buffer.get_unchecked(q_modules * 2 + k) };
let s_v2 = unsafe { *s_buffer.get_unchecked(q_modules * 3 - 1 - k) };
let c_v3 = unsafe { *c_buffer.get_unchecked(q_modules * 3 + k) };
let s_v3 = unsafe { *s_buffer.get_unchecked(q_modules * 4 - 1 - k) };
let twiddle0 = unsafe { self.rotation_twiddles.get_unchecked(k * 4) };
let twiddle1 = unsafe { self.rotation_twiddles.get_unchecked(k * 4 + 1) };
let twiddle2 = unsafe { self.rotation_twiddles.get_unchecked(k * 4 + 2) };
let twiddle3 = unsafe { self.rotation_twiddles.get_unchecked(k * 4 + 3) };
let iq0 = fmla(c_v0, twiddle0.re, s_v0 * twiddle0.im);
let siq0 = fmla(c_v0, twiddle0.im, -s_v0 * twiddle0.re);
let mut u0 = iq0;
let mut u1 = u0;
let mut v0 = siq0;
u1 *= T::D4_R9_ROT_TWIDDLE_2;
v0 *= T::D4_R9_ROT_TWIDDLE_3;
let iq1 = fmla(c_v1, twiddle1.re, s_v1 * twiddle1.im);
let siq1 = fmla(c_v1, twiddle1.im, -s_v1 * twiddle1.re);
u1 = fmla(iq1, T::HALF, u1);
v0 = fmla(siq1, T::D4_R9_ROT_TWIDDLE_4, v0);
let iq2 = fmla(c_v2, twiddle2.re, s_v2 * twiddle2.im);
let siq2 = fmla(c_v2, twiddle2.im, -s_v2 * twiddle2.re);
u1 = fmla(iq2, T::D4_R9_ROT_TWIDDLE_5, u1);
v0 = fmla(siq2, T::D4_R9_ROT_TWIDDLE_6, v0);
let iq3 = fmla(c_v3, twiddle3.re, s_v3 * twiddle3.im);
let siq3 = fmla(c_v3, twiddle3.im, -s_v3 * twiddle3.re);
u1 = fmla(iq3, -T::D4_R9_ROT_TWIDDLE_0, u1);
v0 = fmla(siq3, T::D4_R9_ROT_TWIDDLE_1, v0);
u0 += iq1 + iq2 + iq3 + a_v0;
u1 = u1 - a_v0;
let uc0 = u1 - v0;
let uc1 = u1 + v0;
let mut u2 = iq0;
let mut v2 = siq0;
u2 *= T::D4_R9_ROT_TWIDDLE_0;
v2 *= T::D4_R9_ROT_TWIDDLE_1;
u2 = fmla(iq1, -T::HALF, u2);
v2 = fmla(siq1, T::D4_R9_ROT_TWIDDLE_4, v2);
u2 = fmla(iq2, -T::D4_R9_ROT_TWIDDLE_2, u2);
v2 = fmla(siq2, -T::D4_R9_ROT_TWIDDLE_3, v2);
u2 = fmla(iq3, -T::D4_R9_ROT_TWIDDLE_5, u2);
v2 = fmla(siq3, -T::D4_R9_ROT_TWIDDLE_6, v2);
u2 += a_v0;
let uc2 = u2 - v2;
let uc3 = u2 + v2;
let mut u3 = iq0;
let mut v3 = siq0;
u3 *= T::HALF;
v3 *= T::D4_R9_ROT_TWIDDLE_4;
u3 = u3 - iq1;
u3 = fmla(iq2, T::HALF, u3);
v3 = fmla(siq2, -T::D4_R9_ROT_TWIDDLE_4, v3);
u3 = fmla(iq3, T::HALF, u3);
v3 = fmla(siq3, T::D4_R9_ROT_TWIDDLE_4, v3);
u3 = u3 - a_v0;
let uc4 = u3 - v3;
let uc5 = u3 + v3;
let mut u4 = iq0;
let mut v4 = siq0;
u4 *= -T::D4_R9_ROT_TWIDDLE_5;
v4 *= T::D4_R9_ROT_TWIDDLE_6;
u4 = fmla(iq1, -T::HALF, u4);
v4 = fmla(siq1, -T::D4_R9_ROT_TWIDDLE_4, v4);
u4 = fmla(iq2, T::D4_R9_ROT_TWIDDLE_0, u4);
v4 = fmla(siq2, T::D4_R9_ROT_TWIDDLE_1, v4);
u4 = fmla(iq3, -T::D4_R9_ROT_TWIDDLE_2, u4);
v4 = fmla(siq3, -T::D4_R9_ROT_TWIDDLE_3, v4);
u4 += a_v0;
let uc6 = u4 - v4;
let uc7 = u4 + v4;
unsafe {
*chunk.get_unchecked_mut(k) = u0;
}
unsafe {
*chunk.get_unchecked_mut(s + k) = uc1;
}
unsafe {
*chunk.get_unchecked_mut(s - 1 - k) = uc0;
}
unsafe {
*chunk.get_unchecked_mut(2 * s - 1 - k) = uc2;
}
unsafe {
*chunk.get_unchecked_mut(2 * s + k) = uc3;
}
unsafe {
*chunk.get_unchecked_mut(3 * s - 1 - k) = uc4;
}
unsafe {
*chunk.get_unchecked_mut(3 * s + k) = uc5;
}
unsafe {
*chunk.get_unchecked_mut(4 * s - 1 - k) = uc6;
}
unsafe {
*chunk.get_unchecked_mut(4 * s + k) = uc7;
}
}
}
Ok(())
}
#[inline]
fn length(&self) -> usize {
self.execution_length
}
}
#[cfg(test)]
mod tests {
use super::*;
use crate::dct4::Dct4Identity;
use crate::tests::naive_dct4;
use rand::Rng;
#[test]
fn test_split_dct4() {
let mut input = vec![0.; 9];
for z in input.iter_mut() {
*z = rand::rng().random_range(1.0..2.0);
}
let mut input = vec![
1.8842070837939089,
1.744160875935288,
1.0859464680821782,
1.8842070837939089,
1.744160875935288,
1.8842070837939089,
1.744160875935288,
1.744160875935288,
1.8842070837939089,
];
let reference_input = input.clone();
let reference_input = naive_dct4(&reference_input);
let bf = Dct4MixedRadix9::new(9, Arc::new(Dct4Identity::default())).unwrap();
bf.execute(&mut input).unwrap();
input
.iter()
.zip(reference_input.iter())
.enumerate()
.for_each(|(i, (&src, &r0))| {
if (src - r0).abs() > 1e-1 {
println!(
"Difference must be < {}, but it was {}, at position {i}",
1e-1,
(src - r0).abs()
)
}
});
}
}