distances 1.8.0

Fast and generic distance functions for high-dimensional data.
Documentation
//! Provides simd-accelerated euclidean distance functions for vectors.
#![allow(missing_docs, clippy::missing_docs_in_private_items, clippy::must_use_candidate)]

/// Computes the euclidean distance between two vectors.
#[must_use]
pub fn euclidean_f32(a: &[f32], b: &[f32]) -> f32 {
    Vectorized::euclidean(a, b)
}

/// Computes the euclidean distance between two vectors.
#[must_use]
pub fn euclidean_sq_f32(a: &[f32], b: &[f32]) -> f32 {
    Vectorized::squared_euclidean(a, b)
}

/// Computes the euclidean distance between two vectors.
#[must_use]
pub fn euclidean_f64(a: &[f64], b: &[f64]) -> f64 {
    Vectorized::euclidean(a, b)
}

/// Computes the euclidean distance between two vectors.
#[must_use]
pub fn euclidean_sq_f64(a: &[f64], b: &[f64]) -> f64 {
    Vectorized::squared_euclidean(a, b)
}

/// Computes the cosine distance between two vectors.
#[must_use]
pub fn cosine_f32(a: &[f32], b: &[f32]) -> f32 {
    Vectorized::cosine(a, b)
}

/// Computes the cosine distance between two vectors.
#[must_use]
pub fn cosine_f64(a: &[f64], b: &[f64]) -> f64 {
    Vectorized::cosine(a, b)
}

#[macro_use]
mod macros;

mod f32x16;
mod f32x4;
mod f32x8;

mod f64x2;
mod f64x4;
mod f64x8;

pub use f32x16::F32x16;
pub use f32x4::F32x4;
pub use f32x8::F32x8;
pub use f64x2::F64x2;
pub use f64x4::F64x4;
pub use f64x8::F64x8;

pub(crate) trait Naive {
    type Output;
    type Ty;

    fn squared_euclidean(self, other: Self) -> Self::Output;
    fn euclidean(self, other: Self) -> Self::Output;
    #[allow(dead_code)]
    fn cosine(self, other: Self) -> Self::Output;
    fn cosine_acc(self, other: Self) -> [Self::Output; 3];
}

pub(crate) trait Vectorized {
    type Output;
    fn squared_euclidean(self, other: Self) -> Self::Output;
    fn euclidean(self, other: Self) -> Self::Output;
    fn cosine(self, other: Self) -> Self::Output;
}

impl_naive!(f64, f64);
impl_naive!(f32, f32);

/// Calculate the euclidean distance between two slices of equal length
///
/// # Panics
///
/// Will panic if the lengths of the slices are not equal
#[allow(dead_code)]
pub(crate) fn scalar_euclidean<T: Naive>(a: T, b: T) -> T::Output {
    Naive::euclidean(a, b)
}

/// SIMD-capable calculation of the euclidean distance between two slices
/// of equal length
///
/// # Panics
///
/// Will panic if the lengths of the slices are not equal
#[allow(dead_code)]
pub(crate) fn vector_euclidean<T: Vectorized>(a: T, b: T) -> T::Output {
    Vectorized::euclidean(a, b)
}

impl Vectorized for &[f32] {
    type Output = f32;
    fn squared_euclidean(self, other: Self) -> Self::Output {
        if self.len() >= 64 {
            // TODO will this fail on 128-bit?
            F32x8::squared_euclidean(self, other)
        } else {
            F32x4::squared_euclidean(self, other)
        }
    }

    fn euclidean(self, other: Self) -> Self::Output {
        Vectorized::squared_euclidean(self, other).sqrt()
    }

    fn cosine(self, other: Self) -> Self::Output {
        if self.len() >= 64 {
            F32x8::cosine(self, other)
        } else {
            F32x4::cosine(self, other)
        }
    }
}

impl Vectorized for &Vec<f32> {
    type Output = f32;
    fn squared_euclidean(self, other: Self) -> Self::Output {
        if self.len() >= 64 {
            F32x8::squared_euclidean(self, other)
        } else {
            F32x4::squared_euclidean(self, other)
        }
    }

    fn euclidean(self, other: Self) -> Self::Output {
        Vectorized::squared_euclidean(self, other).sqrt()
    }

    fn cosine(self, other: Self) -> Self::Output {
        if self.len() >= 64 {
            F32x8::cosine(self, other)
        } else {
            F32x4::cosine(self, other)
        }
    }
}

impl Vectorized for &[f64] {
    type Output = f64;
    fn squared_euclidean(self, other: Self) -> Self::Output {
        if self.len() >= 16 {
            F64x4::squared_euclidean(self, other)
        } else {
            F64x2::squared_euclidean(self, other)
        }
    }

    fn euclidean(self, other: Self) -> Self::Output {
        Vectorized::squared_euclidean(self, other).sqrt()
    }

    fn cosine(self, other: Self) -> Self::Output {
        if self.len() >= 16 {
            F64x4::cosine(self, other)
        } else {
            F64x2::cosine(self, other)
        }
    }
}

impl Vectorized for &Vec<f64> {
    type Output = f64;
    fn squared_euclidean(self, other: Self) -> Self::Output {
        if self.len() >= 16 {
            F64x4::squared_euclidean(self, other)
        } else {
            F64x2::squared_euclidean(self, other)
        }
    }

    fn euclidean(self, other: Self) -> Self::Output {
        Vectorized::squared_euclidean(self, other).sqrt()
    }

    fn cosine(self, other: Self) -> Self::Output {
        if self.len() >= 16 {
            F64x4::cosine(self, other)
        } else {
            F64x2::cosine(self, other)
        }
    }
}

#[cfg(test)]
mod test {
    use rand::prelude::*;

    use super::*;

    pub const XS: [f32; 72] = [
        6.1125, 10.795, 20.0, 0.0, 10.55, 10.63, 20.0, 0.0, 0.0, 0.0, 0.0, 0.0, 10.26, 10.73, 0.0, 0.0, 20.0, 0.0,
        10.4975, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 20.0, 0.0, 20.0, 20.0, 20.0, 0.0, 0.0, 0.0, 0.0, 10.475, 6.0905,
        20.0, 0.0, 20.0, 20.0, 0.0, 10.5375, 10.54, 10.575, 0.0, 0.0, 0.0, 10.76, 10.755, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0,
        0.0, 0.0, 0.0, 0.0, 0.0, 20.0, 20.0, 0.0, 20.0, 0.0, 0.0, 20.0, 0.0, 0.0, 0.0, 20.0,
    ];
    pub const YS: [f32; 72] = [
        6.0905, 20.0, 0.0, 20.0, 20.0, 0.0, 10.5375, 10.54, 10.575, 0.0, 0.0, 0.0, 10.76, 10.755, 0.0, 0.0, 0.0, 0.0,
        0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 20.0, 20.0, 0.0, 20.0, 0.0, 0.0, 20.0, 0.0, 0.0, 0.0, 20.0, 6.1125, 10.795,
        20.0, 0.0, 10.55, 10.63, 20.0, 0.0, 0.0, 0.0, 0.0, 0.0, 10.26, 10.73, 0.0, 0.0, 20.0, 0.0, 10.4975, 0.0, 0.0,
        0.0, 0.0, 0.0, 0.0, 0.0, 20.0, 0.0, 20.0, 20.0, 20.0, 0.0, 0.0, 0.0, 0.0, 10.475,
    ];

    #[test]
    fn verify() {
        for i in 0..XS.len() {
            let x = &XS[..i];
            let y = &YS[..i];
            let res = scalar_euclidean(x, y);
            assert!(
                (Vectorized::euclidean(x, y) - res).abs() < 0.0001,
                "iter {}, {} != {}",
                i,
                Vectorized::euclidean(x, y),
                res
            );
            assert!(
                (F32x8::euclidean(x, y) - res).abs() < 0.0001,
                "iter {}, {} != {}",
                i,
                F32x8::euclidean(x, y),
                res
            );
            assert!(
                (F32x4::euclidean(x, y) - res).abs() < 0.0001,
                "iter {}, {} != {}",
                i,
                F32x4::euclidean(x, y),
                res
            );
        }
    }

    #[test]
    fn verify_random() {
        use symagen::random_data;

        let input_sizes = [1, 2, 4, 8, 16, 32, 64, 128, 256, 512, 1024];

        for i in input_sizes {
            let data = random_data::random_tabular(2, i, -10_f32, 10.0, &mut rand::rngs::StdRng::seed_from_u64(42));
            let (a, b) = (&data[0], &data[1]);

            let diff = (vector_euclidean(a, b) - scalar_euclidean(a, b)).abs();
            assert!(diff <= 1e-4, "diff = {diff}, len = {i}");
        }
    }

    #[test]
    fn smoke_mul() {
        let a = F32x4::from_slice(&[1.0, 2.0, 3.0, 4.0]);
        let b = F32x4::from_slice(&[4.0, 3.0, 2.0, 1.0]);
        let c = a * b;
        let act: f32 = 4.0 + 6.0 + 6.0 + 4.0;
        let exp = c.horizontal_add();
        assert!(
            (exp - act).abs() <= f32::EPSILON,
            "Euclidean squared: expected: {exp}, actual: {act}"
        );
    }

    #[test]
    fn smoke_mul_assign() {
        let mut a = F32x4::from_slice(&[1.0, 2.0, 3.0, 4.0]);
        let b = F32x4::from_slice(&[4.0, 3.0, 2.0, 1.0]);
        a *= b;
        let act: f32 = 4.0 + 6.0 + 6.0 + 4.0;
        let exp = a.horizontal_add();
        assert!(
            (exp - act).abs() <= f32::EPSILON,
            "Euclidean squared: expected: {exp}, actual: {act}"
        );
    }

    #[test]
    fn smoke_add() {
        let a = F32x4::from_slice(&[1.0, 2.0, 3.0, 4.0]);
        let b = F32x4::from_slice(&[4.0, 3.0, 2.0, 1.0]);
        let c = a + b;
        assert_eq!(c, F32x4::new(5.0, 5.0, 5.0, 5.0));
    }

    #[test]
    fn smoke_sub() {
        let a = F32x4::from_slice(&[1.0, 2.0, 3.0, 4.0]);
        let b = F32x4::from_slice(&[4.0, 3.0, 2.0, 1.0]);
        let c = a - b;
        assert_eq!(c, F32x4::new(-3.0, -1.0, 1.0, 3.0));
    }
}