use coeus_core::{
CpuAddressableStorage, CpuAddressableStorageMut, MoiraiBackend, SequentialBackend,
};
use coeus_tensor::Tensor;
fn weights<B>(backend: &B) -> Tensor<f64, B>
where
B: coeus_core::ComputeBackend,
B::DeviceBuffer<f64>: CpuAddressableStorageMut<f64>,
{
Tensor::from_slice_on(
vec![3, 4],
&[
1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0, 12.0,
],
backend,
)
.expect("invariant: test backend operation succeeds")
}
fn check_embedding<B>(backend: &B)
where
B: coeus_ops::BackendOps<f64> + coeus_core::ComputeBackend + Default,
B::DeviceBuffer<f64>: CpuAddressableStorage<f64> + CpuAddressableStorageMut<f64>,
{
let w = weights(backend);
let idx = Tensor::from_slice_on(vec![2], &[0.0_f64, 2.0], backend)
.expect("invariant: test backend operation succeeds");
let out = coeus_ops::embedding(&w, &idx, backend).expect("invariant: test operation succeeds");
assert_eq!(out.shape(), &[2, 4], "embedding 1d-index shape");
assert_eq!(
out.as_slice(),
&[1.0_f64, 2.0, 3.0, 4.0, 9.0, 10.0, 11.0, 12.0],
"embedding 1d-index"
);
let idx_single = Tensor::from_slice_on(vec![1], &[1.0_f64], backend)
.expect("invariant: test backend operation succeeds");
let out_single =
coeus_ops::embedding(&w, &idx_single, backend).expect("invariant: test operation succeeds");
assert_eq!(out_single.shape(), &[1, 4], "embedding single-index shape");
assert_eq!(
out_single.as_slice(),
&[5.0_f64, 6.0, 7.0, 8.0],
"embedding single-index"
);
let idx_2d = Tensor::from_slice_on(vec![2, 2], &[0.0_f64, 1.0, 2.0, 0.0], backend)
.expect("invariant: test backend operation succeeds");
let out_2d =
coeus_ops::embedding(&w, &idx_2d, backend).expect("invariant: test operation succeeds");
assert_eq!(out_2d.shape(), &[2, 2, 4], "embedding 2d-index shape");
assert_eq!(
out_2d.as_slice(),
&[1.0_f64, 2.0, 3.0, 4.0, 5.0, 6.0, 7.0, 8.0, 9.0, 10.0, 11.0, 12.0, 1.0, 2.0, 3.0, 4.0],
"embedding 2d-index"
);
}
fn check_embedding_backward<B>(backend: &B)
where
B: coeus_ops::BackendOps<f64> + coeus_core::ComputeBackend + Default,
B::DeviceBuffer<f64>: CpuAddressableStorage<f64> + CpuAddressableStorageMut<f64>,
{
let grad_out = Tensor::from_slice_on(vec![2, 4], &[1.0_f64; 8], backend)
.expect("invariant: test backend operation succeeds");
let idx = Tensor::from_slice_on(vec![2], &[0.0_f64, 2.0], backend)
.expect("invariant: test backend operation succeeds");
let gw = coeus_ops::embedding_backward(&grad_out, &idx, 3, backend)
.expect("invariant: test operation succeeds");
assert_eq!(gw.shape(), &[3, 4], "embedding_backward shape");
assert_eq!(
gw.as_slice(),
&[1.0_f64, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0],
"embedding_backward"
);
let grad_out2 = Tensor::from_slice_on(vec![2, 4], &[1.0_f64; 8], backend)
.expect("invariant: test backend operation succeeds");
let idx_rep = Tensor::from_slice_on(vec![2], &[0.0_f64, 0.0], backend)
.expect("invariant: test backend operation succeeds");
let gw2 = coeus_ops::embedding_backward(&grad_out2, &idx_rep, 3, backend)
.expect("invariant: test operation succeeds");
assert_eq!(gw2.shape(), &[3, 4], "embedding_backward repeated shape");
assert_eq!(
gw2.as_slice(),
&[2.0_f64, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0],
"embedding_backward repeated"
);
}
fn check_embedding_backward_padding<B>(backend: &B)
where
B: coeus_ops::BackendOps<f64> + coeus_core::ComputeBackend + Default,
B::DeviceBuffer<f64>: CpuAddressableStorage<f64> + CpuAddressableStorageMut<f64>,
{
let grad_out = Tensor::from_slice_on(vec![2, 4], &[1.0_f64; 8], backend)
.expect("invariant: test backend operation succeeds");
let idx = Tensor::from_slice_on(vec![2], &[0.0_f64, 2.0], backend)
.expect("invariant: test backend operation succeeds");
let gw = coeus_ops::embedding_backward_with_padding_idx(&grad_out, &idx, 3, Some(0), backend)
.expect("invariant: test operation succeeds");
assert_eq!(gw.shape(), &[3, 4], "embedding_backward_padding shape");
assert_eq!(
gw.as_slice(),
&[0.0_f64, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0],
"embedding_backward_padding"
);
let gw_none = coeus_ops::embedding_backward_with_padding_idx(&grad_out, &idx, 3, None, backend)
.expect("invariant: test operation succeeds");
assert_eq!(
gw_none.as_slice(),
&[1.0_f64, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0],
"embedding_backward_padding None"
);
}
fn check_all<B>(backend: &B)
where
B: coeus_ops::BackendOps<f64> + coeus_core::ComputeBackend + Default,
B::DeviceBuffer<f64>: CpuAddressableStorage<f64> + CpuAddressableStorageMut<f64>,
{
check_embedding(backend);
check_embedding_backward(backend);
check_embedding_backward_padding(backend);
}
#[test]
fn sequential_embedding_ops_match_reference() {
let backend = SequentialBackend;
check_all(&backend);
}
#[test]
fn moirai_embedding_ops_match_reference() {
let backend = MoiraiBackend;
check_all(&backend);
}