use burn::{
module::Param,
nn::Embedding,
tensor::{
Device,
Int,
Tensor,
},
};
pub fn iota_embedding(
n: usize,
d: usize,
device: &Device,
) -> Embedding {
let weight = Tensor::<1, Int>::arange(0..(n * d) as i64, device)
.float()
.reshape([n, d]);
Embedding {
weight: Param::from_tensor(weight),
}
}
pub fn identity_embedding(
n: usize,
device: &Device,
) -> Embedding {
Embedding {
weight: Param::from_tensor(Tensor::<2>::eye(n, device)),
}
}
#[cfg(test)]
mod tests {
use super::*;
use crate::support::testing::{
DeviceMemoryGuard,
performance_device,
};
#[test]
#[serial_test::serial]
fn test_iota_embedding() {
let device = performance_device();
let _memory = DeviceMemoryGuard::new(&device);
let n = 3;
let d = 4;
let emb = iota_embedding(n, d, &device);
let weight = emb.weight.val();
let data = weight.to_data();
assert_eq!(data.shape(), &[n, d].into());
for i in 0..n {
for j in 0..d {
let expected = (i * d + j) as f32;
let actual = data.iter::<f32>().nth(i * d + j).unwrap();
assert_eq!(actual, expected);
}
}
}
#[test]
#[serial_test::serial]
fn test_identity_embedding() {
let device = performance_device();
let _memory = DeviceMemoryGuard::new(&device);
let n = 5;
let emb = identity_embedding(n, &device);
let weight = emb.weight.val();
let data = weight.to_data();
assert_eq!(data.shape(), &[n, n].into());
for i in 0..n {
for j in 0..n {
let expected = if i == j { 1.0 } else { 0.0 };
let actual = data.iter::<f32>().nth(i * n + j).unwrap();
assert_eq!(actual, expected);
}
}
}
}