use super::*;
use crate::device::test_pool::get_test_device;
#[tokio::test]
async fn test_attention_basic() {
let device = get_test_device().await;
let query = Tensor::from_vec_on(vec![1.0; 32], vec![1, 1, 4, 8], device.clone())
.await
.unwrap();
let key = Tensor::from_vec_on(vec![1.0; 32], vec![1, 1, 4, 8], device.clone())
.await
.unwrap();
let value = Tensor::from_vec_on(vec![2.0; 32], vec![1, 1, 4, 8], device)
.await
.unwrap();
let output = query.attention(&key, &value).unwrap();
assert_eq!(output.shape(), &[1, 1, 4, 8]);
let result = output.to_vec().unwrap();
assert!(result.iter().all(|&x| (x - 2.0).abs() < 0.1));
}
#[tokio::test]
async fn test_attention_shape_validation() {
let device = get_test_device().await;
let query = Tensor::from_vec_on(vec![1.0; 32], vec![1, 1, 4, 8], device.clone())
.await
.unwrap();
let key = Tensor::from_vec_on(vec![1.0; 16], vec![1, 1, 2, 8], device.clone()) .await
.unwrap();
let value = Tensor::from_vec_on(vec![1.0; 32], vec![1, 1, 4, 8], device)
.await
.unwrap();
let result = query.attention(&key, &value);
assert!(result.is_err());
}
#[tokio::test]
async fn test_attention_multi_head() {
let device = get_test_device().await;
let size = 2 * 4 * 8 * 16;
let query = Tensor::from_vec_on(vec![0.5; size], vec![2, 4, 8, 16], device.clone())
.await
.unwrap();
let key = query.clone();
let value = Tensor::from_vec_on(vec![1.0; size], vec![2, 4, 8, 16], device)
.await
.unwrap();
let output = query.attention(&key, &value).unwrap();
assert_eq!(output.shape(), &[2, 4, 8, 16]);
let result = output.to_vec().unwrap();
assert_eq!(result.len(), size);
assert!(result.iter().all(|&x| x.is_finite()));
}