use crate::device::capabilities::{
DeviceCapabilities, WORKGROUP_SIZE_1D, WORKGROUP_SIZE_COMPACT, WORKGROUP_SIZE_MEDIUM,
};
use crate::device::pipeline_cache::{BindGroupLayoutSignature, GLOBAL_CACHE};
use crate::device::tensor_context::get_device_context;
use crate::error::{BarracudaError, Result};
use crate::tensor::Tensor;
const SHADER_WG64: &str = include_str!("../shaders/math/elementwise_add_wg64.wgsl");
const SHADER_WG128: &str = include_str!("../shaders/math/elementwise_add_wg128.wgsl");
pub const WGSL_ADD_F64: &str = include_str!("../shaders/math/elementwise_add_f64.wgsl");
static SHADER_DEFAULT: std::sync::LazyLock<String> =
std::sync::LazyLock::new(|| WGSL_ADD_F64.to_string());
const WGSL_ADD_BASIC_F64: &str = include_str!("../shaders/math/add_f64.wgsl");
pub static WGSL_ADD_BASIC: std::sync::LazyLock<String> =
std::sync::LazyLock::new(|| WGSL_ADD_BASIC_F64.to_string());
pub const WGSL_ADD_OPTIMIZED: &str = include_str!("../shaders/math/elementwise_add_optimized.wgsl");
const WGSL_VECTORADD_F64: &str = include_str!("../shaders/math/vectoradd_f64.wgsl");
pub static WGSL_VECTORADD: std::sync::LazyLock<String> =
std::sync::LazyLock::new(|| WGSL_VECTORADD_F64.to_string());
pub struct Add {
lhs: Tensor,
rhs: Tensor,
}
impl Add {
pub fn new(lhs: Tensor, rhs: Tensor) -> Result<Self> {
if lhs.shape() != rhs.shape() {
return Err(BarracudaError::shape_mismatch(
lhs.shape().to_vec(),
rhs.shape().to_vec(),
));
}
Ok(Self { lhs, rhs })
}
fn wgsl_shader(caps: &DeviceCapabilities, size: usize) -> (&'static str, u32) {
let max_inv = caps.max_compute_invocations_per_workgroup;
let max_dispatch = caps.max_compute_workgroups.0;
let default: &'static str = &SHADER_DEFAULT;
let (shader, wg) = if max_inv >= WORKGROUP_SIZE_1D {
(default, WORKGROUP_SIZE_1D)
} else if max_inv >= WORKGROUP_SIZE_MEDIUM {
(SHADER_WG128, WORKGROUP_SIZE_MEDIUM)
} else {
(SHADER_WG64, WORKGROUP_SIZE_COMPACT)
};
let needed = (size as u32).div_ceil(wg);
if needed > max_dispatch && max_inv >= WORKGROUP_SIZE_1D {
return (default, WORKGROUP_SIZE_1D);
}
(shader, wg)
}
pub fn execute(self) -> Result<Tensor> {
let device = self.lhs.device();
let size = self.lhs.len();
let ctx = get_device_context(device);
let caps = DeviceCapabilities::from_device(device);
let (shader_source, workgroup_size) = Self::wgsl_shader(&caps, size);
let output_buffer = ctx.acquire_pooled_output(size);
let layout_sig = BindGroupLayoutSignature::elementwise_binary();
let adapter_info = device.adapter_info();
let bind_group = ctx.get_or_create_bind_group(
layout_sig,
&[self.lhs.buffer(), self.rhs.buffer(), &output_buffer],
Some("Add Bind Group"),
);
let pipeline = GLOBAL_CACHE.get_or_create_pipeline(
device.device(),
adapter_info,
shader_source,
layout_sig,
"main",
Some("Add Pipeline"),
);
let workgroups = (size as u32).div_ceil(workgroup_size);
ctx.record_operation(move |encoder| {
let mut pass = encoder.begin_compute_pass(&wgpu::ComputePassDescriptor {
label: Some("Add Pass"),
timestamp_writes: None,
});
pass.set_pipeline(&pipeline);
pass.set_bind_group(0, Some(&*bind_group), &[]);
pass.dispatch_workgroups(workgroups, 1, 1);
})?;
Ok(Tensor::from_pooled_buffer(
output_buffer,
self.lhs.shape().to_vec(),
device.clone(),
))
}
}
impl Tensor {
pub fn add(&self, other: &Self) -> Result<Self> {
Add::new(self.clone(), other.clone())?.execute()
}
}
#[cfg(test)]
mod tests {
use super::*;
#[tokio::test]
async fn test_add_basic() {
let device = crate::device::test_pool::get_test_device().await;
let lhs = Tensor::from_vec_on(vec![1.0, 2.0, 3.0, 4.0, 5.0], vec![5], device.clone())
.await
.unwrap();
let rhs = Tensor::from_vec_on(vec![10.0, 20.0, 30.0, 40.0, 50.0], vec![5], device)
.await
.unwrap();
let output = lhs.add(&rhs).unwrap();
let result = output.to_vec().unwrap();
let expected = [11.0, 22.0, 33.0, 44.0, 55.0];
for (i, (&r, &e)) in result.iter().zip(expected.iter()).enumerate() {
assert!((r - e).abs() < 1e-6, "Mismatch at {i}: {r} vs {e}");
}
}
#[tokio::test]
async fn test_add_edge_cases() {
let device = crate::device::test_pool::get_test_device().await;
let lhs = Tensor::from_vec_on(vec![-1e-6, 0.0, 1e-6, -1.0, 1.0], vec![5], device.clone())
.await
.unwrap();
let rhs = Tensor::from_vec_on(vec![1e-6, 0.0, -1e-6, 1.0, -1.0], vec![5], device)
.await
.unwrap();
let output = lhs.add(&rhs).unwrap();
let result = output.to_vec().unwrap();
assert!((result[0] - 0.0).abs() < 1e-12); assert_eq!(result[1], 0.0); assert!((result[2] - 0.0).abs() < 1e-12); assert_eq!(result[3], 0.0); assert_eq!(result[4], 0.0); }
#[tokio::test]
async fn test_add_boundary() {
let device = crate::device::test_pool::get_test_device().await;
let lhs = Tensor::from_vec_on(
vec![f32::NEG_INFINITY, -1e10, 0.0, 1e10, f32::INFINITY],
vec![5],
device.clone(),
)
.await
.unwrap();
let rhs = Tensor::from_vec_on(vec![100.0, 1e10, 0.0, -1e10, 100.0], vec![5], device)
.await
.unwrap();
let output = lhs.add(&rhs).unwrap();
let result = output.to_vec().unwrap();
assert!(result[0].is_infinite() && result[0].is_sign_negative()); assert_eq!(result[1], 0.0); assert_eq!(result[2], 0.0); assert_eq!(result[3], 0.0); assert!(result[4].is_infinite() && result[4].is_sign_positive()); }
#[tokio::test]
async fn test_add_large_tensor() {
let device = crate::device::test_pool::get_test_device().await;
let size = 1000;
let lhs_data: Vec<f32> = (0..size).map(|i| i as f32).collect();
let rhs_data: Vec<f32> = (0..size).map(|i| (size - i) as f32).collect();
let lhs = Tensor::from_vec_on(lhs_data.clone(), vec![size], device.clone())
.await
.unwrap();
let rhs = Tensor::from_vec_on(rhs_data.clone(), vec![size], device)
.await
.unwrap();
let output = lhs.add(&rhs).unwrap();
let result = output.to_vec().unwrap();
for (i, &val) in result.iter().enumerate() {
assert!((val - size as f32).abs() < 1e-4, "Mismatch at {i}: {val}");
}
}
#[tokio::test]
async fn test_add_precision() {
let device = crate::device::test_pool::get_test_device().await;
let lhs_data = vec![-5.0, -2.5, -1.0, 0.0, 1.0, 2.5, 5.0];
let rhs_data = vec![2.0, 1.5, 0.5, 0.0, -0.5, -1.5, -2.0];
let lhs = Tensor::from_vec_on(lhs_data.clone(), vec![7], device.clone())
.await
.unwrap();
let rhs = Tensor::from_vec_on(rhs_data.clone(), vec![7], device)
.await
.unwrap();
let output = lhs.add(&rhs).unwrap();
let gpu_result = output.to_vec().unwrap();
let cpu_result: Vec<f32> = lhs_data
.iter()
.zip(rhs_data.iter())
.map(|(&a, &b)| a + b)
.collect();
for (i, (&gpu, &cpu)) in gpu_result.iter().zip(cpu_result.iter()).enumerate() {
assert!(
(gpu - cpu).abs() < 1e-6,
"Error at {i}: GPU={gpu}, CPU={cpu}"
);
}
}
}