use super::super::GpuDevice;
#[cfg(any(feature = "gpu", feature = "gpu-wasm"))]
use crate::backends::gpu::runtime;
use crate::backends::gpu::shaders;
impl GpuDevice {
#[cfg(all(feature = "gpu", not(target_arch = "wasm32")))]
pub fn dot(&self, a: &[f32], b: &[f32]) -> Result<f32, String> {
runtime::block_on(async { self.dot_async(a, b).await })
}
pub async fn dot_async(&self, a: &[f32], b: &[f32]) -> Result<f32, String> {
let len = a.len();
let workgroup_size = 256;
let num_workgroups = (len as u32).div_ceil(workgroup_size);
let shader = self.device.create_shader_module(wgpu::ShaderModuleDescriptor {
label: Some("Dot Product Shader"),
source: wgpu::ShaderSource::Wgsl(shaders::DOT_PRODUCT_SHADER.into()),
});
let a_buffer = self.device.create_buffer(&wgpu::BufferDescriptor {
label: Some("Vector A"),
size: std::mem::size_of_val(a) as u64,
usage: wgpu::BufferUsages::STORAGE | wgpu::BufferUsages::COPY_DST,
mapped_at_creation: false,
});
let b_buffer = self.device.create_buffer(&wgpu::BufferDescriptor {
label: Some("Vector B"),
size: std::mem::size_of_val(b) as u64,
usage: wgpu::BufferUsages::STORAGE | wgpu::BufferUsages::COPY_DST,
mapped_at_creation: false,
});
let partial_results = vec![0.0f32; num_workgroups as usize];
let result_buffer = self.device.create_buffer(&wgpu::BufferDescriptor {
label: Some("Partial Results"),
size: std::mem::size_of_val(partial_results.as_slice()) as u64,
usage: wgpu::BufferUsages::STORAGE
| wgpu::BufferUsages::COPY_SRC
| wgpu::BufferUsages::COPY_DST,
mapped_at_creation: false,
});
self.queue.write_buffer(&a_buffer, 0, bytemuck::cast_slice(a));
self.queue.write_buffer(&b_buffer, 0, bytemuck::cast_slice(b));
let bind_group_layout =
self.device.create_bind_group_layout(&wgpu::BindGroupLayoutDescriptor {
label: Some("Dot Product Bind Group Layout"),
entries: &[
wgpu::BindGroupLayoutEntry {
binding: 0,
visibility: wgpu::ShaderStages::COMPUTE,
ty: wgpu::BindingType::Buffer {
ty: wgpu::BufferBindingType::Storage { read_only: true },
has_dynamic_offset: false,
min_binding_size: None,
},
count: None,
},
wgpu::BindGroupLayoutEntry {
binding: 1,
visibility: wgpu::ShaderStages::COMPUTE,
ty: wgpu::BindingType::Buffer {
ty: wgpu::BufferBindingType::Storage { read_only: true },
has_dynamic_offset: false,
min_binding_size: None,
},
count: None,
},
wgpu::BindGroupLayoutEntry {
binding: 2,
visibility: wgpu::ShaderStages::COMPUTE,
ty: wgpu::BindingType::Buffer {
ty: wgpu::BufferBindingType::Storage { read_only: false },
has_dynamic_offset: false,
min_binding_size: None,
},
count: None,
},
],
});
let bind_group = self.device.create_bind_group(&wgpu::BindGroupDescriptor {
label: Some("Dot Product Bind Group"),
layout: &bind_group_layout,
entries: &[
wgpu::BindGroupEntry { binding: 0, resource: a_buffer.as_entire_binding() },
wgpu::BindGroupEntry { binding: 1, resource: b_buffer.as_entire_binding() },
wgpu::BindGroupEntry { binding: 2, resource: result_buffer.as_entire_binding() },
],
});
let pipeline_layout = self.device.create_pipeline_layout(&wgpu::PipelineLayoutDescriptor {
label: Some("Dot Product Pipeline Layout"),
bind_group_layouts: &[&bind_group_layout],
push_constant_ranges: &[],
});
let pipeline = self.device.create_compute_pipeline(&wgpu::ComputePipelineDescriptor {
label: Some("Dot Product Pipeline"),
layout: Some(&pipeline_layout),
module: &shader,
entry_point: Some("main"),
compilation_options: Default::default(),
cache: None,
});
let staging_buffer = self.device.create_buffer(&wgpu::BufferDescriptor {
label: Some("Staging Buffer"),
size: std::mem::size_of_val(partial_results.as_slice()) as u64,
usage: wgpu::BufferUsages::MAP_READ | wgpu::BufferUsages::COPY_DST,
mapped_at_creation: false,
});
let mut encoder = self.device.create_command_encoder(&wgpu::CommandEncoderDescriptor {
label: Some("Dot Product Encoder"),
});
{
let mut compute_pass = encoder.begin_compute_pass(&wgpu::ComputePassDescriptor {
label: Some("Dot Product Pass"),
timestamp_writes: None,
});
compute_pass.set_pipeline(&pipeline);
compute_pass.set_bind_group(0, &bind_group, &[]);
compute_pass.dispatch_workgroups(num_workgroups, 1, 1);
}
encoder.copy_buffer_to_buffer(
&result_buffer,
0,
&staging_buffer,
0,
std::mem::size_of_val(partial_results.as_slice()) as u64,
);
self.queue.submit(Some(encoder.finish()));
let buffer_slice = staging_buffer.slice(..);
let (sender, receiver) = futures_intrusive::channel::shared::oneshot_channel();
buffer_slice.map_async(wgpu::MapMode::Read, move |result| {
sender.send(result).ok();
});
self.device.poll(wgpu::PollType::Wait { submission_index: None, timeout: None }).ok();
receiver
.receive()
.await
.ok_or("Failed to receive mapping result")?
.map_err(|e| format!("Buffer mapping failed: {:?}", e))?;
let final_result = {
let data = buffer_slice.get_mapped_range();
let partial_sums: &[f32] = bytemuck::cast_slice(&data);
partial_sums.iter().sum()
};
staging_buffer.unmap();
Ok(final_result)
}
}