#define NBINS 256
int c_binMax[1];
#[inline(always)] int clamp_bin(int v) {
if (v < 0) return 0;
if (v > c_binMax[0]) return c_binMax[0];
return v;
}
void histogram(const int* data, int n, int* bins) {
int local_bins[NBINS];
int tid = thread_idx;
int bid = block_idx * block_dim + tid;
for (int i = tid; i < NBINS; i += block_dim) {
local_bins[i] = 0;
}
group.sync();
for (int i = bid; i < n; i += grid_dim * block_dim) {
int b = clamp_bin(data[i]);
atomicAdd(&local_bins[b], 1);
}
group.sync();
for (int i = tid; i < NBINS; i += block_dim) {
if (local_bins[i] > 0) {
atomicAdd(&bins[i], local_bins[i]);
atomicMin(&bins[i], c_binMax[0]);
atomicMax(&bins[i], 0);
}
}
}
void warp_reduce(const int* in, int* out) {
int lane = lane_id();
int v = in[thread_idx];
for (int offset = WARP_SIZE / 2; offset > 0; offset /= 2) {
int t = (0xFFFFFFFFu, v, lane - offset);
v += t;
}
;
if (lane == 0) {
out[block_idx] = v;
}
}
int main(void) {
const int N = 1 << 20;
int* d_data = nullptr;
int* d_bins = nullptr;
int* d_out = nullptr;
cudaMalloc((void**)&d_data, N * sizeof(int));
cudaMalloc((void**)&d_bins, NBINS * sizeof(int));
cudaMalloc((void**)&d_out, 1024 * sizeof(int));
cudaMemset(d_bins, 0, NBINS * sizeof(int));
cudaMemcpy(d_data, d_data, N * sizeof(int), cudaMemcpyDeviceToDevice);
int maxbin = NBINS - 1;
cudaMemcpyToSymbol(c_binMax, &maxbin, sizeof(int));
dim3 grid(N / 256);
dim3 block(256);
{ let _kernel = modules.get_function("histogram"); unsafe { let _ = launch!( _kernel<<<grid as grid_size, block as block_size, 0 as usize, default>>>(d_data, N, d_bins) ); } };
{ let _kernel = modules.get_function("warp_reduce"); unsafe { let _ = launch!( _kernel<<<N / 32 as grid_size, 32 as block_size, 0 as usize, default>>>(d_data, d_out) ); } };
cudaDeviceSynchronize();
cudaFree(d_data);
cudaFree(d_bins);
cudaFree(d_out);
return 0;
}