use std::{
fmt::{Debug, Display},
marker::PhantomData,
};
use crate::{codegen::CompilerRepresentation, ir::CubeDim, Compiler, Kernel, KernelId};
use alloc::sync::Arc;
use cubecl_runtime::{
server::{Binding, ComputeServer},
ExecutionMode,
};
pub struct CompiledKernel {
pub name: Option<&'static str>,
pub source: String,
pub cube_dim: CubeDim,
pub shared_mem_bytes: usize,
pub debug_info: Option<DebugInformation>,
}
#[derive(new)]
pub struct DebugInformation {
pub lang_tag: &'static str,
pub id: KernelId,
}
impl Display for CompiledKernel {
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
f.write_str("\n[START_KERNEL_COMPILATION]")?;
if let Some(name) = self.name {
if name.len() <= 32 {
f.write_fmt(format_args!("\nname: {name}"))?;
} else {
let name = format_str(name, &[('<', '>')], false);
f.write_fmt(format_args!("\nname: {name}"))?;
}
}
f.write_fmt(format_args!(
"
cube_dim: ({}, {}, {})
shared_memory: {} bytes",
self.cube_dim.x, self.cube_dim.y, self.cube_dim.z, self.shared_mem_bytes,
))?;
if let Some(info) = &self.debug_info {
f.write_fmt(format_args!(
"\ninfo: {}",
format_str(
format!("{}", info.id).as_str(),
&[('(', ')'), ('[', ']'), ('{', '}')],
true
)
))?;
}
f.write_fmt(format_args!(
"
source:
```{}
{}
```
[END_KERNEL_COMPILATION]
",
self.debug_info
.as_ref()
.map(|info| info.lang_tag)
.unwrap_or(""),
self.source
))
}
}
fn format_str(kernel_id: &str, markers: &[(char, char)], include_space: bool) -> String {
let kernel_id = kernel_id.to_string();
let mut result = String::new();
let mut depth = 0;
let indendation = 4;
let mut prev = ' ';
for c in kernel_id.chars() {
if c == ' ' {
continue;
}
let mut found_marker = false;
for (start, end) in markers {
let (start, end) = (*start, *end);
if c == start {
depth += 1;
if prev != ' ' && include_space {
result.push(' ');
}
result.push(start);
result.push('\n');
result.push_str(&" ".repeat(indendation * depth));
found_marker = true;
} else if c == end {
depth -= 1;
if prev != start {
if prev == ' ' {
result.pop();
}
result.push_str(",\n");
result.push_str(&" ".repeat(indendation * depth));
result.push(end);
} else {
for _ in 0..(&" ".repeat(indendation * depth).len()) + 1 + indendation {
result.pop();
}
result.push(end);
}
found_marker = true;
}
}
if found_marker {
prev = c;
continue;
}
if c == ',' && depth > 0 {
if prev == ' ' {
result.pop();
}
result.push_str(",\n");
result.push_str(&" ".repeat(indendation * depth));
continue;
}
if c == ':' && include_space {
result.push(c);
result.push(' ');
prev = ' ';
} else {
result.push(c);
prev = c;
}
}
result
}
pub trait CubeTask: Send + Sync {
fn id(&self) -> KernelId;
fn compile(&self, mode: ExecutionMode) -> CompiledKernel;
}
#[derive(new)]
pub struct KernelTask<C: Compiler, K: Kernel> {
kernel_definition: K,
_compiler: PhantomData<C>,
}
impl<C: Compiler, K: Kernel> CubeTask for KernelTask<C, K> {
fn compile(&self, mode: ExecutionMode) -> CompiledKernel {
let gpu_ir = self.kernel_definition.define();
let cube_dim = gpu_ir.cube_dim;
let lower_level_ir = C::compile(gpu_ir, mode);
let shared_mem_bytes = lower_level_ir.shared_memory_size();
let source = lower_level_ir.to_string();
CompiledKernel {
name: Some(core::any::type_name::<K>()),
source,
cube_dim,
shared_mem_bytes,
debug_info: None,
}
}
fn id(&self) -> KernelId {
self.kernel_definition.id().clone()
}
}
impl CubeTask for Arc<dyn CubeTask> {
fn compile(&self, mode: ExecutionMode) -> CompiledKernel {
self.as_ref().compile(mode)
}
fn id(&self) -> KernelId {
self.as_ref().id()
}
}
impl CubeTask for Box<dyn CubeTask> {
fn compile(&self, mode: ExecutionMode) -> CompiledKernel {
self.as_ref().compile(mode)
}
fn id(&self) -> KernelId {
self.as_ref().id()
}
}
pub enum CubeCount<S: ComputeServer> {
Static(u32, u32, u32),
Dynamic(Binding<S>),
}
impl<S: ComputeServer> Debug for CubeCount<S> {
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
match self {
CubeCount::Static(x, y, z) => f.write_fmt(format_args!("({x}, {y}, {z})")),
CubeCount::Dynamic(_) => f.write_str("binding"),
}
}
}
impl<S: ComputeServer> Clone for CubeCount<S> {
fn clone(&self) -> Self {
match self {
Self::Static(x, y, z) => Self::Static(*x, *y, *z),
Self::Dynamic(handle) => Self::Dynamic(handle.clone()),
}
}
}