pub trait ConvDim: private::Sealed + 'static {
const SPATIAL_RANK: usize;
fn weight_shape(oc: usize, ic: usize, k: usize) -> Vec<usize>;
fn out_spatial(in_spatial: &[usize], k_eff: usize, stride: usize, padding: usize)
-> Vec<usize>;
fn output_shape(n: usize, oc: usize, out_spatial: &[usize]) -> Vec<usize>;
fn backend_conv<T: coeus_core::Scalar, B: coeus_ops::BackendOps<T>>(
dispatch: ConvDispatch<'_, T, B>,
) -> Result<(), B::Error>;
fn autograd_conv<T: coeus_core::Float, B: coeus_ops::BackendOps<T> + Default>(
input: &coeus_autograd::Var<T, B>,
weight: &coeus_autograd::Var<T, B>,
bias: &Option<coeus_autograd::Var<T, B>>,
out_tensor: coeus_tensor::Tensor<T, B>,
stride: usize,
padding: usize,
dilation: usize,
) -> Result<coeus_autograd::Var<T, B>, B::Error>;
}
mod private {
pub trait Sealed {}
}
#[derive(Clone, Default)]
pub struct Dim1D;
#[derive(Clone, Default)]
pub struct Dim2D;
#[derive(Clone, Default)]
pub struct Dim3D;
pub struct ConvDispatch<'a, T: coeus_core::Scalar, B: coeus_ops::BackendOps<T>> {
pub backend: &'a B,
pub input_buf: &'a B::DeviceBuffer<T>,
pub input_layout: &'a coeus_core::Layout,
pub weight_buf: &'a B::DeviceBuffer<T>,
pub weight_layout: &'a coeus_core::Layout,
pub bias: Option<&'a B::DeviceBuffer<T>>,
pub stride: usize,
pub padding: usize,
pub dilation: usize,
pub out_buf: &'a mut B::DeviceBuffer<T>,
pub out_layout: &'a coeus_core::Layout,
}
impl private::Sealed for Dim1D {}
impl private::Sealed for Dim2D {}
impl private::Sealed for Dim3D {}
#[inline]
fn derive_out_spatial(
in_spatial: &[usize],
k_eff: usize,
stride: usize,
padding: usize,
) -> Vec<usize> {
in_spatial
.iter()
.map(|&l| {
(l + 2 * padding)
.checked_sub(k_eff)
.map(|n| n / stride + 1)
.unwrap_or(0)
})
.collect()
}
#[inline]
fn derive_output_shape<D: ConvDim>(n: usize, oc: usize, out_spatial: &[usize]) -> Vec<usize> {
let mut shape = Vec::with_capacity(2 + D::SPATIAL_RANK);
shape.push(n);
shape.push(oc);
shape.extend_from_slice(out_spatial);
shape
}
impl ConvDim for Dim1D {
const SPATIAL_RANK: usize = 1;
#[inline]
fn weight_shape(oc: usize, ic: usize, k: usize) -> Vec<usize> {
vec![oc, ic, k]
}
#[inline]
fn out_spatial(
in_spatial: &[usize],
k_eff: usize,
stride: usize,
padding: usize,
) -> Vec<usize> {
derive_out_spatial(in_spatial, k_eff, stride, padding)
}
#[inline]
fn output_shape(n: usize, oc: usize, out_spatial: &[usize]) -> Vec<usize> {
derive_output_shape::<Self>(n, oc, out_spatial)
}
#[inline]
fn backend_conv<T: coeus_core::Scalar, B: coeus_ops::BackendOps<T>>(
dispatch: ConvDispatch<'_, T, B>,
) -> Result<(), B::Error> {
dispatch.backend.conv1d(
dispatch.input_buf,
dispatch.input_layout,
dispatch.weight_buf,
dispatch.weight_layout,
dispatch.bias,
dispatch.stride,
dispatch.padding,
dispatch.dilation,
dispatch.out_buf,
dispatch.out_layout,
)
}
#[inline]
fn autograd_conv<T: coeus_core::Float, B: coeus_ops::BackendOps<T> + Default>(
input: &coeus_autograd::Var<T, B>,
weight: &coeus_autograd::Var<T, B>,
bias: &Option<coeus_autograd::Var<T, B>>,
out_tensor: coeus_tensor::Tensor<T, B>,
stride: usize,
padding: usize,
dilation: usize,
) -> Result<coeus_autograd::Var<T, B>, B::Error> {
coeus_autograd::conv1d(input, weight, bias, out_tensor, stride, padding, dilation)
}
}
impl ConvDim for Dim2D {
const SPATIAL_RANK: usize = 2;
#[inline]
fn weight_shape(oc: usize, ic: usize, k: usize) -> Vec<usize> {
vec![oc, ic, k, k]
}
#[inline]
fn out_spatial(
in_spatial: &[usize],
k_eff: usize,
stride: usize,
padding: usize,
) -> Vec<usize> {
derive_out_spatial(in_spatial, k_eff, stride, padding)
}
#[inline]
fn output_shape(n: usize, oc: usize, out_spatial: &[usize]) -> Vec<usize> {
derive_output_shape::<Self>(n, oc, out_spatial)
}
#[inline]
fn backend_conv<T: coeus_core::Scalar, B: coeus_ops::BackendOps<T>>(
dispatch: ConvDispatch<'_, T, B>,
) -> Result<(), B::Error> {
dispatch.backend.conv2d(
dispatch.input_buf,
dispatch.input_layout,
dispatch.weight_buf,
dispatch.weight_layout,
dispatch.bias,
dispatch.stride,
dispatch.padding,
dispatch.dilation,
dispatch.out_buf,
dispatch.out_layout,
)
}
#[inline]
fn autograd_conv<T: coeus_core::Float, B: coeus_ops::BackendOps<T> + Default>(
input: &coeus_autograd::Var<T, B>,
weight: &coeus_autograd::Var<T, B>,
bias: &Option<coeus_autograd::Var<T, B>>,
out_tensor: coeus_tensor::Tensor<T, B>,
stride: usize,
padding: usize,
dilation: usize,
) -> Result<coeus_autograd::Var<T, B>, B::Error> {
coeus_autograd::conv2d(input, weight, bias, out_tensor, stride, padding, dilation)
}
}
impl ConvDim for Dim3D {
const SPATIAL_RANK: usize = 3;
#[inline]
fn weight_shape(oc: usize, ic: usize, k: usize) -> Vec<usize> {
vec![oc, ic, k, k, k]
}
#[inline]
fn out_spatial(
in_spatial: &[usize],
k_eff: usize,
stride: usize,
padding: usize,
) -> Vec<usize> {
derive_out_spatial(in_spatial, k_eff, stride, padding)
}
#[inline]
fn output_shape(n: usize, oc: usize, out_spatial: &[usize]) -> Vec<usize> {
derive_output_shape::<Self>(n, oc, out_spatial)
}
#[inline]
fn backend_conv<T: coeus_core::Scalar, B: coeus_ops::BackendOps<T>>(
dispatch: ConvDispatch<'_, T, B>,
) -> Result<(), B::Error> {
dispatch.backend.conv3d(
dispatch.input_buf,
dispatch.input_layout,
dispatch.weight_buf,
dispatch.weight_layout,
dispatch.bias,
dispatch.stride,
dispatch.padding,
dispatch.dilation,
dispatch.out_buf,
dispatch.out_layout,
)
}
#[inline]
fn autograd_conv<T: coeus_core::Float, B: coeus_ops::BackendOps<T> + Default>(
input: &coeus_autograd::Var<T, B>,
weight: &coeus_autograd::Var<T, B>,
bias: &Option<coeus_autograd::Var<T, B>>,
out_tensor: coeus_tensor::Tensor<T, B>,
stride: usize,
padding: usize,
dilation: usize,
) -> Result<coeus_autograd::Var<T, B>, B::Error> {
coeus_autograd::conv3d(input, weight, bias, out_tensor, stride, padding, dilation)
}
}