#ifndef CPU_REF_SHUFFLE_HPP
#define CPU_REF_SHUFFLE_HPP
#include <assert.h>
#include "common/c_types_map.hpp"
#include "common/dnnl_thread.hpp"
#include "common/primitive.hpp"
#include "common/type_helpers.hpp"
#include "common/utils.hpp"
#include "cpu/platform.hpp"
#include "cpu/cpu_shuffle_pd.hpp"
namespace dnnl {
namespace impl {
namespace cpu {
struct ref_shuffle_t : public primitive_t {
struct pd_t : public cpu_shuffle_pd_t {
using cpu_shuffle_pd_t::cpu_shuffle_pd_t;
DECLARE_COMMON_PD_T("ref:any", ref_shuffle_t);
status_t init(engine_t *engine) {
using namespace format_tag;
const memory_desc_wrapper src_d(
is_fwd() ? src_md() : diff_src_md());
const memory_desc_wrapper dst_d(
is_fwd() ? dst_md() : diff_dst_md());
VDISPATCH_SHUFFLE(src_d.data_type() == dst_d.data_type(),
VERBOSE_INCONSISTENT_DT, "src", "dst");
VDISPATCH_SHUFFLE(
utils::one_of(types::data_type_size(src_d.data_type()),
sizeof(float), sizeof(bfloat16_t), sizeof(int8_t)),
VERBOSE_UNSUPPORTED_DT);
VDISPATCH_SHUFFLE(
platform::has_data_type_support(src_d.data_type()),
VERBOSE_UNSUPPORTED_DT);
VDISPATCH_SHUFFLE(
attr()->has_default_values(), VERBOSE_UNSUPPORTED_ATTR);
VDISPATCH_SHUFFLE(
set_default_formats_common(), VERBOSE_UNSUPPORTED_TAG);
VDISPATCH_SHUFFLE(
src_d == dst_d, VERBOSE_INCONSISTENT_MDS, "src", "dst");
if (ndims() == 5) {
dat_tag_ = memory_desc_matches_one_of_tag(
*src_d.md_, nCdhw16c, nCdhw8c, nCdhw4c, ncdhw, ndhwc);
} else if (ndims() == 4) {
dat_tag_ = memory_desc_matches_one_of_tag(
*src_d.md_, nChw16c, nChw8c, nChw4c, nchw, nhwc);
} else
dat_tag_ = any;
auto scratchpad = scratchpad_registry().registrar();
scratchpad.template book<char>(
memory_tracking::names::key_shuffle_precompute_transpose,
axis_size() * sizeof(dim_t));
return status::success;
}
format_tag_t dat_tag_;
};
ref_shuffle_t(const pd_t *apd) : primitive_t(apd) {}
status_t execute(const exec_ctx_t &ctx) const override {
const memory_desc_wrapper src_d(
pd()->is_fwd() ? pd()->src_md() : pd()->diff_src_md());
switch (types::data_type_size(src_d.data_type())) {
case sizeof(float): return execute_<sizeof(float)>(ctx); break;
case sizeof(bfloat16_t):
return execute_<sizeof(bfloat16_t)>(ctx);
break;
case sizeof(int8_t): return execute_<sizeof(int8_t)>(ctx); break;
default: assert(!"unsupported data type size");
}
return status::success;
}
private:
template <int data_type_size>
status_t execute_(const exec_ctx_t &ctx) const;
const pd_t *pd() const { return (const pd_t *)primitive_t::pd().get(); }
};
} } }
#endif