#ifndef CPU_AARCH64_MATMUL_ACL_MATMUL_HPP
#define CPU_AARCH64_MATMUL_ACL_MATMUL_HPP
#include "cpu/aarch64/acl_post_ops.hpp"
#include "cpu/aarch64/matmul/acl_matmul_utils.hpp"
#include "cpu/matmul/cpu_matmul_pd.hpp"
#include <mutex>
namespace dnnl {
namespace impl {
namespace cpu {
namespace aarch64 {
namespace matmul {
struct acl_matmul_t : public primitive_t {
struct pd_t : public dnnl::impl::cpu::matmul::cpu_matmul_pd_t {
using cpu_matmul_pd_t::cpu_matmul_pd_t;
DECLARE_COMMON_PD_T("gemm:acl", acl_matmul_t, USE_GLOBAL_SCRATCHPAD);
status_t init(engine_t *engine);
acl_matmul_conf_t amp_ = utils::zero<decltype(amp_)>();
acl_post_ops_t acl_post_ops;
dnnl::impl::format_kind_t weights_format_kind_;
};
acl_matmul_t(const pd_t *apd)
: primitive_t(apd), acl_obj_(std::make_unique<acl_matmul_obj_t>()) {}
status_t init(engine_t *engine) override;
status_t execute(const exec_ctx_t &ctx) const override {
if (pd()->weights_format_kind_ == format_kind::any) {
return execute_forward<true>(ctx);
} else {
return execute_forward<false>(ctx);
}
}
private:
template <bool IsFixedFormat>
status_t execute_forward(const exec_ctx_t &ctx) const;
const pd_t *pd() const { return (const pd_t *)primitive_t::pd().get(); }
std::unique_ptr<acl_matmul_obj_t> acl_obj_;
mutable std::mutex mtx_;
};
} } } } }
#endif