onednn-src 0.1.13

Source of oneAPI Deep Neural Network Library (oneDNN)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89

/*******************************************************************************
* Copyright 2024-2025 Arm Ltd. and affiliates
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
*     http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*******************************************************************************/

#ifndef CPU_AARCH64_MATMUL_ACL_LOWP_MATMUL_HPP
#define CPU_AARCH64_MATMUL_ACL_LOWP_MATMUL_HPP

#include "arm_compute/runtime/experimental/operators/CpuDequantize.h"
#include "arm_compute/runtime/experimental/operators/CpuGEMMLowp.h"
#include "arm_compute/runtime/experimental/operators/CpuQuantize.h"
#include "cpu/aarch64/acl_post_ops.hpp"
#include "cpu/aarch64/acl_utils.hpp"
#include "cpu/matmul/cpu_matmul_pd.hpp"
#include "cpu/matmul/matmul_utils.hpp"

namespace dnnl {
namespace impl {
namespace cpu {
namespace aarch64 {
namespace matmul {

using arm_compute::experimental::MemoryLifetime;

struct acl_lowp_matmul_conf_t {
    arm_compute::TensorInfo src_tensor_info;
    arm_compute::TensorInfo wei_tensor_info;
    arm_compute::TensorInfo bia_tensor_info;
    arm_compute::TensorInfo dst_tensor_info;
    arm_compute::TensorInfo dst_s8_tensor_info;
    arm_compute::TensorInfo dst_cast_tensor_info;
    arm_compute::GEMMInfo gemm_info;
    bool with_bias {false};
    bool use_dst_acc {false};
    bool dst_is_s8 {false};
    bool use_cast_acc {false};
    bool sum_is_fused {false};
};

struct acl_lowp_matmul_t : public primitive_t {
    struct pd_t : public dnnl::impl::cpu::matmul::cpu_matmul_pd_t {
        using cpu_matmul_pd_t::cpu_matmul_pd_t;

        DECLARE_COMMON_PD_T(
                "lowp_gemm:acl", acl_lowp_matmul_t, USE_GLOBAL_SCRATCHPAD);

        status_t init(engine_t *engine);

        status_t init_scratchpad(memory_tracking::registrar_t &scratchpad,
                const arm_compute::experimental::MemoryRequirements
                        &aux_mem_req);

        acl_lowp_matmul_conf_t almc_ = utils::zero<decltype(almc_)>();
        acl_post_ops_t acl_post_ops;
    };

    acl_lowp_matmul_t(const pd_t *apd) : primitive_t(apd) {}

    status_t init(engine_t *engine) override;

    status_t execute(const exec_ctx_t &ctx) const override;

private:
    const pd_t *pd() const { return (const pd_t *)primitive_t::pd().get(); }
    std::unique_ptr<arm_compute::experimental::op::CpuQuantize> quant_;
    std::unique_ptr<arm_compute::experimental::op::CpuDequantize> dequant_;
    std::unique_ptr<arm_compute::experimental::op::CpuGEMMLowp> gemm_;

    mutable std::mutex mtx_;
};

} // namespace matmul
} // namespace aarch64
} // namespace cpu
} // namespace impl
} // namespace dnnl

#endif // CPU_AARCH64_MATMUL_ACL_LOWP_MATMUL_HPP