megenginelite-sys 1.8.2

A safe megenginelite wrapper in Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98

/**
 * \file dnn/src/fallback/conv_bias/conv1x1/conv1x1_utils.h
 * MegEngine is Licensed under the Apache License, Version 2.0 (the "License")
 *
 * Copyright (c) 2014-2021 Megvii Inc. All rights reserved.
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT ARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 */

#pragma once

#include <unordered_map>
#include "src/fallback/conv_bias/opr_impl.h"

namespace megdnn {
namespace fallback {
namespace conv1x1 {
namespace utils {

struct StrategyHashKey {
    ConvBiasImpl::NCBKernSizeParam param;
    param::ConvBias::Format format;
    MatrixMulImpl::AlgoBase::PackMode packmode;
};

struct StrategyHasher {
    std::size_t operator()(const StrategyHashKey& key) const {
        constexpr size_t base = 1;  //! avoid hashkey is zero
        std::size_t result =
                static_cast<std::size_t>(key.param.src_type.enumv()) + base;
        result = result ^
                 ((static_cast<std::size_t>(key.param.dst_type.enumv()) + base) << 3);
        result =
                result ^
                ((static_cast<std::size_t>(key.param.filter_type.enumv()) + base) << 6);
        result = result ^
                 ((static_cast<std::size_t>(key.param.bias_type.enumv()) + base) << 9);
        result = result ^ ((static_cast<std::size_t>(key.format) + base) << 12);
        result = result ^ ((static_cast<std::size_t>(key.packmode) + base) << 15);
        return result;
    }
};

struct StrategyHashKeyEqual {
    bool operator()(const StrategyHashKey& key1, const StrategyHashKey& key2) const {
        return key1.param.src_type == key2.param.src_type &&
               key1.param.filter_type == key2.param.filter_type &&
               key1.param.bias_type == key2.param.bias_type &&
               key1.param.dst_type == key2.param.dst_type &&
               key1.format == key2.format && key1.packmode == key2.packmode;
    }
};

template <typename T>
class StrategyDelegationStorage {
    using creator = std::function<std::unique_ptr<T>(
            const ConvBiasImpl::NCBKernSizeParam&, MatrixMulImpl::AlgoBase::PackMode,
            param::ConvBias::Format)>;

public:
    T* get(const ConvBiasImpl::NCBKernSizeParam& param,
           MatrixMulImpl::AlgoBase::PackMode pack_mode, param::ConvBias::Format format,
           creator Fun) {
        MEGDNN_LOCK_GUARD(m_mtx);
        StrategyHashKey key;
        key.param = param;
        key.format = format;
        key.packmode = pack_mode;
        if (m_map_strategies.find(key) == m_map_strategies.end()) {
            auto strategy = Fun(param, pack_mode, format);
            m_map_strategies[key] = std::move(strategy);
        }
        return m_map_strategies[key].get();
    }

private:
    DNN_MUTEX m_mtx;
    std::unordered_map<
            StrategyHashKey, std::unique_ptr<T>, StrategyHasher, StrategyHashKeyEqual>
            m_map_strategies;
};

//! get_thread_bundle
WorkspaceBundle get_thread_bundle(
        const ConvBiasImpl::NCBKernSizeParam& param, size_t matmul_c_size,
        size_t oc_tile_size);
//! get_matmul_kern_param
MatrixMulImpl::KernSizeParam get_matmul_kern_param(
        const ConvBiasImpl::NCBKernSizeParam& param, size_t n, size_t m);

}  // namespace utils
}  // namespace conv1x1
}  // namespace fallback
}  // namespace megdnn

// vim: syntax=cpp.doxygen