megenginelite-sys 1.8.2

A safe megenginelite wrapper in Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111

/**
 * \file dnn/src/common/rng.cpp
 * MegEngine is Licensed under the Apache License, Version 2.0 (the "License")
 *
 * Copyright (c) 2014-2021 Megvii Inc. All rights reserved.
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT ARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 */

#include "megdnn/oprs.h"

#include "src/common/utils.h"

namespace megdnn {

void ShuffleRNGForward::deduce_layout(
        const TensorLayout& src, TensorLayout& dst, TensorLayout& indices) {
    dst = src;
    indices = TensorLayout(TensorShape({src.shape[0]}), dtype::Int32());
}
void ShuffleRNGForward::check_exec(
        const TensorLayout& src, const TensorLayout& dst, const TensorLayout& indices,
        size_t workspace_in_bytes) {
    TensorLayout dst_expected, indices_expected;
    megdnn_assert_contiguous(src);
    deduce_layout(src, dst_expected, indices_expected);

    megdnn_assert_eq_layout(dst_expected, dst);
    megdnn_assert_eq_layout(indices_expected, indices);
    megdnn_assert_contiguous(indices);
    megdnn_assert(src.dtype == dst.dtype);
    megdnn_assert(indices.dtype == dtype::Int32());

    auto required_workspace_in_bytes = get_workspace_in_bytes(src, dst, indices);
    megdnn_assert(workspace_in_bytes >= required_workspace_in_bytes);
}

void ShuffleRNGBackward::check_exec(
        const TensorLayout& diff, const TensorLayout& indices, const TensorLayout& grad,
        size_t workspace_in_bytes) {
    megdnn_assert(
            diff.shape[0] == indices.shape[0] && diff.dtype == grad.dtype &&
                    indices.dtype == dtype::Int32{} && diff.is_contiguous() &&
                    indices.is_contiguous() && grad.is_contiguous(),
            "invalid layouts: diff=%s indices=%s grad=%s", diff.to_string().c_str(),
            indices.to_string().c_str(), grad.to_string().c_str());
    auto required_workspace_in_bytes = get_workspace_in_bytes(diff, indices, grad);
    megdnn_assert(workspace_in_bytes >= required_workspace_in_bytes);
}

void PermutationRNG::check_exec(const TensorLayout& dst, size_t workspace_in_bytes) {
    megdnn_assert(
            (dst.dtype == dtype::Float32() || dst.dtype == dtype::Int32() ||
             dst.dtype == dtype::Int16()) &&
            dst.dtype.enumv() == param().dtype && dst.is_contiguous());
    megdnn_assert(workspace_in_bytes >= get_workspace_in_bytes(dst));
}

void PoissonRNG::check_exec(
        const TensorLayout& lam, const TensorLayout& dst, size_t workspace_in_bytes) {
    megdnn_assert(
            dst.dtype.category() == DTypeCategory::FLOAT && lam.dtype == dst.dtype);
    megdnn_assert(dst.is_contiguous() && lam.is_contiguous());
    megdnn_assert(lam.total_nr_elems() == dst.total_nr_elems());
    megdnn_assert(workspace_in_bytes >= get_workspace_in_bytes(lam, dst));
}

void GammaRNG::check_exec(
        const TensorLayout& shape, const TensorLayout& scale, const TensorLayout& dst,
        size_t workspace_in_bytes) {
    megdnn_assert(
            dst.dtype.category() == DTypeCategory::FLOAT && shape.dtype == dst.dtype &&
            scale.dtype == dst.dtype);
    megdnn_assert(
            shape.is_contiguous() && scale.is_contiguous() && dst.is_contiguous());
    megdnn_assert(
            shape.total_nr_elems() == dst.total_nr_elems() &&
            scale.total_nr_elems() == dst.total_nr_elems());
    megdnn_assert(workspace_in_bytes >= get_workspace_in_bytes(shape, scale, dst));
}

void BetaRNG::check_exec(
        const TensorLayout& alpha, const TensorLayout& beta, const TensorLayout& dst,
        size_t workspace_in_bytes) {
    megdnn_assert(
            dst.dtype.category() == DTypeCategory::FLOAT && alpha.dtype == dst.dtype &&
            beta.dtype == dst.dtype);
    megdnn_assert(alpha.is_contiguous() && beta.is_contiguous() && dst.is_contiguous());
    megdnn_assert(
            alpha.total_nr_elems() == dst.total_nr_elems() &&
            beta.total_nr_elems() == dst.total_nr_elems());
    megdnn_assert(workspace_in_bytes >= get_workspace_in_bytes(alpha, beta, dst));
}

#define INST_CHECK_EXEC(RNG_NAME)                                                   \
    void RNG_NAME::check_exec(const TensorLayout& dst, size_t workspace_in_bytes) { \
        megdnn_assert(                                                              \
                dst.dtype.category() == DTypeCategory::FLOAT &&                     \
                dst.dtype.enumv() == param().dtype && dst.is_contiguous());         \
        megdnn_assert(workspace_in_bytes >= get_workspace_in_bytes(dst));           \
    }

INST_CHECK_EXEC(UniformRNG)
INST_CHECK_EXEC(GaussianRNG)
#undef INST_CHECK_EXEC

}  // namespace megdnn

// vim: syntax=cpp.doxygen