onednn-src 0.1.13

Source of oneAPI Deep Neural Network Library (oneDNN)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111

/*******************************************************************************
* Copyright 2021 Intel Corporation
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
*     http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*******************************************************************************/

#include <CL/cl.h>

#include "common/memory_map_manager.hpp"

#include "xpu/ocl/usm_memory_storage.hpp"
#include "xpu/ocl/usm_utils.hpp"

namespace dnnl {
namespace impl {
namespace xpu {
namespace ocl {

struct map_usm_tag;

status_t usm_memory_storage_t::map_data(
        void **mapped_ptr, impl::stream_t *stream, size_t size) const {

    if (is_host_accessible()) {
        *mapped_ptr = usm_ptr();
        return status::success;
    }

    if (!usm_ptr() || size == 0) {
        *mapped_ptr = nullptr;
        return status::success;
    }

    if (!stream) CHECK(engine()->get_service_stream(stream));

    void *host_ptr = usm::malloc_host(stream->engine(), size);
    if (!host_ptr) return status::out_of_memory;

    auto leak_guard = decltype(usm_ptr_)(
            host_ptr, [this](void *p) { usm::free(engine(), p); });
    CHECK(usm::memcpy(stream, host_ptr, usm_ptr(), size, 0, nullptr, nullptr));
    CHECK(stream->wait());
    leak_guard.release();

    auto *usm_ptr_for_unmap = usm_ptr();
    auto unmap_callback = [size, usm_ptr_for_unmap](
                                  impl::stream_t *stream, void *mapped_ptr) {
        CHECK(usm::memcpy(stream, usm_ptr_for_unmap, mapped_ptr, size, 0,
                nullptr, nullptr));
        CHECK(stream->wait());
        usm::free(stream->engine(), mapped_ptr);
        return status::success;
    };

    auto &map_manager = memory_map_manager_t<map_usm_tag>::instance();

    *mapped_ptr = host_ptr;
    return map_manager.map(this, stream, *mapped_ptr, unmap_callback);
}

status_t usm_memory_storage_t::unmap_data(
        void *mapped_ptr, impl::stream_t *stream) const {
    if (!mapped_ptr || is_host_accessible()) return status::success;

    if (!stream) CHECK(engine()->get_service_stream(stream));
    auto &map_manager = memory_map_manager_t<map_usm_tag>::instance();
    return map_manager.unmap(this, stream, mapped_ptr);
}

std::unique_ptr<memory_storage_t> usm_memory_storage_t::get_sub_storage(
        size_t offset, size_t size) const {
    void *sub_ptr = usm_ptr_
            ? reinterpret_cast<uint8_t *>(usm_ptr_.get()) + offset
            : nullptr;

    auto storage = utils::make_unique<usm_memory_storage_t>(engine());
    if (!storage) return nullptr;
    auto status = storage->init(memory_flags_t::use_runtime_ptr, size, sub_ptr);
    if (status != status::success) return nullptr;
    // XXX: Clang has a bug that prevents implicit conversion.
    return std::unique_ptr<memory_storage_t>(storage.release());
}

std::unique_ptr<memory_storage_t> usm_memory_storage_t::clone() const {
    auto storage = utils::make_unique<usm_memory_storage_t>(engine());
    if (!storage) return nullptr;

    auto status = storage->init(memory_flags_t::use_runtime_ptr, 0, nullptr);
    if (status != status::success) return nullptr;

    storage->usm_ptr_ = decltype(usm_ptr_)(usm_ptr_.get(), [](void *) {});
    storage->usm_kind_ = usm_kind_;

    // XXX: Clang has a bug that prevents implicit conversion.
    return std::unique_ptr<memory_storage_t>(storage.release());
}

} // namespace ocl
} // namespace xpu
} // namespace impl
} // namespace dnnl