onednn-src 0.1.13

Source of oneAPI Deep Neural Network Library (oneDNN)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92

/*******************************************************************************
* Copyright 2026 Intel Corporation
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
*     http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*******************************************************************************/

#include "gpu/intel/ze/stream.hpp"
#include "gpu/intel/ze/engine.hpp"

#include "xpu/ze/stream_profiler.hpp"

namespace dnnl {
namespace impl {
namespace gpu {
namespace intel {
namespace ze {

status_t stream_t::create_stream(impl::stream_t **stream,
        impl::engine_t *engine, impl::stream_impl_t *stream_impl) {
    std::unique_ptr<intel::ze::stream_t> s(new stream_t(engine, stream_impl));
    if (!s) return status::out_of_memory;

    status_t status = s->init();
    if (status != status::success) {
        // Stream owns stream_impl only if it's created successfully
        // (including initialization).
        s->impl_.release();
        return status;
    }

    *stream = s.release();

    return status::success;
}

status_t stream_t::init() {
    if (is_profiling_enabled()) {
        ze_device_properties_t device_properties {};
        device_properties.stype = ZE_STRUCTURE_TYPE_DEVICE_PROPERTIES_1_2;
        CHECK(xpu::ze::zeDeviceGetProperties(
                utils::downcast<engine_t *>(engine())->device(),
                &device_properties));

        uint64_t max_timestamp_value
                = (1ULL << device_properties.kernelTimestampValidBits) - 1;
        profiler_ = utils::make_unique<xpu::ze::stream_profiler_t>(this,
                1e9 / device_properties.timerResolution, max_timestamp_value);
    }

    return status::success;
}

void stream_t::before_exec_hook() {
    if (is_profiling_enabled()) profiler_->start_profiling();
}

void stream_t::after_exec_hook() {
    ze_ctx().set_deps(xpu::ze::event_t());

    if (is_profiling_enabled()) profiler_->stop_profiling();
}

status_t stream_t::reset_profiling() {
    if (!is_profiling_enabled()) return status::invalid_arguments;

    profiler_->reset();

    return status::success;
}

status_t stream_t::get_profiling_data(profiling_data_kind_t data_kind,
        int *num_entries, uint64_t *data) const {
    if (!is_profiling_enabled()) return status::invalid_arguments;

    return profiler_->get_info(data_kind, num_entries, data);
}

} // namespace ze
} // namespace intel
} // namespace gpu
} // namespace impl
} // namespace dnnl