hanzo-rocm 0.5.2

Rust bindings for AMD ROCm libraries
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127

// src/miopen/handle.rs

use crate::hip::{Stream, bindings::hipStream_t};
use crate::miopen::error::{Error, Result};
use crate::miopen::ffi;
use std::ptr;

/// Safe wrapper for MIOpen handle
pub struct Handle {
    handle: ffi::miopenHandle_t,
}

impl Handle {
    /// Create a new MIOpen handle
    pub fn new() -> Result<Self> {
        let mut handle = ptr::null_mut();
        let status = unsafe { ffi::miopenCreate(&mut handle) };

        if status != ffi::miopenStatus_t_miopenStatusSuccess {
            return Err(Error::new(status));
        }

        Ok(Self { handle })
    }

    /// Create a new MIOpen handle with a stream
    pub fn with_stream(stream: &Stream) -> Result<Self> {
        let mut handle = ptr::null_mut();
        let status = unsafe {
            ffi::miopenCreateWithStream(
                &mut handle,
                stream.as_raw() as crate::miopen::bindings::miopenAcceleratorQueue_t,
            )
        };

        if status != ffi::miopenStatus_t_miopenStatusSuccess {
            return Err(Error::new(status));
        }

        Ok(Self { handle })
    }

    /// Set the stream for this handle
    pub fn set_stream(&self, stream: &Stream) -> Result<()> {
        let status = unsafe {
            ffi::miopenSetStream(
                self.handle,
                stream.as_raw() as crate::miopen::bindings::miopenAcceleratorQueue_t,
            )
        };

        if status != ffi::miopenStatus_t_miopenStatusSuccess {
            return Err(Error::new(status));
        }

        Ok(())
    }

    /// Get the current stream for this handle
    pub fn get_stream(&self) -> Result<Stream> {
        let mut stream_id = ptr::null_mut();
        let status = unsafe { ffi::miopenGetStream(self.handle, &mut stream_id) };

        if status != ffi::miopenStatus_t_miopenStatusSuccess {
            return Err(Error::new(status));
        }

        // Create a stream from the raw pointer
        Ok(Stream::from_raw(stream_id as hipStream_t))
    }

    /// Enable or disable profiling
    pub fn enable_profiling(&self, enable: bool) -> Result<()> {
        let status = unsafe { ffi::miopenEnableProfiling(self.handle, enable) };

        if status != ffi::miopenStatus_t_miopenStatusSuccess {
            return Err(Error::new(status));
        }

        Ok(())
    }

    /// Get the timing of the last kernel executed
    pub fn get_kernel_time(&self) -> Result<f32> {
        let mut time = 0.0;
        let status = unsafe { ffi::miopenGetKernelTime(self.handle, &mut time) };

        if status != ffi::miopenStatus_t_miopenStatusSuccess {
            return Err(Error::new(status));
        }

        Ok(time)
    }

    /// Set a custom allocator for MIOpen
    pub unsafe fn set_allocator(
        &self,
        allocator: ffi::miopenAllocatorFunction,
        deallocator: ffi::miopenDeallocatorFunction,
        context: *mut ::std::os::raw::c_void,
    ) -> Result<()> {
        let status =
            unsafe { ffi::miopenSetAllocator(self.handle, allocator, deallocator, context) };

        if status != ffi::miopenStatus_t_miopenStatusSuccess {
            return Err(Error::new(status));
        }

        Ok(())
    }

    /// Get the raw handle
    pub fn as_raw(&self) -> ffi::miopenHandle_t {
        self.handle
    }
}

impl Drop for Handle {
    fn drop(&mut self) {
        if !self.handle.is_null() {
            unsafe {
                let _ = ffi::miopenDestroy(self.handle);
            };
            self.handle = ptr::null_mut();
        }
    }
}