1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
use crate::TchError;
use libc::c_char;
use std::io;
pub(super) unsafe fn ptr_to_string(ptr: *mut c_char) -> Option<String> {
if !ptr.is_null() {
let str = std::ffi::CStr::from_ptr(ptr).to_string_lossy().into_owned();
libc::free(ptr as *mut libc::c_void);
Some(str)
} else {
None
}
}
pub(super) fn read_and_clean_error() -> Result<(), TchError> {
unsafe {
match ptr_to_string(torch_sys::get_and_reset_last_err()) {
None => Ok(()),
Some(c_error) => Err(TchError::Torch(c_error)),
}
}
}
macro_rules! unsafe_torch {
($e:expr) => {{
let v = unsafe { $e };
crate::wrappers::utils::read_and_clean_error().unwrap();
v
}};
}
macro_rules! unsafe_torch_err {
($e:expr) => {{
let v = unsafe { $e };
crate::wrappers::utils::read_and_clean_error()?;
v
}};
}
pub(super) fn path_to_cstring<T: AsRef<std::path::Path>>(
path: T,
) -> Result<std::ffi::CString, TchError> {
let path = path.as_ref();
match path.to_str() {
Some(path) => Ok(std::ffi::CString::new(path)?),
None => Err(TchError::Io(io::Error::new(
io::ErrorKind::Other,
format!("path {:?} cannot be converted to UTF-8", path),
))),
}
}
pub fn manual_seed(seed: i64) {
unsafe_torch!(torch_sys::at_manual_seed(seed))
}
pub fn get_num_interop_threads() -> i32 {
unsafe_torch!(torch_sys::at_get_num_interop_threads())
}
pub fn get_num_threads() -> i32 {
unsafe_torch!(torch_sys::at_get_num_threads())
}
pub fn set_num_interop_threads(n_threads: i32) {
unsafe_torch!(torch_sys::at_set_num_interop_threads(n_threads))
}
pub fn set_num_threads(n_threads: i32) {
unsafe_torch!(torch_sys::at_set_num_threads(n_threads))
}
#[allow(clippy::upper_case_acronyms)]
#[derive(Debug, Copy, Clone, PartialEq, Eq, Hash)]
pub enum QEngine {
NoQEngine,
FBGEMM,
QNNPACK,
}
impl QEngine {
fn to_cint(self) -> i32 {
match self {
QEngine::NoQEngine => 0,
QEngine::FBGEMM => 1,
QEngine::QNNPACK => 2,
}
}
pub fn set(self) -> Result<(), TchError> {
unsafe_torch_err!(torch_sys::at_set_qengine(self.to_cint()));
Ok(())
}
}