async-tensorrt 0.9.1

Async TensorRT for Rust.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29

/// Convenience macro for testing to take a memory slice and put it on the device and return the
/// [`async_cuda::DeviceBuffer`] that refers to it.
macro_rules! to_device {
    ($slice:expr, $stream:expr) => {{
        let host_buffer = async_cuda::HostBuffer::from_slice($slice).await;
        let mut device_buffer = async_cuda::DeviceBuffer::new($slice.len(), $stream).await;
        device_buffer
            .copy_from(&host_buffer, $stream)
            .await
            .unwrap();
        device_buffer
    }};
}

/// Convenience macro for testing to take a [`async_cuda::DeviceBuffer`] and copy it back to the
/// host, then return a [`Vec`] of that memory.
macro_rules! to_host {
    ($device_buffer:expr, $stream:expr) => {{
        let mut host_buffer = async_cuda::HostBuffer::new($device_buffer.num_elements()).await;
        $device_buffer
            .copy_to(&mut host_buffer, $stream)
            .await
            .unwrap();
        host_buffer.to_vec()
    }};
}

pub(crate) use to_device;
pub(crate) use to_host;