Struct OwnedDeviceTensor 

pub struct OwnedDeviceTensor {
    pub inner: DValue,
    pub device_buffer: Box<dyn DeviceBuffer>,
}

This struct represents a owned tensor that can be accessed from the GPU and the CPU.

Fields

inner: DValue

device_buffer: Box<dyn DeviceBuffer>

Implementations

impl OwnedDeviceTensor

pub fn from_tensor<T: Into<DValue>>(tensor: T) -> TractResult<Self>

Create a owned gpu tensor from a cpu tensor.

pub fn shape(&self) -> &[usize]

pub fn len(&self) -> usize

Get the number of values in the tensor.

pub fn strides(&self) -> &[isize]

Get the strides of the tensor.

pub fn device_buffer(&self) -> &dyn DeviceBuffer

Get underlying inner device buffer.

pub fn device_buffer_ptr(&self) -> *const c_void

pub fn buffer_offset<I: Copy + 'static>(&self) -> I

where usize: AsPrimitive<I>,

Get underlying inner buffer offset

pub fn reshaped(&self, shape: impl Into<TVec<usize>>) -> TractResult<Self>

Reshaped tensor with given shape.

pub fn restrided(&self, strides: impl Into<TVec<isize>>) -> TractResult<Self>

Change tensor stride.

pub unsafe fn reshaped_with_geometry_unchecked( &self, shape: impl Into<TVec<usize>>, strides: impl Into<TVec<isize>>, ) -> Self

Reshaped tensor with given shape and strides, no consistency check.

pub fn view(&self) -> TensorView<'_>

Trait Implementations

impl Clone for OwnedDeviceTensor

fn clone(&self) -> OwnedDeviceTensor

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for OwnedDeviceTensor

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Display for OwnedDeviceTensor

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Hash for OwnedDeviceTensor

fn hash<H: Hasher>(&self, state: &mut H)

Feeds this value into the given Hasher.

fn hash_slice<H>(data: &[Self], state: &mut H)

where H: Hasher, Self: Sized,

Feeds a slice of this type into the given Hasher.