Enum DeviceTensor 

pub enum DeviceTensor {
    Owned(Box<dyn OwnedDeviceTensor>),
    ArenaView(DeviceArenaView),
}

This struct represents a GPU tensor that can be either a owned tensor or an arena view.

Variants

Owned(Box<dyn OwnedDeviceTensor>)

ArenaView(DeviceArenaView)

Implementations

impl DeviceTensor

pub const SUPPORTED_DT: [DatumType; 12]

pub fn tname(dt: DatumType) -> TractResult<&'static str>

pub fn uninitialized_dt( dt: DatumType, shape: &[usize], ) -> TractResult<DeviceTensor>

Create an uninitialized DeviceTensor

pub fn uninitialized<T: Datum>(shape: &[usize]) -> TractResult<DeviceTensor>

pub fn from_shape<T: Copy + Datum>( shape: &[usize], data: &[T], ) -> TractResult<DeviceTensor>

pub fn is_supported_dt(dt: DatumType) -> bool

pub fn datum_type(&self) -> DatumType

Get the datum type of the tensor.

pub fn rank(&self) -> usize

Get the number of dimensions (or axes) of the tensor.

pub fn shape(&self) -> &[usize]

Get the shape of the tensor.

pub fn len(&self) -> usize

Get the number of values in the tensor.

pub fn strides(&self) -> &[isize]

Get the strides of the tensor.

pub fn device_buffer(&self) -> &dyn DeviceBuffer

Get underlying inner buffer.

pub fn buffer_offset<I: Copy + 'static>(&self) -> I

where usize: AsPrimitive<I>,

Get underlying inner buffer offset

pub fn device_buffer_ptr(&self) -> *const c_void

pub fn view(&self) -> TensorView<'_>

Get underlying inner tensor view.

pub fn description(&self) -> String

Returns short description of the inner tensor.

pub fn reshaped(&self, shape: TVec<usize>) -> TractResult<Self>

Reshaped tensor with given shape.

pub fn restrided(&self, strides: TVec<isize>) -> TractResult<Self>

pub fn into_opaque_tensor(self) -> Tensor

Convert device tensor to Opaque Tensor.

pub fn to_host(&self) -> TractResult<Arc<Tensor>>

Synchronize the GPU Tensor by completing all current commands on GPU and returns the inner tensor.

Trait Implementations

impl Clone for DeviceTensor

fn clone(&self) -> DeviceTensor

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for DeviceTensor

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Display for DeviceTensor

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl From<DeviceArenaView> for DeviceTensor

fn from(view: DeviceArenaView) -> Self

Converts to this type from the input type.

impl From<DeviceTensor> for Opaque

fn from(value: DeviceTensor) -> Self

Converts to this type from the input type.

impl Hash for DeviceTensor

fn hash<__H: Hasher>(&self, state: &mut __H)

Feeds this value into the given Hasher.

fn hash_slice<H>(data: &[Self], state: &mut H)

where H: Hasher, Self: Sized,

Feeds a slice of this type into the given Hasher.

impl IntoDevice<DeviceTensor> for Arc<Tensor>

fn into_device(self) -> TractResult<DeviceTensor>

impl IntoDevice<DeviceTensor> for Tensor

fn into_device(self) -> TractResult<DeviceTensor>

impl OpaquePayload for DeviceTensor

fn same_as(&self, other: &dyn OpaquePayload) -> bool

fn clarify_to_tensor(&self) -> TractResult<Option<Arc<Tensor>>>