Struct CandleTensor 

pub struct CandleTensor { /* private fields */ }

Candle tensor wrapper

Implementations

impl CandleTensor

pub fn new(tensor: Tensor) -> Result<Self>

pub fn inner(&self) -> &Tensor

Trait Implementations

impl Debug for CandleTensor

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl TensorLike for CandleTensor

fn as_any(&self) -> &dyn Any

Downcast support for backend-specific fast paths

fn shape(&self) -> &[usize]

Get tensor shape

fn dtype(&self) -> DataType

Get tensor data type

fn device(&self) -> Device

Get device where tensor resides

fn to_device(&self, device: &Device) -> Result<TensorRef>

Convert tensor to specific device

fn to_dtype(&self, dtype: DataType) -> Result<TensorRef>

Convert tensor to specific data type

fn to_vec_f32(&self) -> Result<Vec<f32>>

Extract tensor data as Vec (for logits sampling) This is a convenience method for backends that need to extract data

fn to_vec_u32(&self) -> Result<Vec<u32>>

Extract tensor data as Vec (for token IDs) This is a convenience method for backends that need to extract token data

fn reshape(&self, shape: &[usize]) -> Result<TensorRef>

Reshape tensor to new shape (must have same number of elements)

fn to_cpu(&self) -> Result<TensorRef>

Convert tensor to CPU device

fn view(&self, _start: &[usize], _end: &[usize]) -> Result<TensorRef>

Create a view/slice of this tensor

fn is_contiguous(&self) -> bool

Check if tensor is contiguous in memory

fn argmax_last_dim_u32(&self) -> Result<u32>

Fast path: argmax over the last dimension, returning the selected token id.

fn numel(&self) -> usize

Get total number of elements

fn ndim(&self) -> usize

Get number of dimensions

fn is_scalar(&self) -> bool

Check if tensor is scalar (0-dimensional)

fn size_bytes(&self) -> usize

Get size in bytes for this tensor