Struct CandleBackend 

pub struct CandleBackend { /* private fields */ }

Candle backend

Implementations

impl CandleBackend

pub async fn new(device: Device) -> Result<Self>

Trait Implementations

impl ComputeBackend for CandleBackend

fn name(&self) -> &str

Get backend name/identifier

fn capabilities(&self) -> BackendCapabilities

Get backend capabilities

fn tensor_ops(&self) -> &dyn TensorOps

Get tensor operations interface

fn tensor_factory(&self) -> &dyn TensorFactory

Get tensor factory for creating tensors

fn memory_manager(&self) -> &dyn DeviceMemoryManager

Get memory manager for this backend

fn kernel_executor(&self) -> Option<&dyn KernelExecutor>

Get kernel executor (if backend supports custom kernels)

fn kernel_ops(&self) -> Option<&dyn KernelOps>

Get LLM-specific kernel operations (if backend provides optimized impls).

fn initialize<'life0, 'life1, 'async_trait>( &'life0 mut self, _device: &'life1 Device, ) -> Pin<Box<dyn Future<Output = Result<()>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Initialize backend with device

fn supports_device(&self, device: &Device) -> bool

Check if backend supports specific device

fn version(&self) -> String

Get backend version

fn synchronize<'life0, 'life1, 'async_trait>( &'life0 self, _device: &'life1 Device, ) -> Pin<Box<dyn Future<Output = Result<()>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait,

Synchronize all pending operations

fn status(&self) -> BackendStatus

Get backend status

fn shutdown<'life0, 'async_trait>( &'life0 mut self, ) -> Pin<Box<dyn Future<Output = Result<()>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait,

Shutdown backend gracefully

impl Debug for CandleBackend

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.