Trait ExecutionProvider 

pub trait ExecutionProvider: Send + Sync {
    // Required methods
    fn provider_id(&self) -> ProviderId;
    fn get_capability(&self) -> ProviderCapability;
    fn can_handle(&self, operators: &[OperatorSpec]) -> Vec<bool>;
    fn compile_subgraph(
        &self,
        subgraph: SubGraph,
    ) -> Result<Box<dyn CompiledKernel>, Error>;
    fn get_allocator(&self) -> Arc<dyn TensorAllocator>;
    fn configure(&mut self, config: ProviderConfig) -> Result<(), Error>;
    fn shutdown(&self) -> Result<(), Error>;
}

Core execution provider interface.

Required Methods

fn provider_id(&self) -> ProviderId

Get the unique identifier for this provider.

fn get_capability(&self) -> ProviderCapability

Get the capabilities of this execution provider.

fn can_handle(&self, operators: &[OperatorSpec]) -> Vec<bool>

Check if this provider can handle specific operations.

fn compile_subgraph( &self, subgraph: SubGraph, ) -> Result<Box<dyn CompiledKernel>, Error>

Compile a subgraph into an executable kernel.

fn get_allocator(&self) -> Arc<dyn TensorAllocator>

Get the memory allocator for this provider.

fn configure(&mut self, config: ProviderConfig) -> Result<(), Error>

Configure the provider with specific settings.

fn shutdown(&self) -> Result<(), Error>

Shutdown and cleanup provider resources.

Implementations on Foreign Types

impl ExecutionProvider for CpuExecutionProvider

fn provider_id(&self) -> ProviderId

fn get_capability(&self) -> ProviderCapability

fn can_handle(&self, operators: &[OperatorSpec]) -> Vec<bool>

fn compile_subgraph( &self, subgraph: SubGraph, ) -> Result<Box<dyn CompiledKernel>, Error>

fn get_allocator(&self) -> Arc<dyn TensorAllocator>

fn configure(&mut self, config: ProviderConfig) -> Result<(), Error>

fn shutdown(&self) -> Result<(), Error>

impl ExecutionProvider for GpuExecutionProvider

fn provider_id(&self) -> ProviderId

fn get_capability(&self) -> ProviderCapability

fn can_handle(&self, operators: &[OperatorSpec]) -> Vec<bool>

fn compile_subgraph( &self, subgraph: SubGraph, ) -> Result<Box<dyn CompiledKernel>, Error>

fn get_allocator(&self) -> Arc<dyn TensorAllocator>

fn configure(&mut self, config: ProviderConfig) -> Result<(), Error>

fn shutdown(&self) -> Result<(), Error>

Implementors