Trait ExecutionProvider 

pub trait ExecutionProvider: Send + Sync {
    // Required methods
    fn provider_id(&self) -> ProviderId;
    fn get_capability(&self) -> ProviderCapability;
    fn can_handle(&self, operators: &[OperatorSpec]) -> Vec<bool>;
    fn compile_subgraph(
        &self,
        subgraph: SubGraph,
    ) -> Result<Box<dyn CompiledKernel>, Error>;
    fn get_allocator(&self) -> Arc<dyn TensorAllocator> ;
    fn configure(&mut self, config: ProviderConfig) -> Result<(), Error>;
    fn shutdown(&self) -> Result<(), Error>;
}

Core execution provider interface.

Required Methods

fn provider_id(&self) -> ProviderId

Get the unique identifier for this provider.

fn get_capability(&self) -> ProviderCapability

Get the capabilities of this execution provider.

fn can_handle(&self, operators: &[OperatorSpec]) -> Vec<bool>

Check if this provider can handle specific operations.

fn compile_subgraph( &self, subgraph: SubGraph, ) -> Result<Box<dyn CompiledKernel>, Error>

Compile a subgraph into an executable kernel.

fn get_allocator(&self) -> Arc<dyn TensorAllocator>

Get the memory allocator for this provider.

fn configure(&mut self, config: ProviderConfig) -> Result<(), Error>

Configure the provider with specific settings.

fn shutdown(&self) -> Result<(), Error>

Shutdown and cleanup provider resources.

Dyn Compatibility

This trait is dyn compatible.

In older versions of Rust, dyn compatibility was called "object safety".

Implementations on Foreign Types

impl ExecutionProvider for CpuExecutionProvider

fn provider_id(&self) -> ProviderId

fn get_capability(&self) -> ProviderCapability

fn can_handle(&self, operators: &[OperatorSpec]) -> Vec<bool>

fn compile_subgraph( &self, subgraph: SubGraph, ) -> Result<Box<dyn CompiledKernel>, Error>

fn get_allocator(&self) -> Arc<dyn TensorAllocator>

fn configure(&mut self, config: ProviderConfig) -> Result<(), Error>

fn shutdown(&self) -> Result<(), Error>

impl ExecutionProvider for GpuExecutionProvider

fn provider_id(&self) -> ProviderId

fn get_capability(&self) -> ProviderCapability

fn can_handle(&self, operators: &[OperatorSpec]) -> Vec<bool>

fn compile_subgraph( &self, subgraph: SubGraph, ) -> Result<Box<dyn CompiledKernel>, Error>

fn get_allocator(&self) -> Arc<dyn TensorAllocator>

fn configure(&mut self, config: ProviderConfig) -> Result<(), Error>

fn shutdown(&self) -> Result<(), Error>

Implementors