pub struct DeviceFusionRuntime<R: DeviceRuntime> { /* private fields */ }Available on crate feature
fusion only.Expand description
Fusion runtime for JIT runtimes.
Trait Implementations§
Source§impl<R: Debug + DeviceRuntime> Debug for DeviceFusionRuntime<R>
impl<R: Debug + DeviceRuntime> Debug for DeviceFusionRuntime<R>
Source§impl<R: DeviceRuntime> FusionRuntime for DeviceFusionRuntime<R>
impl<R: DeviceRuntime> FusionRuntime for DeviceFusionRuntime<R>
Source§type OptimizationState = RudaOptimizationState
type OptimizationState = RudaOptimizationState
The state that can be serialized for an optimization.
Source§type Optimization = RudaOptimization<R>
type Optimization = RudaOptimization<R>
Optimization type for the backend.
Source§type FusionHandle = RudaFusionHandle<R>
type FusionHandle = RudaFusionHandle<R>
Handle used to store tensor dynamically.
Source§type FusionDevice = <R as DeviceRuntime>::RudaDevice
type FusionDevice = <R as DeviceRuntime>::RudaDevice
Device used by the runtime.
Source§fn fusers(device: R::Device) -> Vec<Box<dyn OperationFuser<Self::Optimization>>>
fn fusers(device: R::Device) -> Vec<Box<dyn OperationFuser<Self::Optimization>>>
The list of fusers that will be used to optimize the computational graph.
Source§impl<R> Optimization<DeviceFusionRuntime<R>> for RudaOptimization<R>where
R: DeviceRuntime,
impl<R> Optimization<DeviceFusionRuntime<R>> for RudaOptimization<R>where
R: DeviceRuntime,
Source§fn execute(
&mut self,
context: &mut Context<<DeviceFusionRuntime<R> as FusionRuntime>::FusionHandle>,
execution: &OrderedExecution<DeviceFusionRuntime<R>>,
)
fn execute( &mut self, context: &mut Context<<DeviceFusionRuntime<R> as FusionRuntime>::FusionHandle>, execution: &OrderedExecution<DeviceFusionRuntime<R>>, )
Execute the optimization.
Source§fn to_state(&self) -> RudaOptimizationState
fn to_state(&self) -> RudaOptimizationState
Returns the state that can be serialized.
Source§fn from_state(device: &R::Device, state: RudaOptimizationState) -> Self
fn from_state(device: &R::Device, state: RudaOptimizationState) -> Self
Create the optimization from the state.
Auto Trait Implementations§
impl<R> Freeze for DeviceFusionRuntime<R>where
PhantomData<R>: Freeze,
impl<R> RefUnwindSafe for DeviceFusionRuntime<R>where
PhantomData<R>: RefUnwindSafe,
impl<R> Send for DeviceFusionRuntime<R>where
PhantomData<R>: Send,
impl<R> Sync for DeviceFusionRuntime<R>where
PhantomData<R>: Sync,
impl<R> Unpin for DeviceFusionRuntime<R>where
PhantomData<R>: Unpin,
impl<R> UnsafeUnpin for DeviceFusionRuntime<R>where
PhantomData<R>: UnsafeUnpin,
impl<R> UnwindSafe for DeviceFusionRuntime<R>where
PhantomData<R>: UnwindSafe,
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more