pub struct EagerExecutionEngine { /* private fields */ }Expand description
Eager execution engine optimized for low latency
Implementations§
Source§impl EagerExecutionEngine
impl EagerExecutionEngine
Sourcepub fn new(config: EagerExecutionConfig) -> Self
pub fn new(config: EagerExecutionConfig) -> Self
Create a new eager execution engine
Sourcepub fn execute_operation<T, F>(
&self,
operation: &str,
inputs: &[&Tensor<T>],
params: &HashMap<String, String>,
executor: F,
) -> Result<(Tensor<T>, ExecutionMetrics)>
pub fn execute_operation<T, F>( &self, operation: &str, inputs: &[&Tensor<T>], params: &HashMap<String, String>, executor: F, ) -> Result<(Tensor<T>, ExecutionMetrics)>
Execute an operation with optimized eager execution
Sourcepub fn get_metrics(&self) -> Vec<ExecutionMetrics>
pub fn get_metrics(&self) -> Vec<ExecutionMetrics>
Get execution metrics
Sourcepub fn get_cache_stats(&self) -> CacheStatistics
pub fn get_cache_stats(&self) -> CacheStatistics
Get cache statistics
Sourcepub fn generate_performance_report(&self) -> EagerPerformanceReport
pub fn generate_performance_report(&self) -> EagerPerformanceReport
Generate performance report
Auto Trait Implementations§
impl !Freeze for EagerExecutionEngine
impl RefUnwindSafe for EagerExecutionEngine
impl Send for EagerExecutionEngine
impl Sync for EagerExecutionEngine
impl Unpin for EagerExecutionEngine
impl UnsafeUnpin for EagerExecutionEngine
impl UnwindSafe for EagerExecutionEngine
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more